From 0b7c30d9c9219f87b5c401e6cd4759dfaab39442 Mon Sep 17 00:00:00 2001 From: Tben <52448020+BenjaminToby@users.noreply.github.com> Date: Sat, 4 Jun 2022 08:27:00 +0100 Subject: [PATCH] updates --- public/robots.txt | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 public/robots.txt diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..50fc0f6 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,6 @@ +# brandonsbaseballcards.com/robots.txt +# Tell Google not to crawl any URLs in the shopping cart or images in the icons folder, +# because they won't be useful in Google Search results. +User-agent: googlebot +Disallow: /checkout/ +Disallow: /icons/ \ No newline at end of file