This commit is contained in:
Tben
2022-06-04 08:27:00 +01:00
parent 71128aee00
commit 0b7c30d9c9
+6
View File
@@ -0,0 +1,6 @@
# brandonsbaseballcards.com/robots.txt
# Tell Google not to crawl any URLs in the shopping cart or images in the icons folder,
# because they won't be useful in Google Search results.
User-agent: googlebot
Disallow: /checkout/
Disallow: /icons/