This commit is contained in:
Tben 2022-06-04 08:27:00 +01:00
parent 71128aee00
commit 0b7c30d9c9

6
public/robots.txt Normal file
View File

@ -0,0 +1,6 @@
# brandonsbaseballcards.com/robots.txt
# Tell Google not to crawl any URLs in the shopping cart or images in the icons folder,
# because they won't be useful in Google Search results.
User-agent: googlebot
Disallow: /checkout/
Disallow: /icons/