personal-site/public/robots.txt

6 lines
244 B
Plaintext
Raw Normal View History

2022-06-04 07:27:00 +00:00
# brandonsbaseballcards.com/robots.txt
# Tell Google not to crawl any URLs in the shopping cart or images in the icons folder,
# because they won't be useful in Google Search results.
User-agent: googlebot
Disallow: /checkout/
Disallow: /icons/