personal-site/public/robots.txt
2022-06-04 08:27:00 +01:00

6 lines
244 B
Plaintext

# brandonsbaseballcards.com/robots.txt
# Tell Google not to crawl any URLs in the shopping cart or images in the icons folder,
# because they won't be useful in Google Search results.
User-agent: googlebot
Disallow: /checkout/
Disallow: /icons/