diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..50fc0f6 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,6 @@ +# brandonsbaseballcards.com/robots.txt +# Tell Google not to crawl any URLs in the shopping cart or images in the icons folder, +# because they won't be useful in Google Search results. +User-agent: googlebot +Disallow: /checkout/ +Disallow: /icons/ \ No newline at end of file