diff --git a/public/robots.txt b/public/robots.txt index 50fc0f6..9620b97 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,6 +1,3 @@ -# brandonsbaseballcards.com/robots.txt -# Tell Google not to crawl any URLs in the shopping cart or images in the icons folder, -# because they won't be useful in Google Search results. -User-agent: googlebot -Disallow: /checkout/ -Disallow: /icons/ \ No newline at end of file +User-agent: * + +Sitemap: https://tben.me/sitemap.xml \ No newline at end of file diff --git a/public/sitemap.xml b/public/sitemap.xml new file mode 100644 index 0000000..4810d46 --- /dev/null +++ b/public/sitemap.xml @@ -0,0 +1,32 @@ + + + + https://tben.me/ + 2022-07-16T17:30:45.214Z + + + + https://tben.me/about + 2022-07-16T17:30:45.214Z + + + + https://tben.me/work + 2022-07-16T17:30:45.214Z + + + + https://tben.me/blog + 2022-07-16T17:30:45.214Z + + + + https://tben.me/contact + 2022-07-16T17:30:45.214Z + + + + https://tben.me/documents/Benjamin-Toby-CV-7-27-2022.pdf + 2022-07-16T17:30:45.214Z + + \ No newline at end of file