Updates
This commit is contained in:
+7
-6
@@ -1,11 +1,12 @@
|
||||
# https://www.tben.me robots.txt
|
||||
# Generated by bunext
|
||||
|
||||
User-agent: *
|
||||
Allow: /
|
||||
Disallow: /admin
|
||||
Disallow: /auth
|
||||
Disallow: /api
|
||||
Disallow: /media
|
||||
Disallow: /ws
|
||||
Disallow: /webhooks
|
||||
|
||||
# Sitemaps
|
||||
Sitemap: https://www.tben.me/sitemap.xml
|
||||
|
||||
# Optional: disallow common non-content paths (uncomment if needed)
|
||||
Disallow: /api/
|
||||
Disallow: /_next/
|
||||
|
||||
Reference in New Issue
Block a user