This commit is contained in:
2026-11-03 10:00:36 +01:00
parent 6326c2bb26
commit 8c280be7b8
8 changed files with 132 additions and 75 deletions
+7 -6
View File
@@ -1,11 +1,12 @@
# https://www.tben.me robots.txt
# Generated by bunext
User-agent: *
Allow: /
Disallow: /admin
Disallow: /auth
Disallow: /api
Disallow: /media
Disallow: /ws
Disallow: /webhooks
# Sitemaps
Sitemap: https://www.tben.me/sitemap.xml
# Optional: disallow common non-content paths (uncomment if needed)
Disallow: /api/
Disallow: /_next/