Updates

bunext.config.ts

@@ -1,6 +1,32 @@
 import type { BunextConfig } from "@moduletrace/bunext/types";
+import { SiteData } from "./src/data/site-data";
+
+const DisallowedPaths = [
+    "/admin",
+    "/auth",
+    "/api",
+    "/media",
+    "/ws",
+    "/webhooks",
+];
 
 const config: BunextConfig = {
     port: 3070,
+    sitemap: {
+        origin: SiteData["SiteURL"],
+        exclude: DisallowedPaths.map((prefix) => `${prefix}/*`),
+        lastmod_file: process.env.PAGE_LASTMOD_FILE,
+    },
+    robots: {
+        origin: SiteData["SiteURL"],
+        rules: [
+            {
+                user_agent: "*",
+                allow: ["/"],
+                disallow: DisallowedPaths,
+            },
+        ],
+        sitemaps: ["/sitemap.xml"],
+    },
 };
 export default config;