Moduletrace/bunext
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add disable_seo config to keep preview deployments out of search engines

Browse Source 
Co-Authored-By: Claude Opus 5.5 <[email protected]>
This commit is contained in:
tben
2026-10-15 05:29:08 +01:00
co-authored by Claude Opus 5.5
parent 3a75880ae4
commit 23a309005a
14 changed files with 117 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dist/functions/server/bunext-req-handler.js
Vendored
+11
View File
@@ -10,6 +10,8 @@ import { AppData } from "../../data/app-data";
import { log } from "../../utils/log";
import fullRebuild from "./full-rebuild";
import grabRouter from "../../utils/grab-router";
import { NoSEORobotsValue } from "../../utils/disable-seo";
import generateRobotsTxt from "../../utils/generate-robots-txt";
const HMR_RETRY_COOLDOWN_MS = 5000;
let lastHmrRetryTime = 0;
export default async function bunextRequestHandler({ req: initial_req, server, }) {
@@ -43,9 +45,15 @@ export default async function bunextRequestHandler({ req: initial_req, server, }
await fullRebuild({ msg: `HMR Retry Rebuild ...` });
return new Response("Modules Rebuilt");
}
const disable_seo = global.BUNEXT_CONSTANTS.config?.disable_seo;
if (url.pathname === "/__hmr" && is_dev) {
return handleHmr({ req });
}
else if (disable_seo && url.pathname == "/robots.txt") {
response = new Response(generateRobotsTxt({ disallow_all: true }), {
headers: { "Content-Type": "text/plain; charset=utf-8" },
});
}
else if (url.pathname.startsWith("/.bunext")) {
response = await handleBunextPublicAssets({ req });
}
@@ -69,6 +77,9 @@ export default async function bunextRequestHandler({ req: initial_req, server, }
if (!response) {
throw new Error(`No Response generated`);
}
if (disable_seo) {
response.headers.set("X-Robots-Tag", NoSEORobotsValue);
}
if (is_dev) {
response.headers.set("Cache-Control", "no-cache, no-store, must-revalidate");
}
dist/functions/server/web-pages/generate-web-html.js
Vendored
+4 -1
View File
@@ -8,6 +8,7 @@ import { log } from "../../../utils/log";
import { AppData } from "../../../data/app-data";
import _ from "lodash";
import grabDirNames from "../../../utils/grab-dir-names";
import { NoSEORobotsValue } from "../../../utils/disable-seo";
const { ROOT_DIR } = grabDirNames();
export default async function genWebHTML({ component: Main, pageProps, bundledMap, module, routeParams, debug, root_module, }) {
const { ClientRootElementIDName, ClientWindowPagePropsName } = grabContants();
@@ -46,7 +47,9 @@ export default async function genWebHTML({ component: Main, pageProps, bundledMa
const Head = module?.Head;
const RootHead = root_module?.Head;
const dev = isDevelopment();
const final_meta = _.merge(root_meta, page_meta);
const final_meta = global.BUNEXT_CONFIG.disable_seo
? { ..._.merge(root_meta, page_meta), robots: NoSEORobotsValue }
: _.merge(root_meta, page_meta);
const public_envs = Object.fromEntries(Object.entries(process.env).filter(([k]) => k.startsWith("BUNEXT_PUBLIC_")));
const client_process = {
env: {