Merge branch 'fix-memory-errors-in-dev'
This commit is contained in:
Vendored
+46
-48
@@ -4,9 +4,8 @@ import grabDirNames from "../../utils/grab-dir-names";
|
|||||||
import writeErrorFile from "../../functions/write-error-file";
|
import writeErrorFile from "../../functions/write-error-file";
|
||||||
import { existsSync, rmSync } from "fs";
|
import { existsSync, rmSync } from "fs";
|
||||||
const { BUNDLER_CTX_MAP_JSON, SSR_BUNDLER_CTX_MAP_JSON, BUNX_BUNDLER_ERROR_EXIT_FILE, } = grabDirNames();
|
const { BUNDLER_CTX_MAP_JSON, SSR_BUNDLER_CTX_MAP_JSON, BUNX_BUNDLER_ERROR_EXIT_FILE, } = grabDirNames();
|
||||||
let retries = 0;
|
|
||||||
let timeout;
|
|
||||||
const MAX_RETRIES = 5;
|
const MAX_RETRIES = 5;
|
||||||
|
const RETRY_RESET_AFTER_MS = 10000;
|
||||||
export default function () {
|
export default function () {
|
||||||
return new Command("dev")
|
return new Command("dev")
|
||||||
.description("Run development server")
|
.description("Run development server")
|
||||||
@@ -24,51 +23,50 @@ export default function () {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
async function dev() {
|
async function dev() {
|
||||||
clearTimeout(timeout);
|
// A loop, not recursion: each restart would otherwise keep the previous
|
||||||
if (retries >= MAX_RETRIES) {
|
// call (and its subprocess) alive for the supervisor's whole lifetime.
|
||||||
console.error(`Dev server crashed ${MAX_RETRIES} times. Exiting.`);
|
let retries = 0;
|
||||||
process.exit(1);
|
while (true) {
|
||||||
|
if (retries >= MAX_RETRIES) {
|
||||||
|
console.error(`Dev server crashed ${MAX_RETRIES} times. Exiting.`);
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
|
const dev_spawn_file = path.resolve(__dirname, "dev-spawn.ts");
|
||||||
|
const dev_spawn_js_file = path.resolve(__dirname, "dev-spawn.js");
|
||||||
|
const final_spawn_file = existsSync(dev_spawn_js_file)
|
||||||
|
? dev_spawn_js_file
|
||||||
|
: dev_spawn_file;
|
||||||
|
const spawn_options = {
|
||||||
|
cmd: ["bun", final_spawn_file],
|
||||||
|
stdio: ["inherit", "inherit", "inherit"],
|
||||||
|
async onExit(subprocess, exitCode, signalCode, error) {
|
||||||
|
writeErrorFile({ exitCode, error });
|
||||||
|
},
|
||||||
|
env: {
|
||||||
|
...process.env,
|
||||||
|
NODE_ENV: "development",
|
||||||
|
},
|
||||||
|
};
|
||||||
|
const started_at = Date.now();
|
||||||
|
let child_process;
|
||||||
|
try {
|
||||||
|
child_process = Bun.spawn(spawn_options);
|
||||||
|
}
|
||||||
|
catch (error) {
|
||||||
|
console.error(`Failed to start dev process:`, error);
|
||||||
|
retries++;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
const exited = await child_process.exited;
|
||||||
|
// A null exit means the child was killed by a signal (e.g. Ctrl+C
|
||||||
|
// in the shared terminal), which we must not restart.
|
||||||
|
if (exited == null) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
// Restart on any numeric exit (0 included: the server should never
|
||||||
|
// exit cleanly). Only consecutive quick crashes count toward the
|
||||||
|
// limit; a child that ran for a while starts the count over.
|
||||||
|
retries =
|
||||||
|
Date.now() - started_at >= RETRY_RESET_AFTER_MS ? 1 : retries + 1;
|
||||||
}
|
}
|
||||||
const dev_spawn_file = path.resolve(__dirname, "dev-spawn.ts");
|
|
||||||
const dev_spawn_js_file = path.resolve(__dirname, "dev-spawn.js");
|
|
||||||
const final_spawn_file = existsSync(dev_spawn_js_file)
|
|
||||||
? dev_spawn_js_file
|
|
||||||
: dev_spawn_file;
|
|
||||||
const spawn_options = {
|
|
||||||
cmd: ["bun", final_spawn_file],
|
|
||||||
stdio: ["inherit", "inherit", "inherit"],
|
|
||||||
async onExit(subprocess, exitCode, signalCode, error) {
|
|
||||||
writeErrorFile({ exitCode, error });
|
|
||||||
},
|
|
||||||
env: {
|
|
||||||
...process.env,
|
|
||||||
NODE_ENV: "development",
|
|
||||||
},
|
|
||||||
};
|
|
||||||
let dev_process;
|
|
||||||
try {
|
|
||||||
dev_process = Bun.spawn(spawn_options);
|
|
||||||
}
|
|
||||||
catch (error) {
|
|
||||||
console.error(`Failed to start dev process:`, error);
|
|
||||||
retries++;
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
return await dev();
|
|
||||||
}
|
|
||||||
const exited = await dev_process.exited;
|
|
||||||
// Restart on any numeric exit (0 included: the server should never exit
|
|
||||||
// cleanly). A null exit means the child was killed by a signal (e.g.
|
|
||||||
// Ctrl+C in the shared terminal), which we must not restart.
|
|
||||||
if (exited != null) {
|
|
||||||
retries++;
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
return await dev();
|
|
||||||
}
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
}
|
}
|
||||||
|
|||||||
Vendored
+46
-47
@@ -4,9 +4,8 @@ import writeErrorFile from "../../functions/write-error-file";
|
|||||||
import grabDirNames from "../../utils/grab-dir-names";
|
import grabDirNames from "../../utils/grab-dir-names";
|
||||||
import { existsSync, rmSync } from "fs";
|
import { existsSync, rmSync } from "fs";
|
||||||
const { BUNX_BUNDLER_ERROR_EXIT_FILE } = grabDirNames();
|
const { BUNX_BUNDLER_ERROR_EXIT_FILE } = grabDirNames();
|
||||||
let retries = 0;
|
|
||||||
let timeout;
|
|
||||||
const MAX_RETRIES = 5;
|
const MAX_RETRIES = 5;
|
||||||
|
const RETRY_RESET_AFTER_MS = 10000;
|
||||||
export default function () {
|
export default function () {
|
||||||
return new Command("start")
|
return new Command("start")
|
||||||
.description("Start production server")
|
.description("Start production server")
|
||||||
@@ -18,50 +17,50 @@ export default function () {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
async function start() {
|
async function start() {
|
||||||
clearTimeout(timeout);
|
// A loop, not recursion: each restart would otherwise keep the previous
|
||||||
if (retries >= MAX_RETRIES) {
|
// call (and its subprocess) alive for the supervisor's whole lifetime.
|
||||||
console.error(`Production server crashed ${MAX_RETRIES} times. Exiting.`);
|
let retries = 0;
|
||||||
process.exit(1);
|
while (true) {
|
||||||
|
if (retries >= MAX_RETRIES) {
|
||||||
|
console.error(`Production server crashed ${MAX_RETRIES} times. Exiting.`);
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
|
const prod_spawn_file = path.resolve(__dirname, "prod-spawn.ts");
|
||||||
|
const prod_spawn_js_file = path.resolve(__dirname, "prod-spawn.js");
|
||||||
|
const final_spawn_file = existsSync(prod_spawn_js_file)
|
||||||
|
? prod_spawn_js_file
|
||||||
|
: prod_spawn_file;
|
||||||
|
const spawn_options = {
|
||||||
|
cmd: ["bun", final_spawn_file],
|
||||||
|
stdio: ["inherit", "inherit", "inherit"],
|
||||||
|
onExit(subprocess, exitCode, signalCode, error) {
|
||||||
|
writeErrorFile({ exitCode, error });
|
||||||
|
},
|
||||||
|
env: {
|
||||||
|
...process.env,
|
||||||
|
NODE_ENV: "production",
|
||||||
|
},
|
||||||
|
};
|
||||||
|
const started_at = Date.now();
|
||||||
|
let child_process;
|
||||||
|
try {
|
||||||
|
child_process = Bun.spawn(spawn_options);
|
||||||
|
}
|
||||||
|
catch (error) {
|
||||||
|
console.error(`Failed to start production process:`, error);
|
||||||
|
retries++;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
const exited = await child_process.exited;
|
||||||
|
// A null exit means the child was killed by a signal (e.g. Ctrl+C
|
||||||
|
// in the shared terminal), which we must not restart.
|
||||||
|
if (exited == null) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
// Restart on any numeric exit (0 included: the server should never
|
||||||
|
// exit cleanly). Only consecutive quick crashes count toward the
|
||||||
|
// limit; a child that ran for a while starts the count over.
|
||||||
|
retries =
|
||||||
|
Date.now() - started_at >= RETRY_RESET_AFTER_MS ? 1 : retries + 1;
|
||||||
}
|
}
|
||||||
const prod_spawn_file = path.resolve(__dirname, "prod-spawn.ts");
|
|
||||||
const prod_spawn_js_file = path.resolve(__dirname, "prod-spawn.js");
|
|
||||||
const final_spawn_file = existsSync(prod_spawn_js_file)
|
|
||||||
? prod_spawn_js_file
|
|
||||||
: prod_spawn_file;
|
|
||||||
const spawn_options = {
|
|
||||||
cmd: ["bun", final_spawn_file],
|
|
||||||
stdio: ["inherit", "inherit", "inherit"],
|
|
||||||
onExit(subprocess, exitCode, signalCode, error) {
|
|
||||||
writeErrorFile({ exitCode, error });
|
|
||||||
},
|
|
||||||
env: {
|
|
||||||
...process.env,
|
|
||||||
NODE_ENV: "production",
|
|
||||||
},
|
|
||||||
};
|
|
||||||
let dev_process;
|
|
||||||
try {
|
|
||||||
dev_process = Bun.spawn(spawn_options);
|
|
||||||
}
|
|
||||||
catch (error) {
|
|
||||||
console.error(`Failed to start production process:`, error);
|
|
||||||
retries++;
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
return await start();
|
|
||||||
}
|
|
||||||
const exited = await dev_process.exited;
|
|
||||||
// Restart on any numeric exit (0 included). A null exit means the child
|
|
||||||
// was killed by a signal, which we must not restart.
|
|
||||||
if (exited != null) {
|
|
||||||
retries++;
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
return await start();
|
|
||||||
}
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
}
|
}
|
||||||
|
|||||||
Vendored
+1
@@ -8,4 +8,5 @@ export declare const AppData: {
|
|||||||
readonly BunextTmpFileExt: ".bunext_tmp.tsx";
|
readonly BunextTmpFileExt: ".bunext_tmp.tsx";
|
||||||
readonly BunextHMRRetryRoute: "/.bunext/hmr-retry";
|
readonly BunextHMRRetryRoute: "/.bunext/hmr-retry";
|
||||||
readonly DefaultMaxLogs: 50;
|
readonly DefaultMaxLogs: 50;
|
||||||
|
readonly DefaultSSRRenderTimeoutMs: 30000;
|
||||||
};
|
};
|
||||||
|
|||||||
Vendored
+1
@@ -8,4 +8,5 @@ export const AppData = {
|
|||||||
BunextTmpFileExt: ".bunext_tmp.tsx",
|
BunextTmpFileExt: ".bunext_tmp.tsx",
|
||||||
BunextHMRRetryRoute: "/.bunext/hmr-retry",
|
BunextHMRRetryRoute: "/.bunext/hmr-retry",
|
||||||
DefaultMaxLogs: 50,
|
DefaultMaxLogs: 50,
|
||||||
|
DefaultSSRRenderTimeoutMs: 30000,
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -0,0 +1,6 @@
|
|||||||
|
/**
|
||||||
|
* Disposes the hydration and SSR esbuild contexts, releasing the incremental
|
||||||
|
* build state esbuild keeps in memory for them. The bundlers re-create the
|
||||||
|
* contexts on their next run.
|
||||||
|
*/
|
||||||
|
export default function disposeBundlerContexts(): Promise<void>;
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
/**
|
||||||
|
* Disposes the hydration and SSR esbuild contexts, releasing the incremental
|
||||||
|
* build state esbuild keeps in memory for them. The bundlers re-create the
|
||||||
|
* contexts on their next run.
|
||||||
|
*/
|
||||||
|
export default async function disposeBundlerContexts() {
|
||||||
|
try {
|
||||||
|
await global.BUNEXT_BUNDLER_CTX?.dispose();
|
||||||
|
}
|
||||||
|
catch (error) { }
|
||||||
|
global.BUNEXT_BUNDLER_CTX = undefined;
|
||||||
|
try {
|
||||||
|
await global.BUNEXT_SSR_BUNDLER_CTX?.dispose();
|
||||||
|
}
|
||||||
|
catch (error) { }
|
||||||
|
global.BUNEXT_SSR_BUNDLER_CTX = undefined;
|
||||||
|
}
|
||||||
@@ -8,6 +8,7 @@ import grabRootFilePath from "../server/web-pages/grab-root-file-path";
|
|||||||
import ssrVirtualFilesPlugin from "./plugins/ssr-virtual-files-plugin";
|
import ssrVirtualFilesPlugin from "./plugins/ssr-virtual-files-plugin";
|
||||||
import ssrCTXArtifactTracker from "./plugins/ssr-ctx-artifact-tracker";
|
import ssrCTXArtifactTracker from "./plugins/ssr-ctx-artifact-tracker";
|
||||||
import cleanupArtifacts from "../server/cleanup-artifacts";
|
import cleanupArtifacts from "../server/cleanup-artifacts";
|
||||||
|
import { evictDeletedModules } from "../../utils/import-fresh";
|
||||||
import { writeFileSync } from "fs";
|
import { writeFileSync } from "fs";
|
||||||
import path from "path";
|
import path from "path";
|
||||||
import { log } from "../../utils/log";
|
import { log } from "../../utils/log";
|
||||||
@@ -165,6 +166,9 @@ async function doSSRRebuild(params) {
|
|||||||
global.BUNEXT_SSR_BUNDLER_CTX_DISPOSED = false;
|
global.BUNEXT_SSR_BUNDLER_CTX_DISPOSED = false;
|
||||||
global.BUNEXT_BUILD_FAILED = false;
|
global.BUNEXT_BUILD_FAILED = false;
|
||||||
await cleanupArtifacts({ paradigm: "ssr" });
|
await cleanupArtifacts({ paradigm: "ssr" });
|
||||||
|
// esbuild has now replaced superseded outputs on disk; release the
|
||||||
|
// ones the server already imported.
|
||||||
|
evictDeletedModules(BUNX_CWD_MODULE_CACHE_DIR);
|
||||||
}
|
}
|
||||||
catch (error) {
|
catch (error) {
|
||||||
global.BUNEXT_SSR_BUNDLER_CTX_DISPOSED = true;
|
global.BUNEXT_SSR_BUNDLER_CTX_DISPOSED = true;
|
||||||
|
|||||||
Vendored
+4
@@ -8,6 +8,7 @@ import serverPostBuildFn from "./server/server-post-build-fn";
|
|||||||
import reactModulesBundler from "./bundler/react-modules-bundler";
|
import reactModulesBundler from "./bundler/react-modules-bundler";
|
||||||
import grabConstants from "../utils/grab-constants";
|
import grabConstants from "../utils/grab-constants";
|
||||||
import watcherEsbuildCTX from "./server/watcher-esbuild-ctx";
|
import watcherEsbuildCTX from "./server/watcher-esbuild-ctx";
|
||||||
|
import disposeBundlerContexts from "./bundler/dispose-bundler-contexts";
|
||||||
import { readFileSync } from "fs";
|
import { readFileSync } from "fs";
|
||||||
const dirNames = grabDirNames();
|
const dirNames = grabDirNames();
|
||||||
const { PAGES_DIR, BUNDLER_CTX_MAP_JSON, SSR_BUNDLER_CTX_MAP_JSON } = dirNames;
|
const { PAGES_DIR, BUNDLER_CTX_MAP_JSON, SSR_BUNDLER_CTX_MAP_JSON } = dirNames;
|
||||||
@@ -86,6 +87,9 @@ export default async function bunextInit(params) {
|
|||||||
else {
|
else {
|
||||||
log.build(`Building Modules ...`);
|
log.build(`Building Modules ...`);
|
||||||
await allPagesESBuildContextBundler({ start: true });
|
await allPagesESBuildContextBundler({ start: true });
|
||||||
|
// The server only needs the artifact maps; don't keep
|
||||||
|
// esbuild's build state alive for the rest of the process.
|
||||||
|
await disposeBundlerContexts();
|
||||||
}
|
}
|
||||||
cron();
|
cron();
|
||||||
}
|
}
|
||||||
|
|||||||
+7
-3
@@ -16,15 +16,19 @@ const HMR_RETRY_COOLDOWN_MS = 5000;
|
|||||||
let lastHmrRetryTime = 0;
|
let lastHmrRetryTime = 0;
|
||||||
export default async function bunextRequestHandler({ req: initial_req, server, }) {
|
export default async function bunextRequestHandler({ req: initial_req, server, }) {
|
||||||
const is_dev = isDevelopment();
|
const is_dev = isDevelopment();
|
||||||
let req = initial_req.clone();
|
const middleware = global.BUNEXT_CONSTANTS.config?.middleware;
|
||||||
|
// Middleware may consume `initial_req`'s body, so it gets its own copy.
|
||||||
|
// Cloning tees the body stream and buffers whatever one side doesn't
|
||||||
|
// read, so only pay for it when middleware is configured.
|
||||||
|
let req = middleware ? initial_req.clone() : initial_req;
|
||||||
try {
|
try {
|
||||||
let url = new URL(req.url);
|
let url = new URL(req.url);
|
||||||
if (checkExcludedPatterns({ path: url.pathname })) {
|
if (checkExcludedPatterns({ path: url.pathname })) {
|
||||||
return Response.json({ success: false, msg: `Invalid Path` }, { status: 404 });
|
return Response.json({ success: false, msg: `Invalid Path` }, { status: 404 });
|
||||||
}
|
}
|
||||||
let response = undefined;
|
let response = undefined;
|
||||||
if (global.BUNEXT_CONSTANTS.config?.middleware) {
|
if (middleware) {
|
||||||
const middleware_res = await global.BUNEXT_CONSTANTS.config.middleware({
|
const middleware_res = await middleware({
|
||||||
req: initial_req,
|
req: initial_req,
|
||||||
url,
|
url,
|
||||||
});
|
});
|
||||||
|
|||||||
+8
-7
@@ -3,6 +3,8 @@ import allPagesESBuildContextBundler from "../bundler/all-pages-esbuild-context-
|
|||||||
import serverPostBuildFn from "./server-post-build-fn";
|
import serverPostBuildFn from "./server-post-build-fn";
|
||||||
import { restartWatcher } from "./watcher-esbuild-ctx";
|
import { restartWatcher } from "./watcher-esbuild-ctx";
|
||||||
import { logBuildErrorsOnce } from "../../utils/build-error-log";
|
import { logBuildErrorsOnce } from "../../utils/build-error-log";
|
||||||
|
import disposeBundlerContexts from "../bundler/dispose-bundler-contexts";
|
||||||
|
import isDevelopment from "../../utils/is-development";
|
||||||
// Single-flight: error recovery paths (grab-page-component retries, the
|
// Single-flight: error recovery paths (grab-page-component retries, the
|
||||||
// watcher, post-build HMR pushes) all call fullRebuild, and each rebuild
|
// watcher, post-build HMR pushes) all call fullRebuild, and each rebuild
|
||||||
// triggers serverPostBuildFn which can re-enter error handling. Without this
|
// triggers serverPostBuildFn which can re-enter error handling. Without this
|
||||||
@@ -33,18 +35,17 @@ async function doFullRebuild(params) {
|
|||||||
log.watch(msg);
|
log.watch(msg);
|
||||||
}
|
}
|
||||||
global.BUNEXT_ROUTER.reload();
|
global.BUNEXT_ROUTER.reload();
|
||||||
try {
|
await disposeBundlerContexts();
|
||||||
await global.BUNEXT_BUNDLER_CTX?.dispose();
|
|
||||||
global.BUNEXT_BUNDLER_CTX = undefined;
|
|
||||||
await global.BUNEXT_SSR_BUNDLER_CTX?.dispose();
|
|
||||||
global.BUNEXT_SSR_BUNDLER_CTX = undefined;
|
|
||||||
}
|
|
||||||
catch (error) { }
|
|
||||||
await allPagesESBuildContextBundler({
|
await allPagesESBuildContextBundler({
|
||||||
post_build_fn: async (params) => {
|
post_build_fn: async (params) => {
|
||||||
await serverPostBuildFn(params);
|
await serverPostBuildFn(params);
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
// Production never rebuilds incrementally; don't keep esbuild's
|
||||||
|
// build state alive for the rest of the process.
|
||||||
|
if (!isDevelopment()) {
|
||||||
|
await disposeBundlerContexts();
|
||||||
|
}
|
||||||
}
|
}
|
||||||
catch (error) {
|
catch (error) {
|
||||||
logBuildErrorsOnce([{ text: error?.message || String(error) }], (line) => log.error(line));
|
logBuildErrorsOnce([{ text: error?.message || String(error) }], (line) => log.error(line));
|
||||||
|
|||||||
+3
-6
@@ -8,6 +8,7 @@ import path from "path";
|
|||||||
import grabDirNames from "../../utils/grab-dir-names";
|
import grabDirNames from "../../utils/grab-dir-names";
|
||||||
import grabRelativePath from "../../utils/grab-relative-path";
|
import grabRelativePath from "../../utils/grab-relative-path";
|
||||||
import { RequestBodyTooLargeError } from "../../utils/read-request-body";
|
import { RequestBodyTooLargeError } from "../../utils/read-request-body";
|
||||||
|
import importFresh from "../../utils/import-fresh";
|
||||||
const { ROOT_DIR } = grabDirNames();
|
const { ROOT_DIR } = grabDirNames();
|
||||||
export default async function ({ req }) {
|
export default async function ({ req }) {
|
||||||
try {
|
try {
|
||||||
@@ -29,18 +30,14 @@ export default async function ({ req }) {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
let module;
|
let module;
|
||||||
const now = Date.now();
|
|
||||||
const relative_match_path = grabRelativePath(match.filePath);
|
const relative_match_path = grabRelativePath(match.filePath);
|
||||||
if (is_dev &&
|
if (is_dev &&
|
||||||
global.BUNEXT_SSR_BUNDLER_CTX_MAP?.[relative_match_path]?.path) {
|
global.BUNEXT_SSR_BUNDLER_CTX_MAP?.[relative_match_path]?.path) {
|
||||||
const target_import = path.join(ROOT_DIR, global.BUNEXT_SSR_BUNDLER_CTX_MAP[relative_match_path].path);
|
const target_import = path.join(ROOT_DIR, global.BUNEXT_SSR_BUNDLER_CTX_MAP[relative_match_path].path);
|
||||||
module = await import(`${target_import}?t=${now}`);
|
module = await importFresh(target_import);
|
||||||
}
|
}
|
||||||
else {
|
else {
|
||||||
const import_path = is_dev
|
module = await importFresh(match.filePath);
|
||||||
? `${match.filePath}?t=${now}`
|
|
||||||
: match.filePath;
|
|
||||||
module = await import(import_path);
|
|
||||||
}
|
}
|
||||||
const config = module.config;
|
const config = module.config;
|
||||||
const maxBodyBytes = config?.max_request_body_mb
|
const maxBodyBytes = config?.max_request_body_mb
|
||||||
|
|||||||
+4
-10
@@ -2,7 +2,7 @@ import _ from "lodash";
|
|||||||
import { log } from "../../utils/log";
|
import { log } from "../../utils/log";
|
||||||
import serverParamsGen from "./server-params-gen";
|
import serverParamsGen from "./server-params-gen";
|
||||||
import isDevelopment from "../../utils/is-development";
|
import isDevelopment from "../../utils/is-development";
|
||||||
import { restartWatcher, watcherRestartAvailable, } from "./watcher-esbuild-ctx";
|
import { watcherWatchdogTick } from "./watcher-esbuild-ctx";
|
||||||
export default async function startServer() {
|
export default async function startServer() {
|
||||||
const serverParams = await serverParamsGen();
|
const serverParams = await serverParamsGen();
|
||||||
const server = Bun.serve(serverParams);
|
const server = Bun.serve(serverParams);
|
||||||
@@ -10,15 +10,9 @@ export default async function startServer() {
|
|||||||
global.BUNEXT_SERVER = server;
|
global.BUNEXT_SERVER = server;
|
||||||
log.server(`http://${server.hostname}:${server.port}`);
|
log.server(`http://${server.hostname}:${server.port}`);
|
||||||
if (is_dev) {
|
if (is_dev) {
|
||||||
// Watchdog: periodically re-create the FS watcher in case it went
|
// Watchdog: re-create the FS watcher if it went stale and stopped
|
||||||
// stale and stopped receiving events. Skipped while a recent restart
|
// receiving events.
|
||||||
// (e.g. by fullRebuild) is still fresh so the watcher isn't churned
|
setInterval(watcherWatchdogTick, 5000);
|
||||||
// twice in a row.
|
|
||||||
setInterval(() => {
|
|
||||||
if (watcherRestartAvailable()) {
|
|
||||||
restartWatcher();
|
|
||||||
}
|
|
||||||
}, 5000);
|
|
||||||
}
|
}
|
||||||
return server;
|
return server;
|
||||||
}
|
}
|
||||||
|
|||||||
+5
-3
@@ -5,10 +5,12 @@
|
|||||||
*/
|
*/
|
||||||
export declare function restartWatcher(): void;
|
export declare function restartWatcher(): void;
|
||||||
/**
|
/**
|
||||||
* True when the watcher was last (re)created long enough ago that the
|
* Called periodically by the dev server. Re-creates the watcher only when it
|
||||||
* watchdog should consider re-creating it again.
|
* failed to report the probe written on the previous tick, i.e. when it went
|
||||||
|
* stale. A healthy watcher is left alone: re-creating it rescans the whole
|
||||||
|
* project tree.
|
||||||
*/
|
*/
|
||||||
export declare function watcherRestartAvailable(): boolean;
|
export declare function watcherWatchdogTick(): void;
|
||||||
export default function watcherEsbuildCTX(params?: {
|
export default function watcherEsbuildCTX(params?: {
|
||||||
pages_snapshot?: string;
|
pages_snapshot?: string;
|
||||||
}): Promise<void>;
|
}): Promise<void>;
|
||||||
|
|||||||
+58
-19
@@ -1,6 +1,6 @@
|
|||||||
import chokidar from "chokidar";
|
import chokidar from "chokidar";
|
||||||
import path from "path";
|
import path from "path";
|
||||||
import { existsSync } from "fs";
|
import { existsSync, mkdirSync, writeFileSync } from "fs";
|
||||||
import grabDirNames from "../../utils/grab-dir-names";
|
import grabDirNames from "../../utils/grab-dir-names";
|
||||||
import fullRebuild from "./full-rebuild";
|
import fullRebuild from "./full-rebuild";
|
||||||
import { AppData } from "../../data/app-data";
|
import { AppData } from "../../data/app-data";
|
||||||
@@ -10,10 +10,18 @@ import grabAllPages from "../../utils/grab-all-pages";
|
|||||||
import serverPostBuildFn from "./server-post-build-fn";
|
import serverPostBuildFn from "./server-post-build-fn";
|
||||||
import { log } from "../../utils/log";
|
import { log } from "../../utils/log";
|
||||||
import { logBuildErrorsOnce } from "../../utils/build-error-log";
|
import { logBuildErrorsOnce } from "../../utils/build-error-log";
|
||||||
const { ROOT_DIR, BUNX_BUNDLER_ERROR_EXIT_FILE } = grabDirNames();
|
const { ROOT_DIR, BUNX_CWD_DIR, BUNX_BUNDLER_ERROR_EXIT_FILE } = grabDirNames();
|
||||||
// Tracks the last watcher re-creation so the 5s watchdog in start-server
|
// The watchdog writes this file and expects the watcher to report it. It
|
||||||
// doesn't fight fullRebuild (which also restarts the watcher after a rebuild).
|
// sits under `.bunext` (otherwise ignored), so only this path is watched.
|
||||||
|
const WATCH_PROBE_DIR = path.join(BUNX_CWD_DIR, "watch-probe");
|
||||||
|
const WATCH_PROBE_FILE = path.join(WATCH_PROBE_DIR, "probe");
|
||||||
|
// Dedupes near-simultaneous restarts (fullRebuild, watchdog).
|
||||||
let last_watcher_restart = 0;
|
let last_watcher_restart = 0;
|
||||||
|
// The current watcher finished its initial scan; probes written before
|
||||||
|
// that may not produce events.
|
||||||
|
let watcher_ready = false;
|
||||||
|
// A probe was written and the watcher hasn't reported it yet.
|
||||||
|
let probe_pending = false;
|
||||||
/**
|
/**
|
||||||
* Closes and re-creates the FS watcher. Deduped: callers that restart the
|
* Closes and re-creates the FS watcher. Deduped: callers that restart the
|
||||||
* watcher around the same time (fullRebuild, reloadWatcher, watchdog) only
|
* watcher around the same time (fullRebuild, reloadWatcher, watchdog) only
|
||||||
@@ -48,11 +56,27 @@ function grabPagesSnapshot() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
/**
|
/**
|
||||||
* True when the watcher was last (re)created long enough ago that the
|
* Called periodically by the dev server. Re-creates the watcher only when it
|
||||||
* watchdog should consider re-creating it again.
|
* failed to report the probe written on the previous tick, i.e. when it went
|
||||||
|
* stale. A healthy watcher is left alone: re-creating it rescans the whole
|
||||||
|
* project tree.
|
||||||
*/
|
*/
|
||||||
export function watcherRestartAvailable() {
|
export function watcherWatchdogTick() {
|
||||||
return Date.now() - last_watcher_restart > 6000;
|
if (!global.BUNEXT_PAGES_SRC_WATCHER || !watcher_ready)
|
||||||
|
return;
|
||||||
|
if (probe_pending) {
|
||||||
|
restartWatcher();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
mkdirSync(WATCH_PROBE_DIR, { recursive: true });
|
||||||
|
writeFileSync(WATCH_PROBE_FILE, String(Date.now()));
|
||||||
|
probe_pending = true;
|
||||||
|
}
|
||||||
|
catch (error) { }
|
||||||
|
}
|
||||||
|
function isWatchProbePath(p) {
|
||||||
|
return (p === WATCH_PROBE_FILE || p === WATCH_PROBE_DIR || p === BUNX_CWD_DIR);
|
||||||
}
|
}
|
||||||
const TARGET_FILES_MATCH = /\.(tsx?|jsx?|css)$/;
|
const TARGET_FILES_MATCH = /\.(tsx?|jsx?|css)$/;
|
||||||
// Rebuild coalescing: editors emit bursts of events per save (change +
|
// Rebuild coalescing: editors emit bursts of events per save (change +
|
||||||
@@ -170,10 +194,10 @@ function isPathExcluded(filename, full_file_path) {
|
|||||||
// install watches (and deliver events) for trees the bundler never reads.
|
// install watches (and deliver events) for trees the bundler never reads.
|
||||||
function buildIgnoredPatterns() {
|
function buildIgnoredPatterns() {
|
||||||
const ignored = [
|
const ignored = [
|
||||||
/(^|[\/\\])\../,
|
(p) => !isWatchProbePath(p) && /(^|[\/\\])\../.test(p),
|
||||||
/(^|[\/\\])node_modules([\/\\]|$)/,
|
/(^|[\/\\])node_modules([\/\\]|$)/,
|
||||||
/(^|[\/\\])public([\/\\]|$)/,
|
/(^|[\/\\])public([\/\\]|$)/,
|
||||||
/(^|[\/\\])\.bunext([\/\\]|$)/,
|
(p) => !isWatchProbePath(p) && /(^|[\/\\])\.bunext([\/\\]|$)/.test(p),
|
||||||
/(^|[\/\\])\.git([\/\\]|$)/,
|
/(^|[\/\\])\.git([\/\\]|$)/,
|
||||||
/(^|[\/\\])dist([\/\\]|$)/,
|
/(^|[\/\\])dist([\/\\]|$)/,
|
||||||
/bun\.lockb$/,
|
/bun\.lockb$/,
|
||||||
@@ -195,6 +219,12 @@ function buildIgnoredPatterns() {
|
|||||||
return ignored;
|
return ignored;
|
||||||
}
|
}
|
||||||
export default async function watcherEsbuildCTX(params) {
|
export default async function watcherEsbuildCTX(params) {
|
||||||
|
try {
|
||||||
|
mkdirSync(WATCH_PROBE_DIR, { recursive: true });
|
||||||
|
}
|
||||||
|
catch (error) { }
|
||||||
|
watcher_ready = false;
|
||||||
|
probe_pending = false;
|
||||||
const pages_src_watcher = chokidar.watch(ROOT_DIR, {
|
const pages_src_watcher = chokidar.watch(ROOT_DIR, {
|
||||||
ignored: buildIgnoredPatterns(),
|
ignored: buildIgnoredPatterns(),
|
||||||
persistent: true,
|
persistent: true,
|
||||||
@@ -202,18 +232,27 @@ export default async function watcherEsbuildCTX(params) {
|
|||||||
});
|
});
|
||||||
watcherHandlers(pages_src_watcher, (event, filePath) => handleEvent(event, filePath));
|
watcherHandlers(pages_src_watcher, (event, filePath) => handleEvent(event, filePath));
|
||||||
const pages_snapshot = params?.pages_snapshot;
|
const pages_snapshot = params?.pages_snapshot;
|
||||||
if (pages_snapshot !== undefined) {
|
pages_src_watcher.on("ready", () => {
|
||||||
pages_src_watcher.on("ready", () => {
|
if (global.BUNEXT_PAGES_SRC_WATCHER === pages_src_watcher) {
|
||||||
const current = grabPagesSnapshot();
|
watcher_ready = true;
|
||||||
if (current !== undefined && current !== pages_snapshot) {
|
}
|
||||||
pending_structural = true;
|
if (pages_snapshot === undefined)
|
||||||
scheduleRebuild();
|
return;
|
||||||
}
|
const current = grabPagesSnapshot();
|
||||||
});
|
if (current !== undefined && current !== pages_snapshot) {
|
||||||
}
|
pending_structural = true;
|
||||||
|
scheduleRebuild();
|
||||||
|
}
|
||||||
|
});
|
||||||
global.BUNEXT_PAGES_SRC_WATCHER = pages_src_watcher;
|
global.BUNEXT_PAGES_SRC_WATCHER = pages_src_watcher;
|
||||||
}
|
}
|
||||||
function handleEvent(event, filePath) {
|
function handleEvent(event, filePath) {
|
||||||
|
if (isWatchProbePath(filePath)) {
|
||||||
|
if (filePath === WATCH_PROBE_FILE) {
|
||||||
|
probe_pending = false;
|
||||||
|
}
|
||||||
|
return;
|
||||||
|
}
|
||||||
try {
|
try {
|
||||||
const filename = path.relative(ROOT_DIR, filePath);
|
const filename = path.relative(ROOT_DIR, filePath);
|
||||||
const full_file_path = filePath;
|
const full_file_path = filePath;
|
||||||
|
|||||||
+15
-1
@@ -77,8 +77,16 @@ export default async function genWebHTML({ component: Main, pageProps, bundledMa
|
|||||||
let htmlBody;
|
let htmlBody;
|
||||||
let render_error;
|
let render_error;
|
||||||
let has_render_error = false;
|
let has_render_error = false;
|
||||||
|
const render_timeout_ms = global.BUNEXT_CONFIG.ssr_render_timeout_ms ||
|
||||||
|
AppData["DefaultSSRRenderTimeoutMs"];
|
||||||
|
// Without a deadline, a Suspense boundary that never settles keeps the
|
||||||
|
// request (and its whole render tree) alive forever. The timer is
|
||||||
|
// cleared once the render ends so finished requests don't linger.
|
||||||
|
const render_abort = new AbortController();
|
||||||
|
const render_timeout = setTimeout(() => render_abort.abort(new RenderTimeoutError(`Page render timed out after ${render_timeout_ms}ms`)), render_timeout_ms);
|
||||||
try {
|
try {
|
||||||
const stream = await renderToReadableStream(final_component, {
|
const stream = await renderToReadableStream(final_component, {
|
||||||
|
signal: render_abort.signal,
|
||||||
onError(error) {
|
onError(error) {
|
||||||
if (error?.message?.includes('unique "key" prop'))
|
if (error?.message?.includes('unique "key" prop'))
|
||||||
return;
|
return;
|
||||||
@@ -86,12 +94,16 @@ export default async function genWebHTML({ component: Main, pageProps, bundledMa
|
|||||||
has_render_error = true;
|
has_render_error = true;
|
||||||
render_error = error;
|
render_error = error;
|
||||||
}
|
}
|
||||||
original_console.error(error);
|
// A timeout has no useful stack; it's logged upstream.
|
||||||
|
if (!(error instanceof RenderTimeoutError)) {
|
||||||
|
original_console.error(error);
|
||||||
|
}
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
htmlBody = await new Response(stream).text();
|
htmlBody = await new Response(stream).text();
|
||||||
}
|
}
|
||||||
finally {
|
finally {
|
||||||
|
clearTimeout(render_timeout);
|
||||||
restoreConsole();
|
restoreConsole();
|
||||||
}
|
}
|
||||||
// A component crash during SSR must surface as a proper error (handled
|
// A component crash during SSR must surface as a proper error (handled
|
||||||
@@ -103,6 +115,8 @@ export default async function genWebHTML({ component: Main, pageProps, bundledMa
|
|||||||
html += htmlBody;
|
html += htmlBody;
|
||||||
return html;
|
return html;
|
||||||
}
|
}
|
||||||
|
class RenderTimeoutError extends Error {
|
||||||
|
}
|
||||||
let original_console = console;
|
let original_console = console;
|
||||||
let silenced_renders = 0;
|
let silenced_renders = 0;
|
||||||
/**
|
/**
|
||||||
|
|||||||
@@ -1,6 +0,0 @@
|
|||||||
type Params = {
|
|
||||||
file_path: string;
|
|
||||||
out_file?: string;
|
|
||||||
};
|
|
||||||
export default function grabFilePathModule<T extends any = any>({ file_path, out_file, }: Params): Promise<T>;
|
|
||||||
export {};
|
|
||||||
@@ -1,30 +0,0 @@
|
|||||||
import isDevelopment from "../../../utils/is-development";
|
|
||||||
import * as esbuild from "esbuild";
|
|
||||||
import grabDirNames from "../../../utils/grab-dir-names";
|
|
||||||
import path from "path";
|
|
||||||
import tailwindEsbuildPlugin from "./tailwind-esbuild-plugin";
|
|
||||||
export default async function grabFilePathModule({ file_path, out_file, }) {
|
|
||||||
const dev = isDevelopment();
|
|
||||||
const { BUNX_CWD_MODULE_CACHE_DIR } = grabDirNames();
|
|
||||||
const target_cache_file_path = out_file ||
|
|
||||||
path.join(BUNX_CWD_MODULE_CACHE_DIR, `${path.basename(file_path)}.js`);
|
|
||||||
await esbuild.build({
|
|
||||||
entryPoints: [file_path],
|
|
||||||
bundle: true,
|
|
||||||
format: "esm",
|
|
||||||
target: "es2020",
|
|
||||||
platform: "node",
|
|
||||||
// external: ["react", "react-dom"],
|
|
||||||
minify: true,
|
|
||||||
define: {
|
|
||||||
"process.env.NODE_ENV": JSON.stringify(dev ? "development" : "production"),
|
|
||||||
},
|
|
||||||
metafile: true,
|
|
||||||
plugins: [tailwindEsbuildPlugin],
|
|
||||||
jsx: "automatic",
|
|
||||||
outfile: target_cache_file_path,
|
|
||||||
});
|
|
||||||
// Loader.registry.delete(target_cache_file_path);
|
|
||||||
const module = await import(`${target_cache_file_path}?t=${Date.now()}`);
|
|
||||||
return module;
|
|
||||||
}
|
|
||||||
Vendored
+5
@@ -109,6 +109,11 @@ export type BunextConfig = {
|
|||||||
* `/robots.txt` disallows all crawlers regardless of `public/robots.txt`.
|
* `/robots.txt` disallows all crawlers regardless of `public/robots.txt`.
|
||||||
*/
|
*/
|
||||||
disable_seo?: boolean;
|
disable_seo?: boolean;
|
||||||
|
/**
|
||||||
|
* Maximum time (ms) a page's server render may take before it is
|
||||||
|
* aborted and answered with a 500. Defaults to 30000.
|
||||||
|
*/
|
||||||
|
ssr_render_timeout_ms?: number;
|
||||||
};
|
};
|
||||||
export type BunextConfigMiddlewareParams = {
|
export type BunextConfigMiddlewareParams = {
|
||||||
req: Request;
|
req: Request;
|
||||||
|
|||||||
Vendored
+21
-4
@@ -1,7 +1,24 @@
|
|||||||
/**
|
/**
|
||||||
* Dev: bypass Bun's module registry so rebuilt files are picked up.
|
* Imports a module by its stable path.
|
||||||
* Prod: import by stable path so each module is loaded (and kept) once.
|
*
|
||||||
* A unique `?t=` per call creates a new, never-evicted module record, so
|
* Dev: when the file changed since it was last imported, its registry
|
||||||
* using it in production leaks memory on every request.
|
* entry is evicted first so the new version is evaluated and the old one
|
||||||
|
* can be garbage collected. A cache-busting `?t=` query would instead
|
||||||
|
* create a new, never-evicted module record on every call.
|
||||||
|
*
|
||||||
|
* Prod: plain import, so each module is loaded (and kept) once.
|
||||||
*/
|
*/
|
||||||
export default function importFresh<T = any>(file_path: string): Promise<T>;
|
export default function importFresh<T = any>(file_path: string): Promise<T>;
|
||||||
|
/**
|
||||||
|
* Drops a module from Bun's registry so its memory can be reclaimed and the
|
||||||
|
* next import re-evaluates it. Only the module itself is evicted, not the
|
||||||
|
* modules it imports.
|
||||||
|
*/
|
||||||
|
export declare function evictModule(file_path: string): void;
|
||||||
|
/**
|
||||||
|
* Evicts every registry entry under `dir` whose file no longer exists. Bundle
|
||||||
|
* outputs (entries and shared chunks) are content-hashed and esbuild deletes
|
||||||
|
* the superseded ones on rebuild, so a missing file means no current module
|
||||||
|
* imports it anymore.
|
||||||
|
*/
|
||||||
|
export declare function evictDeletedModules(dir: string): void;
|
||||||
|
|||||||
Vendored
+61
-6
@@ -1,10 +1,65 @@
|
|||||||
|
import { existsSync, statSync } from "fs";
|
||||||
|
import path from "path";
|
||||||
import isDevelopment from "./is-development";
|
import isDevelopment from "./is-development";
|
||||||
/**
|
/**
|
||||||
* Dev: bypass Bun's module registry so rebuilt files are picked up.
|
* File path -> mtime of the version currently held in Bun's module
|
||||||
* Prod: import by stable path so each module is loaded (and kept) once.
|
* registry (dev only).
|
||||||
* A unique `?t=` per call creates a new, never-evicted module record, so
|
|
||||||
* using it in production leaks memory on every request.
|
|
||||||
*/
|
*/
|
||||||
export default function importFresh(file_path) {
|
const loaded_versions = new Map();
|
||||||
return import(isDevelopment() ? `${file_path}?t=${Date.now()}` : file_path);
|
/**
|
||||||
|
* Imports a module by its stable path.
|
||||||
|
*
|
||||||
|
* Dev: when the file changed since it was last imported, its registry
|
||||||
|
* entry is evicted first so the new version is evaluated and the old one
|
||||||
|
* can be garbage collected. A cache-busting `?t=` query would instead
|
||||||
|
* create a new, never-evicted module record on every call.
|
||||||
|
*
|
||||||
|
* Prod: plain import, so each module is loaded (and kept) once.
|
||||||
|
*/
|
||||||
|
export default async function importFresh(file_path) {
|
||||||
|
if (!isDevelopment()) {
|
||||||
|
return import(file_path);
|
||||||
|
}
|
||||||
|
let mtime;
|
||||||
|
try {
|
||||||
|
mtime = statSync(file_path).mtimeMs;
|
||||||
|
}
|
||||||
|
catch { }
|
||||||
|
if (loaded_versions.has(file_path) &&
|
||||||
|
loaded_versions.get(file_path) !== mtime) {
|
||||||
|
evictModule(file_path);
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
const mod = await import(file_path);
|
||||||
|
loaded_versions.set(file_path, mtime);
|
||||||
|
return mod;
|
||||||
|
}
|
||||||
|
catch (error) {
|
||||||
|
// Don't keep a failed evaluation around: the next request retries.
|
||||||
|
evictModule(file_path);
|
||||||
|
throw error;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
/**
|
||||||
|
* Drops a module from Bun's registry so its memory can be reclaimed and the
|
||||||
|
* next import re-evaluates it. Only the module itself is evicted, not the
|
||||||
|
* modules it imports.
|
||||||
|
*/
|
||||||
|
export function evictModule(file_path) {
|
||||||
|
delete require.cache[file_path];
|
||||||
|
loaded_versions.delete(file_path);
|
||||||
|
}
|
||||||
|
/**
|
||||||
|
* Evicts every registry entry under `dir` whose file no longer exists. Bundle
|
||||||
|
* outputs (entries and shared chunks) are content-hashed and esbuild deletes
|
||||||
|
* the superseded ones on rebuild, so a missing file means no current module
|
||||||
|
* imports it anymore.
|
||||||
|
*/
|
||||||
|
export function evictDeletedModules(dir) {
|
||||||
|
const prefix = dir.endsWith(path.sep) ? dir : dir + path.sep;
|
||||||
|
for (const key of Object.keys(require.cache)) {
|
||||||
|
if (key.startsWith(prefix) && !existsSync(key)) {
|
||||||
|
evictModule(key);
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
+1
-1
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@moduletrace/bunext",
|
"name": "@moduletrace/bunext",
|
||||||
"version": "1.3.1",
|
"version": "1.2.4",
|
||||||
"main": "dist/index.js",
|
"main": "dist/index.js",
|
||||||
"module": "index.ts",
|
"module": "index.ts",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
|
|||||||
+53
-54
@@ -11,9 +11,8 @@ const {
|
|||||||
BUNX_BUNDLER_ERROR_EXIT_FILE,
|
BUNX_BUNDLER_ERROR_EXIT_FILE,
|
||||||
} = grabDirNames();
|
} = grabDirNames();
|
||||||
|
|
||||||
let retries = 0;
|
|
||||||
let timeout: any;
|
|
||||||
const MAX_RETRIES = 5;
|
const MAX_RETRIES = 5;
|
||||||
|
const RETRY_RESET_AFTER_MS = 10000;
|
||||||
|
|
||||||
export default function () {
|
export default function () {
|
||||||
return new Command("dev")
|
return new Command("dev")
|
||||||
@@ -33,58 +32,58 @@ export default function () {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function dev() {
|
async function dev() {
|
||||||
clearTimeout(timeout);
|
// A loop, not recursion: each restart would otherwise keep the previous
|
||||||
|
// call (and its subprocess) alive for the supervisor's whole lifetime.
|
||||||
|
let retries = 0;
|
||||||
|
|
||||||
if (retries >= MAX_RETRIES) {
|
while (true) {
|
||||||
console.error(`Dev server crashed ${MAX_RETRIES} times. Exiting.`);
|
if (retries >= MAX_RETRIES) {
|
||||||
process.exit(1);
|
console.error(`Dev server crashed ${MAX_RETRIES} times. Exiting.`);
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
const dev_spawn_file = path.resolve(__dirname, "dev-spawn.ts");
|
||||||
|
const dev_spawn_js_file = path.resolve(__dirname, "dev-spawn.js");
|
||||||
|
|
||||||
|
const final_spawn_file = existsSync(dev_spawn_js_file)
|
||||||
|
? dev_spawn_js_file
|
||||||
|
: dev_spawn_file;
|
||||||
|
|
||||||
|
const spawn_options: BunSpawnOptions = {
|
||||||
|
cmd: ["bun", final_spawn_file],
|
||||||
|
stdio: ["inherit", "inherit", "inherit"],
|
||||||
|
async onExit(subprocess, exitCode, signalCode, error) {
|
||||||
|
writeErrorFile({ exitCode, error });
|
||||||
|
},
|
||||||
|
env: {
|
||||||
|
...process.env,
|
||||||
|
NODE_ENV: "development",
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
const started_at = Date.now();
|
||||||
|
|
||||||
|
let child_process;
|
||||||
|
try {
|
||||||
|
child_process = Bun.spawn(spawn_options);
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`Failed to start dev process:`, error);
|
||||||
|
retries++;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
const exited = await child_process.exited;
|
||||||
|
|
||||||
|
// A null exit means the child was killed by a signal (e.g. Ctrl+C
|
||||||
|
// in the shared terminal), which we must not restart.
|
||||||
|
if (exited == null) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Restart on any numeric exit (0 included: the server should never
|
||||||
|
// exit cleanly). Only consecutive quick crashes count toward the
|
||||||
|
// limit; a child that ran for a while starts the count over.
|
||||||
|
retries =
|
||||||
|
Date.now() - started_at >= RETRY_RESET_AFTER_MS ? 1 : retries + 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
const dev_spawn_file = path.resolve(__dirname, "dev-spawn.ts");
|
|
||||||
const dev_spawn_js_file = path.resolve(__dirname, "dev-spawn.js");
|
|
||||||
|
|
||||||
const final_spawn_file = existsSync(dev_spawn_js_file)
|
|
||||||
? dev_spawn_js_file
|
|
||||||
: dev_spawn_file;
|
|
||||||
|
|
||||||
const spawn_options: BunSpawnOptions = {
|
|
||||||
cmd: ["bun", final_spawn_file],
|
|
||||||
stdio: ["inherit", "inherit", "inherit"],
|
|
||||||
async onExit(subprocess, exitCode, signalCode, error) {
|
|
||||||
writeErrorFile({ exitCode, error });
|
|
||||||
},
|
|
||||||
env: {
|
|
||||||
...process.env,
|
|
||||||
NODE_ENV: "development",
|
|
||||||
},
|
|
||||||
};
|
|
||||||
|
|
||||||
let dev_process;
|
|
||||||
try {
|
|
||||||
dev_process = Bun.spawn(spawn_options);
|
|
||||||
} catch (error) {
|
|
||||||
console.error(`Failed to start dev process:`, error);
|
|
||||||
retries++;
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
return await dev();
|
|
||||||
}
|
|
||||||
|
|
||||||
const exited = await dev_process.exited;
|
|
||||||
|
|
||||||
// Restart on any numeric exit (0 included: the server should never exit
|
|
||||||
// cleanly). A null exit means the child was killed by a signal (e.g.
|
|
||||||
// Ctrl+C in the shared terminal), which we must not restart.
|
|
||||||
if (exited != null) {
|
|
||||||
retries++;
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
return await dev();
|
|
||||||
}
|
|
||||||
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
}
|
}
|
||||||
|
|||||||
+55
-55
@@ -7,9 +7,8 @@ import { existsSync, rmSync } from "fs";
|
|||||||
|
|
||||||
const { BUNX_BUNDLER_ERROR_EXIT_FILE } = grabDirNames();
|
const { BUNX_BUNDLER_ERROR_EXIT_FILE } = grabDirNames();
|
||||||
|
|
||||||
let retries = 0;
|
|
||||||
let timeout: any;
|
|
||||||
const MAX_RETRIES = 5;
|
const MAX_RETRIES = 5;
|
||||||
|
const RETRY_RESET_AFTER_MS = 10000;
|
||||||
|
|
||||||
export default function () {
|
export default function () {
|
||||||
return new Command("start")
|
return new Command("start")
|
||||||
@@ -24,59 +23,60 @@ export default function () {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function start() {
|
async function start() {
|
||||||
clearTimeout(timeout);
|
// A loop, not recursion: each restart would otherwise keep the previous
|
||||||
|
// call (and its subprocess) alive for the supervisor's whole lifetime.
|
||||||
|
let retries = 0;
|
||||||
|
|
||||||
if (retries >= MAX_RETRIES) {
|
while (true) {
|
||||||
console.error(
|
if (retries >= MAX_RETRIES) {
|
||||||
`Production server crashed ${MAX_RETRIES} times. Exiting.`,
|
console.error(
|
||||||
);
|
`Production server crashed ${MAX_RETRIES} times. Exiting.`,
|
||||||
process.exit(1);
|
);
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
const prod_spawn_file = path.resolve(__dirname, "prod-spawn.ts");
|
||||||
|
const prod_spawn_js_file = path.resolve(__dirname, "prod-spawn.js");
|
||||||
|
|
||||||
|
const final_spawn_file = existsSync(prod_spawn_js_file)
|
||||||
|
? prod_spawn_js_file
|
||||||
|
: prod_spawn_file;
|
||||||
|
|
||||||
|
const spawn_options: BunSpawnOptions = {
|
||||||
|
cmd: ["bun", final_spawn_file],
|
||||||
|
stdio: ["inherit", "inherit", "inherit"],
|
||||||
|
onExit(subprocess, exitCode, signalCode, error) {
|
||||||
|
writeErrorFile({ exitCode, error });
|
||||||
|
},
|
||||||
|
env: {
|
||||||
|
...process.env,
|
||||||
|
NODE_ENV: "production",
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
const started_at = Date.now();
|
||||||
|
|
||||||
|
let child_process;
|
||||||
|
try {
|
||||||
|
child_process = Bun.spawn(spawn_options);
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`Failed to start production process:`, error);
|
||||||
|
retries++;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
const exited = await child_process.exited;
|
||||||
|
|
||||||
|
// A null exit means the child was killed by a signal (e.g. Ctrl+C
|
||||||
|
// in the shared terminal), which we must not restart.
|
||||||
|
if (exited == null) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Restart on any numeric exit (0 included: the server should never
|
||||||
|
// exit cleanly). Only consecutive quick crashes count toward the
|
||||||
|
// limit; a child that ran for a while starts the count over.
|
||||||
|
retries =
|
||||||
|
Date.now() - started_at >= RETRY_RESET_AFTER_MS ? 1 : retries + 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
const prod_spawn_file = path.resolve(__dirname, "prod-spawn.ts");
|
|
||||||
const prod_spawn_js_file = path.resolve(__dirname, "prod-spawn.js");
|
|
||||||
|
|
||||||
const final_spawn_file = existsSync(prod_spawn_js_file)
|
|
||||||
? prod_spawn_js_file
|
|
||||||
: prod_spawn_file;
|
|
||||||
|
|
||||||
const spawn_options: BunSpawnOptions = {
|
|
||||||
cmd: ["bun", final_spawn_file],
|
|
||||||
stdio: ["inherit", "inherit", "inherit"],
|
|
||||||
onExit(subprocess, exitCode, signalCode, error) {
|
|
||||||
writeErrorFile({ exitCode, error });
|
|
||||||
},
|
|
||||||
env: {
|
|
||||||
...process.env,
|
|
||||||
NODE_ENV: "production",
|
|
||||||
},
|
|
||||||
};
|
|
||||||
|
|
||||||
let dev_process;
|
|
||||||
try {
|
|
||||||
dev_process = Bun.spawn(spawn_options);
|
|
||||||
} catch (error) {
|
|
||||||
console.error(`Failed to start production process:`, error);
|
|
||||||
retries++;
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
return await start();
|
|
||||||
}
|
|
||||||
|
|
||||||
const exited = await dev_process.exited;
|
|
||||||
|
|
||||||
// Restart on any numeric exit (0 included). A null exit means the child
|
|
||||||
// was killed by a signal, which we must not restart.
|
|
||||||
if (exited != null) {
|
|
||||||
retries++;
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
return await start();
|
|
||||||
}
|
|
||||||
|
|
||||||
timeout = setTimeout(() => {
|
|
||||||
retries = 0;
|
|
||||||
}, 10000);
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,4 +8,5 @@ export const AppData = {
|
|||||||
BunextTmpFileExt: ".bunext_tmp.tsx",
|
BunextTmpFileExt: ".bunext_tmp.tsx",
|
||||||
BunextHMRRetryRoute: "/.bunext/hmr-retry",
|
BunextHMRRetryRoute: "/.bunext/hmr-retry",
|
||||||
DefaultMaxLogs: 50,
|
DefaultMaxLogs: 50,
|
||||||
|
DefaultSSRRenderTimeoutMs: 30000,
|
||||||
} as const;
|
} as const;
|
||||||
|
|||||||
@@ -0,0 +1,16 @@
|
|||||||
|
/**
|
||||||
|
* Disposes the hydration and SSR esbuild contexts, releasing the incremental
|
||||||
|
* build state esbuild keeps in memory for them. The bundlers re-create the
|
||||||
|
* contexts on their next run.
|
||||||
|
*/
|
||||||
|
export default async function disposeBundlerContexts() {
|
||||||
|
try {
|
||||||
|
await global.BUNEXT_BUNDLER_CTX?.dispose();
|
||||||
|
} catch (error) {}
|
||||||
|
global.BUNEXT_BUNDLER_CTX = undefined;
|
||||||
|
|
||||||
|
try {
|
||||||
|
await global.BUNEXT_SSR_BUNDLER_CTX?.dispose();
|
||||||
|
} catch (error) {}
|
||||||
|
global.BUNEXT_SSR_BUNDLER_CTX = undefined;
|
||||||
|
}
|
||||||
@@ -9,6 +9,7 @@ import grabRootFilePath from "../server/web-pages/grab-root-file-path";
|
|||||||
import ssrVirtualFilesPlugin from "./plugins/ssr-virtual-files-plugin";
|
import ssrVirtualFilesPlugin from "./plugins/ssr-virtual-files-plugin";
|
||||||
import ssrCTXArtifactTracker from "./plugins/ssr-ctx-artifact-tracker";
|
import ssrCTXArtifactTracker from "./plugins/ssr-ctx-artifact-tracker";
|
||||||
import cleanupArtifacts from "../server/cleanup-artifacts";
|
import cleanupArtifacts from "../server/cleanup-artifacts";
|
||||||
|
import { evictDeletedModules } from "../../utils/import-fresh";
|
||||||
import { writeFileSync } from "fs";
|
import { writeFileSync } from "fs";
|
||||||
import path from "path";
|
import path from "path";
|
||||||
import { log } from "../../utils/log";
|
import { log } from "../../utils/log";
|
||||||
@@ -220,6 +221,10 @@ async function doSSRRebuild(params?: RebuildParams) {
|
|||||||
global.BUNEXT_BUILD_FAILED = false;
|
global.BUNEXT_BUILD_FAILED = false;
|
||||||
|
|
||||||
await cleanupArtifacts({ paradigm: "ssr" });
|
await cleanupArtifacts({ paradigm: "ssr" });
|
||||||
|
|
||||||
|
// esbuild has now replaced superseded outputs on disk; release the
|
||||||
|
// ones the server already imported.
|
||||||
|
evictDeletedModules(BUNX_CWD_MODULE_CACHE_DIR);
|
||||||
} catch (error: any) {
|
} catch (error: any) {
|
||||||
global.BUNEXT_SSR_BUNDLER_CTX_DISPOSED = true;
|
global.BUNEXT_SSR_BUNDLER_CTX_DISPOSED = true;
|
||||||
global.BUNEXT_BUILD_FAILED = true;
|
global.BUNEXT_BUILD_FAILED = true;
|
||||||
|
|||||||
@@ -16,6 +16,7 @@ import serverPostBuildFn from "./server/server-post-build-fn";
|
|||||||
import reactModulesBundler from "./bundler/react-modules-bundler";
|
import reactModulesBundler from "./bundler/react-modules-bundler";
|
||||||
import grabConstants from "../utils/grab-constants";
|
import grabConstants from "../utils/grab-constants";
|
||||||
import watcherEsbuildCTX from "./server/watcher-esbuild-ctx";
|
import watcherEsbuildCTX from "./server/watcher-esbuild-ctx";
|
||||||
|
import disposeBundlerContexts from "./bundler/dispose-bundler-contexts";
|
||||||
import { readFileSync } from "fs";
|
import { readFileSync } from "fs";
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -162,6 +163,9 @@ export default async function bunextInit(params?: Params) {
|
|||||||
} else {
|
} else {
|
||||||
log.build(`Building Modules ...`);
|
log.build(`Building Modules ...`);
|
||||||
await allPagesESBuildContextBundler({ start: true });
|
await allPagesESBuildContextBundler({ start: true });
|
||||||
|
// The server only needs the artifact maps; don't keep
|
||||||
|
// esbuild's build state alive for the rest of the process.
|
||||||
|
await disposeBundlerContexts();
|
||||||
}
|
}
|
||||||
|
|
||||||
cron();
|
cron();
|
||||||
|
|||||||
@@ -26,7 +26,12 @@ export default async function bunextRequestHandler({
|
|||||||
server,
|
server,
|
||||||
}: Params): Promise<Response> {
|
}: Params): Promise<Response> {
|
||||||
const is_dev = isDevelopment();
|
const is_dev = isDevelopment();
|
||||||
let req = initial_req.clone();
|
const middleware = global.BUNEXT_CONSTANTS.config?.middleware;
|
||||||
|
|
||||||
|
// Middleware may consume `initial_req`'s body, so it gets its own copy.
|
||||||
|
// Cloning tees the body stream and buffers whatever one side doesn't
|
||||||
|
// read, so only pay for it when middleware is configured.
|
||||||
|
let req = middleware ? initial_req.clone() : initial_req;
|
||||||
|
|
||||||
try {
|
try {
|
||||||
let url = new URL(req.url);
|
let url = new URL(req.url);
|
||||||
@@ -40,12 +45,11 @@ export default async function bunextRequestHandler({
|
|||||||
|
|
||||||
let response: Response | undefined = undefined;
|
let response: Response | undefined = undefined;
|
||||||
|
|
||||||
if (global.BUNEXT_CONSTANTS.config?.middleware) {
|
if (middleware) {
|
||||||
const middleware_res =
|
const middleware_res = await middleware({
|
||||||
await global.BUNEXT_CONSTANTS.config.middleware({
|
req: initial_req,
|
||||||
req: initial_req,
|
url,
|
||||||
url,
|
});
|
||||||
});
|
|
||||||
|
|
||||||
if (middleware_res instanceof Response) {
|
if (middleware_res instanceof Response) {
|
||||||
return middleware_res;
|
return middleware_res;
|
||||||
|
|||||||
@@ -3,6 +3,8 @@ import allPagesESBuildContextBundler from "../bundler/all-pages-esbuild-context-
|
|||||||
import serverPostBuildFn from "./server-post-build-fn";
|
import serverPostBuildFn from "./server-post-build-fn";
|
||||||
import { restartWatcher } from "./watcher-esbuild-ctx";
|
import { restartWatcher } from "./watcher-esbuild-ctx";
|
||||||
import { logBuildErrorsOnce } from "../../utils/build-error-log";
|
import { logBuildErrorsOnce } from "../../utils/build-error-log";
|
||||||
|
import disposeBundlerContexts from "../bundler/dispose-bundler-contexts";
|
||||||
|
import isDevelopment from "../../utils/is-development";
|
||||||
|
|
||||||
// Single-flight: error recovery paths (grab-page-component retries, the
|
// Single-flight: error recovery paths (grab-page-component retries, the
|
||||||
// watcher, post-build HMR pushes) all call fullRebuild, and each rebuild
|
// watcher, post-build HMR pushes) all call fullRebuild, and each rebuild
|
||||||
@@ -42,19 +44,19 @@ async function doFullRebuild(params?: { msg?: string }) {
|
|||||||
|
|
||||||
global.BUNEXT_ROUTER.reload();
|
global.BUNEXT_ROUTER.reload();
|
||||||
|
|
||||||
try {
|
await disposeBundlerContexts();
|
||||||
await global.BUNEXT_BUNDLER_CTX?.dispose();
|
|
||||||
global.BUNEXT_BUNDLER_CTX = undefined;
|
|
||||||
|
|
||||||
await global.BUNEXT_SSR_BUNDLER_CTX?.dispose();
|
|
||||||
global.BUNEXT_SSR_BUNDLER_CTX = undefined;
|
|
||||||
} catch (error) {}
|
|
||||||
|
|
||||||
await allPagesESBuildContextBundler({
|
await allPagesESBuildContextBundler({
|
||||||
post_build_fn: async (params) => {
|
post_build_fn: async (params) => {
|
||||||
await serverPostBuildFn(params);
|
await serverPostBuildFn(params);
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// Production never rebuilds incrementally; don't keep esbuild's
|
||||||
|
// build state alive for the rest of the process.
|
||||||
|
if (!isDevelopment()) {
|
||||||
|
await disposeBundlerContexts();
|
||||||
|
}
|
||||||
} catch (error: any) {
|
} catch (error: any) {
|
||||||
logBuildErrorsOnce(
|
logBuildErrorsOnce(
|
||||||
[{ text: error?.message || String(error) }],
|
[{ text: error?.message || String(error) }],
|
||||||
|
|||||||
@@ -13,6 +13,7 @@ import path from "path";
|
|||||||
import grabDirNames from "../../utils/grab-dir-names";
|
import grabDirNames from "../../utils/grab-dir-names";
|
||||||
import grabRelativePath from "../../utils/grab-relative-path";
|
import grabRelativePath from "../../utils/grab-relative-path";
|
||||||
import { RequestBodyTooLargeError } from "../../utils/read-request-body";
|
import { RequestBodyTooLargeError } from "../../utils/read-request-body";
|
||||||
|
import importFresh from "../../utils/import-fresh";
|
||||||
|
|
||||||
const { ROOT_DIR } = grabDirNames();
|
const { ROOT_DIR } = grabDirNames();
|
||||||
|
|
||||||
@@ -50,7 +51,6 @@ export default async function ({ req }: Params): Promise<Response> {
|
|||||||
}
|
}
|
||||||
|
|
||||||
let module: any;
|
let module: any;
|
||||||
const now = Date.now();
|
|
||||||
|
|
||||||
const relative_match_path = grabRelativePath(match.filePath);
|
const relative_match_path = grabRelativePath(match.filePath);
|
||||||
|
|
||||||
@@ -63,12 +63,9 @@ export default async function ({ req }: Params): Promise<Response> {
|
|||||||
global.BUNEXT_SSR_BUNDLER_CTX_MAP[relative_match_path].path,
|
global.BUNEXT_SSR_BUNDLER_CTX_MAP[relative_match_path].path,
|
||||||
);
|
);
|
||||||
|
|
||||||
module = await import(`${target_import}?t=${now}`);
|
module = await importFresh(target_import);
|
||||||
} else {
|
} else {
|
||||||
const import_path = is_dev
|
module = await importFresh(match.filePath);
|
||||||
? `${match.filePath}?t=${now}`
|
|
||||||
: match.filePath;
|
|
||||||
module = await import(import_path);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
const config = module.config as BunextServerRouteConfig | undefined;
|
const config = module.config as BunextServerRouteConfig | undefined;
|
||||||
|
|||||||
@@ -2,10 +2,7 @@ import _ from "lodash";
|
|||||||
import { log } from "../../utils/log";
|
import { log } from "../../utils/log";
|
||||||
import serverParamsGen from "./server-params-gen";
|
import serverParamsGen from "./server-params-gen";
|
||||||
import isDevelopment from "../../utils/is-development";
|
import isDevelopment from "../../utils/is-development";
|
||||||
import {
|
import { watcherWatchdogTick } from "./watcher-esbuild-ctx";
|
||||||
restartWatcher,
|
|
||||||
watcherRestartAvailable,
|
|
||||||
} from "./watcher-esbuild-ctx";
|
|
||||||
|
|
||||||
export default async function startServer() {
|
export default async function startServer() {
|
||||||
const serverParams = await serverParamsGen();
|
const serverParams = await serverParamsGen();
|
||||||
@@ -18,15 +15,9 @@ export default async function startServer() {
|
|||||||
log.server(`http://${server.hostname}:${server.port}`);
|
log.server(`http://${server.hostname}:${server.port}`);
|
||||||
|
|
||||||
if (is_dev) {
|
if (is_dev) {
|
||||||
// Watchdog: periodically re-create the FS watcher in case it went
|
// Watchdog: re-create the FS watcher if it went stale and stopped
|
||||||
// stale and stopped receiving events. Skipped while a recent restart
|
// receiving events.
|
||||||
// (e.g. by fullRebuild) is still fresh so the watcher isn't churned
|
setInterval(watcherWatchdogTick, 5000);
|
||||||
// twice in a row.
|
|
||||||
setInterval(() => {
|
|
||||||
if (watcherRestartAvailable()) {
|
|
||||||
restartWatcher();
|
|
||||||
}
|
|
||||||
}, 5000);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return server;
|
return server;
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
import chokidar from "chokidar";
|
import chokidar from "chokidar";
|
||||||
import path from "path";
|
import path from "path";
|
||||||
import { existsSync } from "fs";
|
import { existsSync, mkdirSync, writeFileSync } from "fs";
|
||||||
import grabDirNames from "../../utils/grab-dir-names";
|
import grabDirNames from "../../utils/grab-dir-names";
|
||||||
import fullRebuild from "./full-rebuild";
|
import fullRebuild from "./full-rebuild";
|
||||||
import { AppData } from "../../data/app-data";
|
import { AppData } from "../../data/app-data";
|
||||||
@@ -13,11 +13,21 @@ import serverPostBuildFn from "./server-post-build-fn";
|
|||||||
import { log } from "../../utils/log";
|
import { log } from "../../utils/log";
|
||||||
import { logBuildErrorsOnce } from "../../utils/build-error-log";
|
import { logBuildErrorsOnce } from "../../utils/build-error-log";
|
||||||
|
|
||||||
const { ROOT_DIR, BUNX_BUNDLER_ERROR_EXIT_FILE } = grabDirNames();
|
const { ROOT_DIR, BUNX_CWD_DIR, BUNX_BUNDLER_ERROR_EXIT_FILE } =
|
||||||
|
grabDirNames();
|
||||||
|
|
||||||
// Tracks the last watcher re-creation so the 5s watchdog in start-server
|
// The watchdog writes this file and expects the watcher to report it. It
|
||||||
// doesn't fight fullRebuild (which also restarts the watcher after a rebuild).
|
// sits under `.bunext` (otherwise ignored), so only this path is watched.
|
||||||
|
const WATCH_PROBE_DIR = path.join(BUNX_CWD_DIR, "watch-probe");
|
||||||
|
const WATCH_PROBE_FILE = path.join(WATCH_PROBE_DIR, "probe");
|
||||||
|
|
||||||
|
// Dedupes near-simultaneous restarts (fullRebuild, watchdog).
|
||||||
let last_watcher_restart = 0;
|
let last_watcher_restart = 0;
|
||||||
|
// The current watcher finished its initial scan; probes written before
|
||||||
|
// that may not produce events.
|
||||||
|
let watcher_ready = false;
|
||||||
|
// A probe was written and the watcher hasn't reported it yet.
|
||||||
|
let probe_pending = false;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Closes and re-creates the FS watcher. Deduped: callers that restart the
|
* Closes and re-creates the FS watcher. Deduped: callers that restart the
|
||||||
@@ -54,11 +64,30 @@ function grabPagesSnapshot(): string | undefined {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* True when the watcher was last (re)created long enough ago that the
|
* Called periodically by the dev server. Re-creates the watcher only when it
|
||||||
* watchdog should consider re-creating it again.
|
* failed to report the probe written on the previous tick, i.e. when it went
|
||||||
|
* stale. A healthy watcher is left alone: re-creating it rescans the whole
|
||||||
|
* project tree.
|
||||||
*/
|
*/
|
||||||
export function watcherRestartAvailable() {
|
export function watcherWatchdogTick() {
|
||||||
return Date.now() - last_watcher_restart > 6000;
|
if (!global.BUNEXT_PAGES_SRC_WATCHER || !watcher_ready) return;
|
||||||
|
|
||||||
|
if (probe_pending) {
|
||||||
|
restartWatcher();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
mkdirSync(WATCH_PROBE_DIR, { recursive: true });
|
||||||
|
writeFileSync(WATCH_PROBE_FILE, String(Date.now()));
|
||||||
|
probe_pending = true;
|
||||||
|
} catch (error) {}
|
||||||
|
}
|
||||||
|
|
||||||
|
function isWatchProbePath(p: string) {
|
||||||
|
return (
|
||||||
|
p === WATCH_PROBE_FILE || p === WATCH_PROBE_DIR || p === BUNX_CWD_DIR
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
const TARGET_FILES_MATCH = /\.(tsx?|jsx?|css)$/;
|
const TARGET_FILES_MATCH = /\.(tsx?|jsx?|css)$/;
|
||||||
@@ -191,10 +220,11 @@ function isPathExcluded(filename: string, full_file_path: string): boolean {
|
|||||||
// install watches (and deliver events) for trees the bundler never reads.
|
// install watches (and deliver events) for trees the bundler never reads.
|
||||||
function buildIgnoredPatterns() {
|
function buildIgnoredPatterns() {
|
||||||
const ignored: Array<RegExp | ((p: string) => boolean)> = [
|
const ignored: Array<RegExp | ((p: string) => boolean)> = [
|
||||||
/(^|[\/\\])\../,
|
(p: string) => !isWatchProbePath(p) && /(^|[\/\\])\../.test(p),
|
||||||
/(^|[\/\\])node_modules([\/\\]|$)/,
|
/(^|[\/\\])node_modules([\/\\]|$)/,
|
||||||
/(^|[\/\\])public([\/\\]|$)/,
|
/(^|[\/\\])public([\/\\]|$)/,
|
||||||
/(^|[\/\\])\.bunext([\/\\]|$)/,
|
(p: string) =>
|
||||||
|
!isWatchProbePath(p) && /(^|[\/\\])\.bunext([\/\\]|$)/.test(p),
|
||||||
/(^|[\/\\])\.git([\/\\]|$)/,
|
/(^|[\/\\])\.git([\/\\]|$)/,
|
||||||
/(^|[\/\\])dist([\/\\]|$)/,
|
/(^|[\/\\])dist([\/\\]|$)/,
|
||||||
/bun\.lockb$/,
|
/bun\.lockb$/,
|
||||||
@@ -222,6 +252,13 @@ function buildIgnoredPatterns() {
|
|||||||
export default async function watcherEsbuildCTX(params?: {
|
export default async function watcherEsbuildCTX(params?: {
|
||||||
pages_snapshot?: string;
|
pages_snapshot?: string;
|
||||||
}) {
|
}) {
|
||||||
|
try {
|
||||||
|
mkdirSync(WATCH_PROBE_DIR, { recursive: true });
|
||||||
|
} catch (error) {}
|
||||||
|
|
||||||
|
watcher_ready = false;
|
||||||
|
probe_pending = false;
|
||||||
|
|
||||||
const pages_src_watcher = chokidar.watch(ROOT_DIR, {
|
const pages_src_watcher = chokidar.watch(ROOT_DIR, {
|
||||||
ignored: buildIgnoredPatterns(),
|
ignored: buildIgnoredPatterns(),
|
||||||
persistent: true,
|
persistent: true,
|
||||||
@@ -234,15 +271,19 @@ export default async function watcherEsbuildCTX(params?: {
|
|||||||
);
|
);
|
||||||
|
|
||||||
const pages_snapshot = params?.pages_snapshot;
|
const pages_snapshot = params?.pages_snapshot;
|
||||||
if (pages_snapshot !== undefined) {
|
pages_src_watcher.on("ready", () => {
|
||||||
pages_src_watcher.on("ready", () => {
|
if (global.BUNEXT_PAGES_SRC_WATCHER === pages_src_watcher) {
|
||||||
const current = grabPagesSnapshot();
|
watcher_ready = true;
|
||||||
if (current !== undefined && current !== pages_snapshot) {
|
}
|
||||||
pending_structural = true;
|
|
||||||
scheduleRebuild();
|
if (pages_snapshot === undefined) return;
|
||||||
}
|
|
||||||
});
|
const current = grabPagesSnapshot();
|
||||||
}
|
if (current !== undefined && current !== pages_snapshot) {
|
||||||
|
pending_structural = true;
|
||||||
|
scheduleRebuild();
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
global.BUNEXT_PAGES_SRC_WATCHER = pages_src_watcher as any;
|
global.BUNEXT_PAGES_SRC_WATCHER = pages_src_watcher as any;
|
||||||
}
|
}
|
||||||
@@ -251,6 +292,13 @@ function handleEvent(
|
|||||||
event: "add" | "change" | "unlink" | "addDir" | "unlinkDir",
|
event: "add" | "change" | "unlink" | "addDir" | "unlinkDir",
|
||||||
filePath: string,
|
filePath: string,
|
||||||
) {
|
) {
|
||||||
|
if (isWatchProbePath(filePath)) {
|
||||||
|
if (filePath === WATCH_PROBE_FILE) {
|
||||||
|
probe_pending = false;
|
||||||
|
}
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
try {
|
try {
|
||||||
const filename = path.relative(ROOT_DIR, filePath);
|
const filename = path.relative(ROOT_DIR, filePath);
|
||||||
const full_file_path = filePath;
|
const full_file_path = filePath;
|
||||||
|
|||||||
@@ -180,8 +180,27 @@ export default async function genWebHTML({
|
|||||||
let render_error: any;
|
let render_error: any;
|
||||||
let has_render_error = false;
|
let has_render_error = false;
|
||||||
|
|
||||||
|
const render_timeout_ms =
|
||||||
|
global.BUNEXT_CONFIG.ssr_render_timeout_ms ||
|
||||||
|
AppData["DefaultSSRRenderTimeoutMs"];
|
||||||
|
|
||||||
|
// Without a deadline, a Suspense boundary that never settles keeps the
|
||||||
|
// request (and its whole render tree) alive forever. The timer is
|
||||||
|
// cleared once the render ends so finished requests don't linger.
|
||||||
|
const render_abort = new AbortController();
|
||||||
|
const render_timeout = setTimeout(
|
||||||
|
() =>
|
||||||
|
render_abort.abort(
|
||||||
|
new RenderTimeoutError(
|
||||||
|
`Page render timed out after ${render_timeout_ms}ms`,
|
||||||
|
),
|
||||||
|
),
|
||||||
|
render_timeout_ms,
|
||||||
|
);
|
||||||
|
|
||||||
try {
|
try {
|
||||||
const stream = await renderToReadableStream(final_component, {
|
const stream = await renderToReadableStream(final_component, {
|
||||||
|
signal: render_abort.signal,
|
||||||
onError(error: any) {
|
onError(error: any) {
|
||||||
if (error?.message?.includes('unique "key" prop')) return;
|
if (error?.message?.includes('unique "key" prop')) return;
|
||||||
|
|
||||||
@@ -190,12 +209,16 @@ export default async function genWebHTML({
|
|||||||
render_error = error;
|
render_error = error;
|
||||||
}
|
}
|
||||||
|
|
||||||
original_console.error(error);
|
// A timeout has no useful stack; it's logged upstream.
|
||||||
|
if (!(error instanceof RenderTimeoutError)) {
|
||||||
|
original_console.error(error);
|
||||||
|
}
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
htmlBody = await new Response(stream).text();
|
htmlBody = await new Response(stream).text();
|
||||||
} finally {
|
} finally {
|
||||||
|
clearTimeout(render_timeout);
|
||||||
restoreConsole();
|
restoreConsole();
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -211,6 +234,8 @@ export default async function genWebHTML({
|
|||||||
return html;
|
return html;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
class RenderTimeoutError extends Error {}
|
||||||
|
|
||||||
let original_console: Pick<
|
let original_console: Pick<
|
||||||
Console,
|
Console,
|
||||||
"log" | "warn" | "error" | "info" | "debug"
|
"log" | "warn" | "error" | "info" | "debug"
|
||||||
|
|||||||
@@ -1,45 +0,0 @@
|
|||||||
import isDevelopment from "../../../utils/is-development";
|
|
||||||
import * as esbuild from "esbuild";
|
|
||||||
import grabDirNames from "../../../utils/grab-dir-names";
|
|
||||||
import path from "path";
|
|
||||||
import tailwindEsbuildPlugin from "./tailwind-esbuild-plugin";
|
|
||||||
|
|
||||||
type Params = {
|
|
||||||
file_path: string;
|
|
||||||
out_file?: string;
|
|
||||||
};
|
|
||||||
|
|
||||||
export default async function grabFilePathModule<T extends any = any>({
|
|
||||||
file_path,
|
|
||||||
out_file,
|
|
||||||
}: Params): Promise<T> {
|
|
||||||
const dev = isDevelopment();
|
|
||||||
const { BUNX_CWD_MODULE_CACHE_DIR } = grabDirNames();
|
|
||||||
const target_cache_file_path =
|
|
||||||
out_file ||
|
|
||||||
path.join(BUNX_CWD_MODULE_CACHE_DIR, `${path.basename(file_path)}.js`);
|
|
||||||
|
|
||||||
await esbuild.build({
|
|
||||||
entryPoints: [file_path],
|
|
||||||
bundle: true,
|
|
||||||
format: "esm",
|
|
||||||
target: "es2020",
|
|
||||||
platform: "node",
|
|
||||||
// external: ["react", "react-dom"],
|
|
||||||
minify: true,
|
|
||||||
define: {
|
|
||||||
"process.env.NODE_ENV": JSON.stringify(
|
|
||||||
dev ? "development" : "production",
|
|
||||||
),
|
|
||||||
},
|
|
||||||
metafile: true,
|
|
||||||
plugins: [tailwindEsbuildPlugin],
|
|
||||||
jsx: "automatic",
|
|
||||||
outfile: target_cache_file_path,
|
|
||||||
});
|
|
||||||
|
|
||||||
// Loader.registry.delete(target_cache_file_path);
|
|
||||||
const module = await import(`${target_cache_file_path}?t=${Date.now()}`);
|
|
||||||
|
|
||||||
return module as T;
|
|
||||||
}
|
|
||||||
@@ -126,6 +126,11 @@ export type BunextConfig = {
|
|||||||
* `/robots.txt` disallows all crawlers regardless of `public/robots.txt`.
|
* `/robots.txt` disallows all crawlers regardless of `public/robots.txt`.
|
||||||
*/
|
*/
|
||||||
disable_seo?: boolean;
|
disable_seo?: boolean;
|
||||||
|
/**
|
||||||
|
* Maximum time (ms) a page's server render may take before it is
|
||||||
|
* aborted and answered with a 500. Defaults to 30000.
|
||||||
|
*/
|
||||||
|
ssr_render_timeout_ms?: number;
|
||||||
};
|
};
|
||||||
|
|
||||||
export type BunextConfigMiddlewareParams = {
|
export type BunextConfigMiddlewareParams = {
|
||||||
|
|||||||
@@ -1,13 +1,75 @@
|
|||||||
|
import { existsSync, statSync } from "fs";
|
||||||
|
import path from "path";
|
||||||
import isDevelopment from "./is-development";
|
import isDevelopment from "./is-development";
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Dev: bypass Bun's module registry so rebuilt files are picked up.
|
* File path -> mtime of the version currently held in Bun's module
|
||||||
* Prod: import by stable path so each module is loaded (and kept) once.
|
* registry (dev only).
|
||||||
* A unique `?t=` per call creates a new, never-evicted module record, so
|
|
||||||
* using it in production leaks memory on every request.
|
|
||||||
*/
|
*/
|
||||||
export default function importFresh<T = any>(file_path: string): Promise<T> {
|
const loaded_versions = new Map<string, number | undefined>();
|
||||||
return import(
|
|
||||||
isDevelopment() ? `${file_path}?t=${Date.now()}` : file_path
|
/**
|
||||||
);
|
* Imports a module by its stable path.
|
||||||
|
*
|
||||||
|
* Dev: when the file changed since it was last imported, its registry
|
||||||
|
* entry is evicted first so the new version is evaluated and the old one
|
||||||
|
* can be garbage collected. A cache-busting `?t=` query would instead
|
||||||
|
* create a new, never-evicted module record on every call.
|
||||||
|
*
|
||||||
|
* Prod: plain import, so each module is loaded (and kept) once.
|
||||||
|
*/
|
||||||
|
export default async function importFresh<T = any>(
|
||||||
|
file_path: string,
|
||||||
|
): Promise<T> {
|
||||||
|
if (!isDevelopment()) {
|
||||||
|
return import(file_path);
|
||||||
|
}
|
||||||
|
|
||||||
|
let mtime: number | undefined;
|
||||||
|
try {
|
||||||
|
mtime = statSync(file_path).mtimeMs;
|
||||||
|
} catch {}
|
||||||
|
|
||||||
|
if (
|
||||||
|
loaded_versions.has(file_path) &&
|
||||||
|
loaded_versions.get(file_path) !== mtime
|
||||||
|
) {
|
||||||
|
evictModule(file_path);
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
const mod = await import(file_path);
|
||||||
|
loaded_versions.set(file_path, mtime);
|
||||||
|
return mod;
|
||||||
|
} catch (error) {
|
||||||
|
// Don't keep a failed evaluation around: the next request retries.
|
||||||
|
evictModule(file_path);
|
||||||
|
throw error;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Drops a module from Bun's registry so its memory can be reclaimed and the
|
||||||
|
* next import re-evaluates it. Only the module itself is evicted, not the
|
||||||
|
* modules it imports.
|
||||||
|
*/
|
||||||
|
export function evictModule(file_path: string) {
|
||||||
|
delete require.cache[file_path];
|
||||||
|
loaded_versions.delete(file_path);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Evicts every registry entry under `dir` whose file no longer exists. Bundle
|
||||||
|
* outputs (entries and shared chunks) are content-hashed and esbuild deletes
|
||||||
|
* the superseded ones on rebuild, so a missing file means no current module
|
||||||
|
* imports it anymore.
|
||||||
|
*/
|
||||||
|
export function evictDeletedModules(dir: string) {
|
||||||
|
const prefix = dir.endsWith(path.sep) ? dir : dir + path.sep;
|
||||||
|
|
||||||
|
for (const key of Object.keys(require.cache)) {
|
||||||
|
if (key.startsWith(prefix) && !existsSync(key)) {
|
||||||
|
evictModule(key);
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user