Fix SQL injection, query value handling, and other security issues
- Quote all identifiers and validate operators, order strategies, join types, raw comparisons, and limit/offset/page in the query generator - Treat 0 as a real query value; stop null from leaving unbound placeholders - Return the WHERE clause and its values separately from sqlGenerator so delete/update no longer regex-parse generated SQL - update(): target matched row ids, re-fetch reliably, and return success: false when no rows match - Fix duplicated aliases, [object Object] select fields, AVERAGE -> AVG, escape GROUP_CONCAT separators - Fix OFFSET without LIMIT and OFFSET on count queries - Store boolean false as 0 on insert; call function values once - Verify TLS certificates by default (new ssl_reject_unauthorized option) - Confirm before importing an executable schema from an archive (--yes) - Skip symlinks when reading extracted zip archives - Only trim files matching the backup/export naming pattern - Tighten default HTML sanitizer (no style/id attributes, no button) - Stop typedef generation from mutating parent table schemas - Pass config through DbSQL; handle BigInt values in results Co-Authored-By: Claude Opus 5.5 <[email protected]>
This commit is contained in:
@@ -212,6 +212,7 @@ The config file must be named `bun-mariadb.config.ts` and placed at the project
|
|||||||
| `charset` | `string` | No | Database charset (default: `utf8mb4`) |
|
| `charset` | `string` | No | Database charset (default: `utf8mb4`) |
|
||||||
| `connection_timeout` | `number` | No | Connection timeout in ms (default: `10000`) |
|
| `connection_timeout` | `number` | No | Connection timeout in ms (default: `10000`) |
|
||||||
| `ssl_ca` | `string` | No | Path to SSL CA certificate (relative to project root) |
|
| `ssl_ca` | `string` | No | Path to SSL CA certificate (relative to project root) |
|
||||||
|
| `ssl_reject_unauthorized` | `boolean` | No | Verify the server TLS certificate (default: `true`). Set `false` only for trusted self-signed setups |
|
||||||
| `html_sanitize` | `object` | No | Extra HTML sanitizer allowlists (see [HTML Sanitization](#html-sanitization)) |
|
| `html_sanitize` | `object` | No | Extra HTML sanitizer allowlists (see [HTML Sanitization](#html-sanitization)) |
|
||||||
|
|
||||||
Schema file path is always: `{db_dir}/schema.ts`.
|
Schema file path is always: `{db_dir}/schema.ts`.
|
||||||
@@ -469,11 +470,12 @@ bunx bun-mariadb import [file] [options]
|
|||||||
| `[file]` | Path to a `.sql` dump or export archive (`.tar.gz` / `.tar` / `.zip`) |
|
| `[file]` | Path to a `.sql` dump or export archive (`.tar.gz` / `.tar` / `.zip`) |
|
||||||
| `--sql-only` | Archive only: restore SQL, do not overwrite `schema.ts` |
|
| `--sql-only` | Archive only: restore SQL, do not overwrite `schema.ts` |
|
||||||
| `--schema-only` | Archive only: write `schema.ts`, do not restore SQL |
|
| `--schema-only` | Archive only: write `schema.ts`, do not restore SQL |
|
||||||
|
| `-y, --yes` | Archive only: skip the confirmation before writing a `.ts`/`.js` schema |
|
||||||
|
|
||||||
Behavior:
|
Behavior:
|
||||||
|
|
||||||
- **`.sql` file** — restores SQL into the configured database (same as restore, but non-interactive)
|
- **`.sql` file** — restores SQL into the configured database (same as restore, but non-interactive)
|
||||||
- **Export archive** — restores `dump.sql` and writes `schema.ts` into `db_dir`
|
- **Export archive** — restores `dump.sql` and writes `schema.ts` into `db_dir`. A `.ts`/`.js` schema is executed when loaded, so you are asked to confirm first (non-interactive runs require `--yes`). Only import archives from sources you trust.
|
||||||
- **No file argument** — interactive picker of archives in `{db_dir}/.exports`
|
- **No file argument** — interactive picker of archives in `{db_dir}/.exports`
|
||||||
|
|
||||||
**Examples:**
|
**Examples:**
|
||||||
@@ -837,6 +839,8 @@ const config: BunMariaDBConfig = {
|
|||||||
|
|
||||||
Config values are **appended** to the built-in defaults (safe rich-text tags/attributes).
|
Config values are **appended** to the built-in defaults (safe rich-text tags/attributes).
|
||||||
|
|
||||||
|
`style` and `id` attributes (and the `button` tag) are **not** allowed by default, since they enable CSS overlays and DOM clobbering. Add them through `allowed_attributes` / `allowed_tags` if you need them.
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
## TypeScript Type Generation
|
## TypeScript Type Generation
|
||||||
|
|||||||
+38
-1
@@ -2,7 +2,7 @@ import { Command } from "commander";
|
|||||||
import path from "path";
|
import path from "path";
|
||||||
import fs from "fs";
|
import fs from "fs";
|
||||||
import chalk from "chalk";
|
import chalk from "chalk";
|
||||||
import { select } from "@inquirer/prompts";
|
import { confirm, select } from "@inquirer/prompts";
|
||||||
import grabDBDir from "../utils/grab-db-dir";
|
import grabDBDir from "../utils/grab-db-dir";
|
||||||
import grabSortedExports from "../utils/grab-sorted-exports";
|
import grabSortedExports from "../utils/grab-sorted-exports";
|
||||||
import grabBackupData from "../utils/grab-backup-data";
|
import grabBackupData from "../utils/grab-backup-data";
|
||||||
@@ -40,6 +40,10 @@ export default function () {
|
|||||||
"--schema-only",
|
"--schema-only",
|
||||||
"When importing an archive, write schema only (skip SQL restore)",
|
"When importing an archive, write schema only (skip SQL restore)",
|
||||||
)
|
)
|
||||||
|
.option(
|
||||||
|
"-y, --yes",
|
||||||
|
"Do not ask for confirmation before writing an executable (.ts/.js) schema from the archive",
|
||||||
|
)
|
||||||
.action(async (fileArg: string | undefined, opts) => {
|
.action(async (fileArg: string | undefined, opts) => {
|
||||||
console.log(`Importing database ...`);
|
console.log(`Importing database ...`);
|
||||||
|
|
||||||
@@ -117,6 +121,39 @@ export default function () {
|
|||||||
const { sql, schema, schemaFileName } =
|
const { sql, schema, schemaFileName } =
|
||||||
await readExportArchive(filePath);
|
await readExportArchive(filePath);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A .ts/.js schema is executed (require) on the next run.
|
||||||
|
* Confirm before writing code from an archive into the project.
|
||||||
|
*/
|
||||||
|
const isExecutableSchema = /\.(ts|js)$/i.test(schemaFileName);
|
||||||
|
|
||||||
|
if (!opts.sqlOnly && isExecutableSchema && !opts.yes) {
|
||||||
|
if (!process.stdin.isTTY) {
|
||||||
|
console.error(
|
||||||
|
chalk.red(
|
||||||
|
`Archive contains an executable schema (${schemaFileName}). Re-run with --yes to accept it, or --sql-only to skip it.`,
|
||||||
|
),
|
||||||
|
);
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log(
|
||||||
|
chalk.yellow(
|
||||||
|
`\nThis archive contains an executable schema file (${schemaFileName}).\nIt will run as code the next time bun-mariadb or your app loads it.\nOnly continue if you trust the source of this archive.\n`,
|
||||||
|
),
|
||||||
|
);
|
||||||
|
|
||||||
|
const proceed = await confirm({
|
||||||
|
message: `Write ${schemaFileName} into ${db_dir}?`,
|
||||||
|
default: false,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (!proceed) {
|
||||||
|
console.log(chalk.dim(`Import cancelled.`));
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
if (!opts.schemaOnly) {
|
if (!opts.schemaOnly) {
|
||||||
await restoreDatabase(config, sql);
|
await restoreDatabase(config, sql);
|
||||||
console.log(chalk.green(`SQL restored from archive`));
|
console.log(chalk.green(`SQL restored from archive`));
|
||||||
|
|||||||
@@ -32,13 +32,16 @@ export default function grabMariaDBClient({
|
|||||||
const { ROOT_DIR } = grabDirNames();
|
const { ROOT_DIR } = grabDirNames();
|
||||||
|
|
||||||
try {
|
try {
|
||||||
|
// Verify the server certificate unless explicitly disabled
|
||||||
|
const rejectUnauthorized = config.ssl_reject_unauthorized !== false;
|
||||||
|
|
||||||
const tls = config.ssl_ca
|
const tls = config.ssl_ca
|
||||||
? {
|
? {
|
||||||
ca: Bun.file(path.resolve(ROOT_DIR, config.ssl_ca)),
|
ca: Bun.file(path.resolve(ROOT_DIR, config.ssl_ca)),
|
||||||
rejectUnauthorized: false,
|
rejectUnauthorized,
|
||||||
}
|
}
|
||||||
: {
|
: {
|
||||||
rejectUnauthorized: false,
|
rejectUnauthorized,
|
||||||
};
|
};
|
||||||
|
|
||||||
const MariaDBClient = new SQL({
|
const MariaDBClient = new SQL({
|
||||||
@@ -49,8 +52,8 @@ export default function grabMariaDBClient({
|
|||||||
port: process.env.BUN_MARIADB_SERVER_PORT
|
port: process.env.BUN_MARIADB_SERVER_PORT
|
||||||
? Number(process.env.BUN_MARIADB_SERVER_PORT)
|
? Number(process.env.BUN_MARIADB_SERVER_PORT)
|
||||||
: undefined,
|
: undefined,
|
||||||
...config.db_config,
|
|
||||||
tls,
|
tls,
|
||||||
|
...config.db_config,
|
||||||
adapter: "mariadb",
|
adapter: "mariadb",
|
||||||
} as Bun.SQL.Options);
|
} as Bun.SQL.Options);
|
||||||
|
|
||||||
|
|||||||
@@ -54,7 +54,15 @@ export default async function dbHandler<
|
|||||||
|
|
||||||
const res_array = (() => {
|
const res_array = (() => {
|
||||||
try {
|
try {
|
||||||
return JSON.parse(JSON.stringify(res)) as T[];
|
return JSON.parse(
|
||||||
|
JSON.stringify(res, (_key, value) =>
|
||||||
|
typeof value == "bigint"
|
||||||
|
? Number.isSafeInteger(Number(value))
|
||||||
|
? Number(value)
|
||||||
|
: value.toString()
|
||||||
|
: value,
|
||||||
|
),
|
||||||
|
) as T[];
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
return undefined;
|
return undefined;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -6,6 +6,7 @@ import type {
|
|||||||
ServerQueryParam,
|
ServerQueryParam,
|
||||||
} from "../../types";
|
} from "../../types";
|
||||||
import sqlGenerator from "../../utils/sql-generator";
|
import sqlGenerator from "../../utils/sql-generator";
|
||||||
|
import { quoteIdentifier } from "../../utils/sql-identifier";
|
||||||
|
|
||||||
type Params<
|
type Params<
|
||||||
Schema extends { [k: string]: any } = { [k: string]: any },
|
Schema extends { [k: string]: any } = { [k: string]: any },
|
||||||
@@ -17,10 +18,6 @@ type Params<
|
|||||||
config?: BunMariaDBConfig;
|
config?: BunMariaDBConfig;
|
||||||
};
|
};
|
||||||
|
|
||||||
function quoteIdentifier(identifier: string): string {
|
|
||||||
return `\`${identifier.replace(/`/g, "``")}\``;
|
|
||||||
}
|
|
||||||
|
|
||||||
export default async function DbDelete<
|
export default async function DbDelete<
|
||||||
Schema extends { [k: string]: any } = { [k: string]: any },
|
Schema extends { [k: string]: any } = { [k: string]: any },
|
||||||
Table extends string = string,
|
Table extends string = string,
|
||||||
@@ -49,11 +46,11 @@ export default async function DbDelete<
|
|||||||
}
|
}
|
||||||
|
|
||||||
sqlObj = sqlGenerator({
|
sqlObj = sqlGenerator({
|
||||||
tableName: quoteIdentifier(table),
|
tableName: table,
|
||||||
genObject: finalQuery,
|
genObject: finalQuery,
|
||||||
});
|
});
|
||||||
|
|
||||||
const whereClause = sqlObj.string.match(/WHERE .*/)?.[0];
|
const whereClause = sqlObj.where;
|
||||||
|
|
||||||
if (!whereClause) {
|
if (!whereClause) {
|
||||||
return {
|
return {
|
||||||
@@ -68,6 +65,7 @@ export default async function DbDelete<
|
|||||||
let sql = `DELETE FROM ${quoteIdentifier(table)} ${whereClause}`;
|
let sql = `DELETE FROM ${quoteIdentifier(table)} ${whereClause}`;
|
||||||
sql += ` RETURNING *`;
|
sql += ` RETURNING *`;
|
||||||
sqlObj.string = sql;
|
sqlObj.string = sql;
|
||||||
|
sqlObj.values = sqlObj.whereValues;
|
||||||
|
|
||||||
const res = await dbHandler({
|
const res = await dbHandler({
|
||||||
query: sql,
|
query: sql,
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ import type {
|
|||||||
BunMariaDBConfig,
|
BunMariaDBConfig,
|
||||||
} from "../../types";
|
} from "../../types";
|
||||||
import generateTypeDefinition from "./db-generate-type-defs";
|
import generateTypeDefinition from "./db-generate-type-defs";
|
||||||
|
import resolveTable from "../schema/resolve-table";
|
||||||
|
|
||||||
type Params = {
|
type Params = {
|
||||||
dbSchema: BUN_MARIADB_DatabaseSchemaType;
|
dbSchema: BUN_MARIADB_DatabaseSchemaType;
|
||||||
@@ -32,20 +33,17 @@ export default function dbSchemaToType({
|
|||||||
|
|
||||||
const schemas = dbTablesSchemas
|
const schemas = dbTablesSchemas
|
||||||
.map((table) => {
|
.map((table) => {
|
||||||
let final_table = _.cloneDeep(table);
|
const has_parent = Boolean(
|
||||||
|
table.parentTableName &&
|
||||||
if (final_table.parentTableName) {
|
dbTablesSchemas.find(
|
||||||
const parent_table = dbTablesSchemas.find(
|
(t) => t.tableName === table.parentTableName,
|
||||||
(t) => t.tableName === final_table.parentTableName,
|
),
|
||||||
);
|
);
|
||||||
|
|
||||||
if (parent_table) {
|
// Merge parent fields into a copy; never mutate the parent schema
|
||||||
final_table = _.merge(parent_table, {
|
const final_table = has_parent
|
||||||
tableName: final_table.tableName,
|
? resolveTable(table, datasquirelSchema)
|
||||||
tableDescription: final_table.tableDescription,
|
: _.cloneDeep(table);
|
||||||
});
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
const defObj = generateTypeDefinition({
|
const defObj = generateTypeDefinition({
|
||||||
paradigm: "TypeScript",
|
paradigm: "TypeScript",
|
||||||
|
|||||||
@@ -18,10 +18,6 @@ type Params<
|
|||||||
config?: BunMariaDBConfig;
|
config?: BunMariaDBConfig;
|
||||||
};
|
};
|
||||||
|
|
||||||
function quoteIdentifier(identifier: string): string {
|
|
||||||
return `\`${identifier.replace(/`/g, "``")}\``;
|
|
||||||
}
|
|
||||||
|
|
||||||
export default async function DbSelect<
|
export default async function DbSelect<
|
||||||
Schema extends { [k: string]: any } = { [k: string]: any },
|
Schema extends { [k: string]: any } = { [k: string]: any },
|
||||||
Table extends string = string,
|
Table extends string = string,
|
||||||
@@ -51,7 +47,7 @@ export default async function DbSelect<
|
|||||||
}
|
}
|
||||||
|
|
||||||
sqlObj = sqlGenerator({
|
sqlObj = sqlGenerator({
|
||||||
tableName: quoteIdentifier(table),
|
tableName: table,
|
||||||
genObject: finalQuery,
|
genObject: finalQuery,
|
||||||
});
|
});
|
||||||
|
|
||||||
@@ -87,7 +83,7 @@ export default async function DbSelect<
|
|||||||
|
|
||||||
if (count) {
|
if (count) {
|
||||||
const countSqlObject = sqlGenerator({
|
const countSqlObject = sqlGenerator({
|
||||||
tableName: quoteIdentifier(table),
|
tableName: table,
|
||||||
genObject: finalQuery,
|
genObject: finalQuery,
|
||||||
count,
|
count,
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -1,14 +1,19 @@
|
|||||||
import dbHandler from "../db-handler";
|
import dbHandler from "../db-handler";
|
||||||
import type { DBResponseObject, SQLInsertGenValueType } from "../../types";
|
import type {
|
||||||
|
BunMariaDBConfig,
|
||||||
|
DBResponseObject,
|
||||||
|
SQLInsertGenValueType,
|
||||||
|
} from "../../types";
|
||||||
|
|
||||||
type Params = {
|
type Params = {
|
||||||
sql: string;
|
sql: string;
|
||||||
values?: SQLInsertGenValueType[];
|
values?: SQLInsertGenValueType[];
|
||||||
|
config?: BunMariaDBConfig;
|
||||||
};
|
};
|
||||||
|
|
||||||
export default async function DbSQL<
|
export default async function DbSQL<
|
||||||
T extends { [k: string]: any } = { [k: string]: any },
|
T extends { [k: string]: any } = { [k: string]: any },
|
||||||
>({ sql, values }: Params): Promise<DBResponseObject<T>> {
|
>({ sql, values, config }: Params): Promise<DBResponseObject<T>> {
|
||||||
try {
|
try {
|
||||||
const trimmedSql = sql.trim();
|
const trimmedSql = sql.trim();
|
||||||
const isSelect = trimmedSql.match(/^select/i);
|
const isSelect = trimmedSql.match(/^select/i);
|
||||||
@@ -16,6 +21,7 @@ export default async function DbSQL<
|
|||||||
const res = await dbHandler<T>({
|
const res = await dbHandler<T>({
|
||||||
query: trimmedSql,
|
query: trimmedSql,
|
||||||
values: values as any,
|
values: values as any,
|
||||||
|
config,
|
||||||
});
|
});
|
||||||
|
|
||||||
if (!res.success) {
|
if (!res.success) {
|
||||||
|
|||||||
@@ -8,6 +8,7 @@ import type {
|
|||||||
} from "../../types";
|
} from "../../types";
|
||||||
import sqlGenerator from "../../utils/sql-generator";
|
import sqlGenerator from "../../utils/sql-generator";
|
||||||
import sanitizeHtmlFields from "../../utils/sanitize-html-fields";
|
import sanitizeHtmlFields from "../../utils/sanitize-html-fields";
|
||||||
|
import { quoteIdentifier } from "../../utils/sql-identifier";
|
||||||
|
|
||||||
type Params<
|
type Params<
|
||||||
Schema extends { [k: string]: any } = { [k: string]: any },
|
Schema extends { [k: string]: any } = { [k: string]: any },
|
||||||
@@ -20,10 +21,6 @@ type Params<
|
|||||||
config?: BunMariaDBConfig;
|
config?: BunMariaDBConfig;
|
||||||
};
|
};
|
||||||
|
|
||||||
function quoteIdentifier(identifier: string): string {
|
|
||||||
return `\`${identifier.replace(/`/g, "``")}\``;
|
|
||||||
}
|
|
||||||
|
|
||||||
export default async function DbUpdate<
|
export default async function DbUpdate<
|
||||||
Schema extends { [k: string]: any } = { [k: string]: any },
|
Schema extends { [k: string]: any } = { [k: string]: any },
|
||||||
Table extends string = string,
|
Table extends string = string,
|
||||||
@@ -34,7 +31,12 @@ export default async function DbUpdate<
|
|||||||
targetId,
|
targetId,
|
||||||
config,
|
config,
|
||||||
}: Params<Schema, Table>): Promise<DBResponseObject> {
|
}: Params<Schema, Table>): Promise<DBResponseObject> {
|
||||||
let sqlObj: ReturnType<typeof sqlGenerator> = { string: "", values: [] };
|
let sqlObj: ReturnType<typeof sqlGenerator> = {
|
||||||
|
string: "",
|
||||||
|
values: [],
|
||||||
|
where: "",
|
||||||
|
whereValues: [],
|
||||||
|
};
|
||||||
|
|
||||||
try {
|
try {
|
||||||
let finalQuery = query || {};
|
let finalQuery = query || {};
|
||||||
@@ -53,11 +55,11 @@ export default async function DbUpdate<
|
|||||||
}
|
}
|
||||||
|
|
||||||
const sqlQueryObj = sqlGenerator({
|
const sqlQueryObj = sqlGenerator({
|
||||||
tableName: quoteIdentifier(table),
|
tableName: table,
|
||||||
genObject: finalQuery,
|
genObject: finalQuery,
|
||||||
});
|
});
|
||||||
|
|
||||||
const whereClause = sqlQueryObj.string.match(/WHERE .*/)?.[0];
|
const whereClause = sqlQueryObj.where;
|
||||||
|
|
||||||
if (!whereClause) {
|
if (!whereClause) {
|
||||||
return {
|
return {
|
||||||
@@ -66,6 +68,38 @@ export default async function DbUpdate<
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Capture the matching row ids first, so the updated rows can be
|
||||||
|
* re-fetched even if the update changes a column used in the WHERE
|
||||||
|
* clause.
|
||||||
|
*/
|
||||||
|
const matched_res = await dbHandler<{ id: number }>({
|
||||||
|
query: `SELECT id FROM ${quoteIdentifier(table)} ${whereClause}`,
|
||||||
|
values: sqlQueryObj.whereValues as any,
|
||||||
|
config,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (!matched_res.success) {
|
||||||
|
return {
|
||||||
|
...matched_res,
|
||||||
|
success: false,
|
||||||
|
debug: { sqlObj: sqlQueryObj },
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
const matched_ids = (matched_res.payload || [])
|
||||||
|
.map((row) => row.id)
|
||||||
|
.filter((id) => id !== undefined && id !== null);
|
||||||
|
|
||||||
|
if (matched_ids.length === 0) {
|
||||||
|
return {
|
||||||
|
success: false,
|
||||||
|
msg: "No rows matched the update query",
|
||||||
|
payload: [],
|
||||||
|
debug: { sqlObj: sqlQueryObj },
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
let values: SQLInsertGenValueType[] = [];
|
let values: SQLInsertGenValueType[] = [];
|
||||||
let sql = ``;
|
let sql = ``;
|
||||||
sql += `UPDATE ${quoteIdentifier(table)} SET`;
|
sql += `UPDATE ${quoteIdentifier(table)} SET`;
|
||||||
@@ -97,8 +131,10 @@ export default async function DbUpdate<
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
sql += ` ${whereClause}`;
|
const idPlaceholders = matched_ids.map(() => "?").join(",");
|
||||||
values = [...values, ...sqlQueryObj.values];
|
|
||||||
|
sql += ` WHERE id IN (${idPlaceholders})`;
|
||||||
|
values = [...values, ...matched_ids];
|
||||||
|
|
||||||
const res = await dbHandler({
|
const res = await dbHandler({
|
||||||
query: sql,
|
query: sql,
|
||||||
@@ -106,22 +142,16 @@ export default async function DbUpdate<
|
|||||||
config,
|
config,
|
||||||
});
|
});
|
||||||
|
|
||||||
if (res.error) {
|
|
||||||
return res;
|
|
||||||
}
|
|
||||||
|
|
||||||
sqlObj.string = sql;
|
sqlObj.string = sql;
|
||||||
sqlObj.values = values as any[];
|
sqlObj.values = values as any[];
|
||||||
|
|
||||||
let updated_sql = ``;
|
if (res.error) {
|
||||||
let updated_sql_values: any[] = [];
|
return { ...res, debug: { sqlObj } };
|
||||||
|
}
|
||||||
updated_sql += `SELECT * FROM ${quoteIdentifier(table)} ${whereClause}`;
|
|
||||||
updated_sql_values = [...sqlQueryObj.values];
|
|
||||||
|
|
||||||
const updated_res = await dbHandler({
|
const updated_res = await dbHandler({
|
||||||
query: updated_sql,
|
query: `SELECT * FROM ${quoteIdentifier(table)} WHERE id IN (${idPlaceholders})`,
|
||||||
values: updated_sql_values,
|
values: matched_ids,
|
||||||
config,
|
config,
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|||||||
@@ -1582,6 +1582,12 @@ export type BunMariaDBConfig = {
|
|||||||
* File path to the SSL certificate
|
* File path to the SSL certificate
|
||||||
*/
|
*/
|
||||||
ssl_ca?: string;
|
ssl_ca?: string;
|
||||||
|
/**
|
||||||
|
* Verify the server's TLS certificate. Defaults to `true`.
|
||||||
|
* Set to `false` only for trusted networks with self-signed certificates
|
||||||
|
* (prefer providing `ssl_ca` instead).
|
||||||
|
*/
|
||||||
|
ssl_reject_unauthorized?: boolean;
|
||||||
/**
|
/**
|
||||||
* Extra HTML sanitization allowlists appended to the defaults
|
* Extra HTML sanitization allowlists appended to the defaults
|
||||||
* when inserting/updating fields marked `html: true`.
|
* when inserting/updating fields marked `html: true`.
|
||||||
|
|||||||
@@ -253,9 +253,10 @@ function findFileContents(
|
|||||||
const current = stack.pop()!;
|
const current = stack.pop()!;
|
||||||
for (const entry of fs.readdirSync(current, { withFileTypes: true })) {
|
for (const entry of fs.readdirSync(current, { withFileTypes: true })) {
|
||||||
const full = path.join(current, entry.name);
|
const full = path.join(current, entry.name);
|
||||||
|
// Never follow symlinks from an extracted (untrusted) archive
|
||||||
if (entry.isDirectory()) {
|
if (entry.isDirectory()) {
|
||||||
stack.push(full);
|
stack.push(full);
|
||||||
} else if (predicate(entry.name)) {
|
} else if (entry.isFile() && predicate(entry.name)) {
|
||||||
return fs.readFileSync(full, "utf-8");
|
return fs.readFileSync(full, "utf-8");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -273,7 +274,7 @@ function findSchemaFile(
|
|||||||
const full = path.join(current, entry.name);
|
const full = path.join(current, entry.name);
|
||||||
if (entry.isDirectory()) {
|
if (entry.isDirectory()) {
|
||||||
stack.push(full);
|
stack.push(full);
|
||||||
} else if (isSchemaFileName(entry.name)) {
|
} else if (entry.isFile() && isSchemaFileName(entry.name)) {
|
||||||
return {
|
return {
|
||||||
content: fs.readFileSync(full, "utf-8"),
|
content: fs.readFileSync(full, "utf-8"),
|
||||||
fileName:
|
fileName:
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ export const defaultSanitizeHtmlOptions: IOptions = {
|
|||||||
"h6",
|
"h6",
|
||||||
"img",
|
"img",
|
||||||
"div",
|
"div",
|
||||||
"button",
|
|
||||||
"pre",
|
"pre",
|
||||||
"code",
|
"code",
|
||||||
"br",
|
"br",
|
||||||
@@ -38,10 +37,12 @@ export const defaultSanitizeHtmlOptions: IOptions = {
|
|||||||
"colgroup",
|
"colgroup",
|
||||||
"col",
|
"col",
|
||||||
],
|
],
|
||||||
|
// `style` / `id` are intentionally not allowed by default (CSS overlays,
|
||||||
|
// DOM clobbering). Add them via `html_sanitize.allowed_attributes`.
|
||||||
allowedAttributes: {
|
allowedAttributes: {
|
||||||
a: ["href", "title", "class", "style", "target", "rel"],
|
a: ["href", "title", "class", "target", "rel"],
|
||||||
img: ["src", "alt", "width", "height", "class", "style"],
|
img: ["src", "alt", "width", "height", "class"],
|
||||||
"*": ["style", "class", "title", "id"],
|
"*": ["class", "title"],
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|||||||
@@ -6,6 +6,7 @@ import type {
|
|||||||
import sqlEqualityParser from "./sql-equality-parser";
|
import sqlEqualityParser from "./sql-equality-parser";
|
||||||
|
|
||||||
type Params = {
|
type Params = {
|
||||||
|
/** Already-quoted column reference */
|
||||||
fieldName: string;
|
fieldName: string;
|
||||||
value?: SQLInsertGenValueType;
|
value?: SQLInsertGenValueType;
|
||||||
equality?: (typeof ServerQueryEqualities)[number];
|
equality?: (typeof ServerQueryEqualities)[number];
|
||||||
@@ -15,6 +16,7 @@ type Params = {
|
|||||||
},
|
},
|
||||||
string
|
string
|
||||||
>;
|
>;
|
||||||
|
/** `value` is an already-quoted column reference, not a parameter */
|
||||||
isValueFieldValue?: boolean;
|
isValueFieldValue?: boolean;
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -42,9 +44,13 @@ export default function sqlGenOperatorGen({
|
|||||||
return { str: `${fieldName} IS NOT NULL` };
|
return { str: `${fieldName} IS NOT NULL` };
|
||||||
}
|
}
|
||||||
|
|
||||||
if (value) {
|
// `0` is a real value; only null / undefined / "" count as "no value"
|
||||||
|
const hasValue = value !== undefined && value !== null && value !== "";
|
||||||
|
|
||||||
|
if (hasValue) {
|
||||||
const finalValue = isValueFieldValue ? value : "?";
|
const finalValue = isValueFieldValue ? value : "?";
|
||||||
const finalParams = isValueFieldValue ? undefined : value;
|
const finalParams = isValueFieldValue ? undefined : value;
|
||||||
|
const likeParams = isValueFieldValue ? undefined : `%${value}%`;
|
||||||
|
|
||||||
if (equality == "MATCH") {
|
if (equality == "MATCH") {
|
||||||
return {
|
return {
|
||||||
@@ -59,7 +65,7 @@ export default function sqlGenOperatorGen({
|
|||||||
} else if (equality == "LIKE_LOWER") {
|
} else if (equality == "LIKE_LOWER") {
|
||||||
return {
|
return {
|
||||||
str: `LOWER(${fieldName}) LIKE LOWER(${finalValue})`,
|
str: `LOWER(${fieldName}) LIKE LOWER(${finalValue})`,
|
||||||
param: `%${finalParams}%`,
|
param: likeParams,
|
||||||
};
|
};
|
||||||
} else if (equality == "LIKE_LOWER_RAW") {
|
} else if (equality == "LIKE_LOWER_RAW") {
|
||||||
return {
|
return {
|
||||||
@@ -69,7 +75,7 @@ export default function sqlGenOperatorGen({
|
|||||||
} else if (equality == "LIKE") {
|
} else if (equality == "LIKE") {
|
||||||
return {
|
return {
|
||||||
str: `${fieldName} LIKE ${finalValue}`,
|
str: `${fieldName} LIKE ${finalValue}`,
|
||||||
param: `%${finalParams}%`,
|
param: likeParams,
|
||||||
};
|
};
|
||||||
} else if (equality == "LIKE_RAW") {
|
} else if (equality == "LIKE_RAW") {
|
||||||
return {
|
return {
|
||||||
@@ -79,7 +85,7 @@ export default function sqlGenOperatorGen({
|
|||||||
} else if (equality == "NOT_LIKE_LOWER") {
|
} else if (equality == "NOT_LIKE_LOWER") {
|
||||||
return {
|
return {
|
||||||
str: `LOWER(${fieldName}) NOT LIKE LOWER(${finalValue})`,
|
str: `LOWER(${fieldName}) NOT LIKE LOWER(${finalValue})`,
|
||||||
param: `%${finalParams}%`,
|
param: likeParams,
|
||||||
};
|
};
|
||||||
} else if (equality == "NOT_LIKE_LOWER_RAW") {
|
} else if (equality == "NOT_LIKE_LOWER_RAW") {
|
||||||
return {
|
return {
|
||||||
@@ -89,7 +95,7 @@ export default function sqlGenOperatorGen({
|
|||||||
} else if (equality == "NOT LIKE") {
|
} else if (equality == "NOT LIKE") {
|
||||||
return {
|
return {
|
||||||
str: `${fieldName} NOT LIKE ${finalValue}`,
|
str: `${fieldName} NOT LIKE ${finalValue}`,
|
||||||
param: finalParams,
|
param: likeParams,
|
||||||
};
|
};
|
||||||
} else if (equality == "NOT LIKE_RAW") {
|
} else if (equality == "NOT LIKE_RAW") {
|
||||||
return {
|
return {
|
||||||
@@ -137,12 +143,12 @@ export default function sqlGenOperatorGen({
|
|||||||
} else if (equality) {
|
} else if (equality) {
|
||||||
return {
|
return {
|
||||||
str: `${fieldName} ${sqlEqualityParser(equality)} ?`,
|
str: `${fieldName} ${sqlEqualityParser(equality)} ?`,
|
||||||
param: value,
|
param: value ?? "",
|
||||||
};
|
};
|
||||||
} else {
|
} else {
|
||||||
return {
|
return {
|
||||||
str: `${fieldName} = ?`,
|
str: `${fieldName} = ?`,
|
||||||
param: value,
|
param: value ?? "",
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -3,10 +3,16 @@ import type {
|
|||||||
ServerQueryParamsJoinMatchObject,
|
ServerQueryParamsJoinMatchObject,
|
||||||
SQLInsertGenValueType,
|
SQLInsertGenValueType,
|
||||||
} from "../types";
|
} from "../types";
|
||||||
|
import {
|
||||||
|
columnRef,
|
||||||
|
sqlLogicalOperator,
|
||||||
|
sqlRawComparison,
|
||||||
|
} from "./sql-identifier";
|
||||||
|
|
||||||
type Param = {
|
type Param = {
|
||||||
mtch: ServerQueryParamsJoinMatchObject;
|
mtch: ServerQueryParamsJoinMatchObject;
|
||||||
join: ServerQueryParamsJoin;
|
join: ServerQueryParamsJoin;
|
||||||
|
/** Already-quoted root table name */
|
||||||
table_name: string;
|
table_name: string;
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -33,7 +39,7 @@ export default function sqlGenGenJoinStr({ join, mtch, table_name }: Param) {
|
|||||||
values.push(...batch_values);
|
values.push(...batch_values);
|
||||||
|
|
||||||
if (i < mtch.__batch.matches.length - 1) {
|
if (i < mtch.__batch.matches.length - 1) {
|
||||||
btch_mtch += ` ${mtch.__batch.operator || "OR"} `;
|
btch_mtch += ` ${sqlLogicalOperator(mtch.__batch.operator || "OR")} `;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -45,44 +51,14 @@ export default function sqlGenGenJoinStr({ join, mtch, table_name }: Param) {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
const equality = mtch.raw_equality || "=";
|
const equality = mtch.raw_equality
|
||||||
|
? sqlRawComparison(mtch.raw_equality)
|
||||||
|
: "=";
|
||||||
|
|
||||||
const lhs = `${
|
const lhs =
|
||||||
typeof mtch.source == "object" ? mtch.source.tableName : table_name
|
typeof mtch.source == "object"
|
||||||
}.${typeof mtch.source == "object" ? mtch.source.fieldName : mtch.source}`;
|
? columnRef(mtch.source.fieldName, mtch.source.tableName)
|
||||||
|
: columnRef(String(mtch.source), table_name);
|
||||||
const rhs = `${(() => {
|
|
||||||
if (mtch.targetLiteral) {
|
|
||||||
values.push(mtch.targetLiteral);
|
|
||||||
|
|
||||||
// if (typeof mtch.targetLiteral == "number") {
|
|
||||||
// return `${mtch.targetLiteral}`;
|
|
||||||
// }
|
|
||||||
// return `'${mtch.targetLiteral}'`;
|
|
||||||
|
|
||||||
return `?`;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (join.alias) {
|
|
||||||
return `${
|
|
||||||
typeof mtch.target == "object"
|
|
||||||
? mtch.target.tableName
|
|
||||||
: join.alias
|
|
||||||
}.${
|
|
||||||
typeof mtch.target == "object"
|
|
||||||
? mtch.target.fieldName
|
|
||||||
: mtch.target
|
|
||||||
}`;
|
|
||||||
}
|
|
||||||
|
|
||||||
return `${
|
|
||||||
typeof mtch.target == "object"
|
|
||||||
? mtch.target.tableName
|
|
||||||
: join.tableName
|
|
||||||
}.${
|
|
||||||
typeof mtch.target == "object" ? mtch.target.fieldName : mtch.target
|
|
||||||
}`;
|
|
||||||
})()}`;
|
|
||||||
|
|
||||||
if (mtch.between) {
|
if (mtch.between) {
|
||||||
values.push(mtch.between.min, mtch.between.max);
|
values.push(mtch.between.min, mtch.between.max);
|
||||||
@@ -102,6 +78,19 @@ export default function sqlGenGenJoinStr({ join, mtch, table_name }: Param) {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
const rhs = (() => {
|
||||||
|
if (mtch.targetLiteral !== undefined && mtch.targetLiteral !== null) {
|
||||||
|
values.push(mtch.targetLiteral);
|
||||||
|
return `?`;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (typeof mtch.target == "object") {
|
||||||
|
return columnRef(mtch.target.fieldName, mtch.target.tableName);
|
||||||
|
}
|
||||||
|
|
||||||
|
return columnRef(String(mtch.target), join.alias || join.tableName);
|
||||||
|
})();
|
||||||
|
|
||||||
return {
|
return {
|
||||||
str: `${lhs} ${equality} ${rhs}`,
|
str: `${lhs} ${equality} ${rhs}`,
|
||||||
values,
|
values,
|
||||||
|
|||||||
@@ -3,11 +3,19 @@ import type { ServerQueryParam, TableSelectFieldsObject } from "../types";
|
|||||||
import sqlGenGrabConcatStr from "./sql-generator-grab-concat-str";
|
import sqlGenGrabConcatStr from "./sql-generator-grab-concat-str";
|
||||||
import sqlGenGenJoinStr from "./sql-generator-gen-join-str";
|
import sqlGenGenJoinStr from "./sql-generator-gen-join-str";
|
||||||
import sqlGenGrabSelectFieldSQL from "./sql-generator-grab-select-field-sql";
|
import sqlGenGrabSelectFieldSQL from "./sql-generator-grab-select-field-sql";
|
||||||
|
import {
|
||||||
|
columnRef,
|
||||||
|
quoteIdentifier,
|
||||||
|
quoteQualified,
|
||||||
|
sqlJoinType,
|
||||||
|
sqlLogicalOperator,
|
||||||
|
} from "./sql-identifier";
|
||||||
|
|
||||||
type Param<T extends { [key: string]: any } = { [key: string]: any }> = {
|
type Param<T extends { [key: string]: any } = { [key: string]: any }> = {
|
||||||
genObject?: ServerQueryParam<T>;
|
genObject?: ServerQueryParam<T>;
|
||||||
selectFields?: (keyof T | TableSelectFieldsObject<T>)[];
|
selectFields?: (keyof T | TableSelectFieldsObject<T>)[];
|
||||||
append_table_names?: boolean;
|
append_table_names?: boolean;
|
||||||
|
/** Already-quoted table name */
|
||||||
table_name: string;
|
table_name: string;
|
||||||
full_text_match_str?: string;
|
full_text_match_str?: string;
|
||||||
full_text_search_str?: string;
|
full_text_search_str?: string;
|
||||||
@@ -56,11 +64,14 @@ export default function sqlGenGenQueryStr<
|
|||||||
if (!countSubQuery) continue;
|
if (!countSubQuery) continue;
|
||||||
|
|
||||||
const tableAlias = countSubQuery.table_alias;
|
const tableAlias = countSubQuery.table_alias;
|
||||||
|
const countTableRef = quoteQualified(
|
||||||
|
tableAlias || countSubQuery.table,
|
||||||
|
);
|
||||||
|
|
||||||
let subQStr = `(SELECT COUNT(*)`;
|
let subQStr = `(SELECT COUNT(*)`;
|
||||||
|
|
||||||
subQStr += ` FROM ${countSubQuery.table}${
|
subQStr += ` FROM ${quoteQualified(countSubQuery.table)}${
|
||||||
tableAlias ? ` ${tableAlias}` : ""
|
tableAlias ? ` ${quoteIdentifier(tableAlias)}` : ""
|
||||||
}`;
|
}`;
|
||||||
|
|
||||||
subQStr += ` WHERE (`;
|
subQStr += ` WHERE (`;
|
||||||
@@ -69,15 +80,13 @@ export default function sqlGenGenQueryStr<
|
|||||||
const csqSrc = countSubQuery.srcTrgMap[j];
|
const csqSrc = countSubQuery.srcTrgMap[j];
|
||||||
if (!csqSrc) continue;
|
if (!csqSrc) continue;
|
||||||
|
|
||||||
subQStr += ` ${tableAlias || countSubQuery.table}.${
|
subQStr += ` ${countTableRef}.${quoteIdentifier(csqSrc.src)}`;
|
||||||
csqSrc.src
|
|
||||||
}`;
|
|
||||||
|
|
||||||
if (typeof csqSrc.trg == "string") {
|
if (typeof csqSrc.trg == "string") {
|
||||||
subQStr += ` = ?`;
|
subQStr += ` = ?`;
|
||||||
sqlSearhValues.push(csqSrc.trg);
|
sqlSearhValues.push(csqSrc.trg);
|
||||||
} else if (typeof csqSrc.trg == "object") {
|
} else if (typeof csqSrc.trg == "object") {
|
||||||
subQStr += ` = ${csqSrc.trg.table}.${csqSrc.trg.field}`;
|
subQStr += ` = ${columnRef(csqSrc.trg.field, csqSrc.trg.table)}`;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (j < countSubQuery.srcTrgMap.length - 1) {
|
if (j < countSubQuery.srcTrgMap.length - 1) {
|
||||||
@@ -85,7 +94,7 @@ export default function sqlGenGenQueryStr<
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
subQStr += ` )) AS ${countSubQuery.alias}`;
|
subQStr += ` )) AS ${quoteIdentifier(countSubQuery.alias)}`;
|
||||||
countSqls.push(subQStr);
|
countSqls.push(subQStr);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -95,23 +104,24 @@ export default function sqlGenGenQueryStr<
|
|||||||
if (genObject?.join) {
|
if (genObject?.join) {
|
||||||
const existingJoinTableNames: string[] = [table_name];
|
const existingJoinTableNames: string[] = [table_name];
|
||||||
|
|
||||||
str +=
|
const joinSelects = genObject.join
|
||||||
"," +
|
|
||||||
genObject.join
|
|
||||||
.flat()
|
.flat()
|
||||||
.filter((j) => !isUndefined(j))
|
.filter((j) => !isUndefined(j))
|
||||||
.map((joinObj) => {
|
.map((joinObj) => {
|
||||||
const joinTableName = joinObj.alias
|
const joinTableName = joinObj.alias
|
||||||
? joinObj.alias
|
? joinObj.alias
|
||||||
: joinObj.tableName;
|
: joinObj.tableName;
|
||||||
|
const joinTableRef = quoteQualified(joinTableName);
|
||||||
|
|
||||||
if (existingJoinTableNames.includes(joinTableName))
|
if (existingJoinTableNames.includes(joinTableRef)) return null;
|
||||||
return null;
|
existingJoinTableNames.push(joinTableRef);
|
||||||
existingJoinTableNames.push(joinTableName);
|
|
||||||
|
|
||||||
if (joinObj.group_concat) {
|
if (joinObj.group_concat) {
|
||||||
return sqlGenGrabConcatStr({
|
return sqlGenGrabConcatStr({
|
||||||
field: `${joinTableName}.${joinObj.group_concat.field}`,
|
field: columnRef(
|
||||||
|
joinObj.group_concat.field,
|
||||||
|
joinTableName,
|
||||||
|
),
|
||||||
alias: joinObj.group_concat.alias,
|
alias: joinObj.group_concat.alias,
|
||||||
separator: joinObj.group_concat.separator,
|
separator: joinObj.group_concat.separator,
|
||||||
});
|
});
|
||||||
@@ -119,58 +129,64 @@ export default function sqlGenGenQueryStr<
|
|||||||
return joinObj.selectFields
|
return joinObj.selectFields
|
||||||
.map((selectField) => {
|
.map((selectField) => {
|
||||||
if (typeof selectField == "string") {
|
if (typeof selectField == "string") {
|
||||||
return `${joinTableName}.${selectField}`;
|
return columnRef(selectField, joinTableName);
|
||||||
} else if (typeof selectField == "object") {
|
} else if (typeof selectField == "object") {
|
||||||
let aliasSelectField = `${joinTableName}.${selectField.field}`;
|
const fieldRef = columnRef(
|
||||||
|
String(selectField.field),
|
||||||
|
joinTableName,
|
||||||
|
);
|
||||||
|
let aliasSelectField = fieldRef;
|
||||||
|
|
||||||
if (selectField.count) {
|
if (selectField.count) {
|
||||||
aliasSelectField = `COUNT(${joinTableName}.${selectField.field})`;
|
aliasSelectField = `COUNT(${fieldRef})`;
|
||||||
} else if (selectField.sum) {
|
} else if (selectField.sum) {
|
||||||
aliasSelectField = `SUM(${selectField.distinct ? "DISTINCT " : ""}${joinTableName}.${selectField.field})`;
|
aliasSelectField = `SUM(${selectField.distinct ? "DISTINCT " : ""}${fieldRef})`;
|
||||||
} else if (selectField.average) {
|
} else if (selectField.average) {
|
||||||
aliasSelectField = `AVERAGE(${joinTableName}.${selectField.field})`;
|
aliasSelectField = `AVG(${fieldRef})`;
|
||||||
} else if (selectField.max) {
|
} else if (selectField.max) {
|
||||||
aliasSelectField = `MAX(${joinTableName}.${selectField.field})`;
|
aliasSelectField = `MAX(${fieldRef})`;
|
||||||
} else if (selectField.min) {
|
} else if (selectField.min) {
|
||||||
aliasSelectField = `MIN(${joinTableName}.${selectField.field})`;
|
aliasSelectField = `MIN(${fieldRef})`;
|
||||||
} else if (
|
} else if (
|
||||||
selectField.group_concat &&
|
selectField.group_concat &&
|
||||||
selectField.alias
|
selectField.alias
|
||||||
) {
|
) {
|
||||||
return sqlGenGrabConcatStr({
|
return sqlGenGrabConcatStr({
|
||||||
field: `${joinTableName}.${selectField.field}`,
|
field: fieldRef,
|
||||||
alias: selectField.alias,
|
alias: selectField.alias,
|
||||||
separator:
|
separator:
|
||||||
selectField.group_concat
|
selectField.group_concat.separator,
|
||||||
.separator,
|
|
||||||
distinct:
|
distinct:
|
||||||
selectField.group_concat
|
selectField.group_concat.distinct,
|
||||||
.distinct,
|
|
||||||
});
|
});
|
||||||
} else if (selectField.distinct) {
|
} else if (selectField.distinct) {
|
||||||
aliasSelectField = `DISTINCT ${joinTableName}.${selectField.field}`;
|
aliasSelectField = `DISTINCT ${fieldRef}`;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (selectField.alias)
|
if (selectField.alias)
|
||||||
aliasSelectField += ` AS ${selectField.alias}`;
|
aliasSelectField += ` AS ${quoteIdentifier(selectField.alias)}`;
|
||||||
return aliasSelectField;
|
return aliasSelectField;
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
.join(",");
|
.join(",");
|
||||||
} else {
|
} else {
|
||||||
return `${joinTableName}.*`;
|
return `${joinTableRef}.*`;
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
.filter((_) => Boolean(_))
|
.filter((_) => Boolean(_));
|
||||||
.join(",");
|
|
||||||
|
if (joinSelects.length) {
|
||||||
|
str += "," + joinSelects.join(",");
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (
|
if (
|
||||||
genObject?.fullTextSearch &&
|
genObject?.fullTextSearch &&
|
||||||
|
genObject.fullTextSearch.scoreAlias &&
|
||||||
full_text_match_str &&
|
full_text_match_str &&
|
||||||
full_text_search_str
|
full_text_search_str
|
||||||
) {
|
) {
|
||||||
str += `, ${full_text_match_str} AS ${genObject.fullTextSearch.scoreAlias}`;
|
str += `, ${full_text_match_str} AS ${quoteIdentifier(genObject.fullTextSearch.scoreAlias)}`;
|
||||||
sqlSearhValues.push(full_text_search_str);
|
sqlSearhValues.push(full_text_search_str);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -184,11 +200,11 @@ export default function sqlGenGenQueryStr<
|
|||||||
.filter((j) => !isUndefined(j))
|
.filter((j) => !isUndefined(j))
|
||||||
.map((join) => {
|
.map((join) => {
|
||||||
return (
|
return (
|
||||||
join.joinType +
|
sqlJoinType(join.joinType) +
|
||||||
" " +
|
" " +
|
||||||
(join.alias
|
(join.alias
|
||||||
? `${join.tableName}` + " " + join.alias
|
? `${quoteQualified(join.tableName)} ${quoteIdentifier(join.alias)}`
|
||||||
: `${join.tableName}`) +
|
: `${quoteQualified(join.tableName)}`) +
|
||||||
" ON " +
|
" ON " +
|
||||||
(() => {
|
(() => {
|
||||||
if (Array.isArray(join.match)) {
|
if (Array.isArray(join.match)) {
|
||||||
@@ -209,9 +225,7 @@ export default function sqlGenGenQueryStr<
|
|||||||
return str;
|
return str;
|
||||||
})
|
})
|
||||||
.join(
|
.join(
|
||||||
join.operator
|
` ${sqlLogicalOperator(join.operator)} `,
|
||||||
? ` ${join.operator} `
|
|
||||||
: " AND ",
|
|
||||||
) +
|
) +
|
||||||
")"
|
")"
|
||||||
);
|
);
|
||||||
|
|||||||
@@ -1,16 +1,21 @@
|
|||||||
import type {
|
import type {
|
||||||
QueryRawValueType,
|
|
||||||
ServerQueryParamsJoin,
|
ServerQueryParamsJoin,
|
||||||
ServerQueryQueryObject,
|
ServerQueryQueryObject,
|
||||||
ServerQueryValuesObject,
|
ServerQueryValuesObject,
|
||||||
SQLInsertGenValueType,
|
SQLInsertGenValueType,
|
||||||
} from "../types";
|
} from "../types";
|
||||||
import sqlGenOperatorGen from "./sql-gen-operator-gen";
|
import sqlGenOperatorGen from "./sql-gen-operator-gen";
|
||||||
|
import {
|
||||||
|
columnRef,
|
||||||
|
sqlLogicalOperator,
|
||||||
|
sqlRawComparison,
|
||||||
|
} from "./sql-identifier";
|
||||||
|
|
||||||
type Param = {
|
type Param = {
|
||||||
queryObj: ServerQueryQueryObject[string];
|
queryObj: ServerQueryQueryObject[string];
|
||||||
join?: (ServerQueryParamsJoin | ServerQueryParamsJoin[] | undefined)[];
|
join?: (ServerQueryParamsJoin | ServerQueryParamsJoin[] | undefined)[];
|
||||||
field?: string;
|
field?: string;
|
||||||
|
/** Already-quoted root table name */
|
||||||
table_name: string;
|
table_name: string;
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -24,48 +29,42 @@ export default function sqlGenGenSearchStr({
|
|||||||
|
|
||||||
const finalFieldName = (() => {
|
const finalFieldName = (() => {
|
||||||
if (queryObj?.tableName) {
|
if (queryObj?.tableName) {
|
||||||
return `${queryObj.tableName}.${field}`;
|
return columnRef(String(field), queryObj.tableName);
|
||||||
}
|
}
|
||||||
if (join) {
|
if (join) {
|
||||||
return `${table_name}.${field}`;
|
return columnRef(String(field), table_name);
|
||||||
}
|
}
|
||||||
return field;
|
return columnRef(String(field));
|
||||||
})();
|
})();
|
||||||
|
|
||||||
let str = `${finalFieldName}=?`;
|
let str = `${finalFieldName}=?`;
|
||||||
|
|
||||||
function grabValue(val?: string | number | ServerQueryValuesObject | null) {
|
function grabValue(val?: string | number | ServerQueryValuesObject | null) {
|
||||||
const valueParsed = val;
|
if (val === undefined || val === null) return;
|
||||||
|
|
||||||
if (!valueParsed) return;
|
const isFieldRef = Boolean(
|
||||||
|
typeof val == "object" && val.fieldName && val.tableName,
|
||||||
|
);
|
||||||
|
|
||||||
const valueString =
|
const valueString =
|
||||||
typeof valueParsed == "string" || typeof valueParsed == "number"
|
typeof val == "string" || typeof val == "number"
|
||||||
? valueParsed
|
? val
|
||||||
: valueParsed
|
: isFieldRef
|
||||||
? valueParsed.fieldName && valueParsed.tableName
|
? columnRef(val.fieldName!, val.tableName)
|
||||||
? `${valueParsed.tableName}.${valueParsed.fieldName}`
|
: val.value;
|
||||||
: valueParsed.value
|
|
||||||
: undefined;
|
|
||||||
|
|
||||||
const valueEquality =
|
const valueEquality =
|
||||||
typeof valueParsed == "object"
|
typeof val == "object"
|
||||||
? valueParsed.equality || queryObj.equality
|
? val.equality || queryObj.equality
|
||||||
: queryObj.equality;
|
: queryObj.equality;
|
||||||
|
|
||||||
const operatorStrParam = sqlGenOperatorGen({
|
return sqlGenOperatorGen({
|
||||||
queryObj,
|
queryObj,
|
||||||
equality: valueEquality,
|
equality: valueEquality,
|
||||||
fieldName: finalFieldName || "",
|
fieldName: finalFieldName,
|
||||||
value: valueString || "",
|
value: valueString ?? "",
|
||||||
isValueFieldValue: Boolean(
|
isValueFieldValue: isFieldRef,
|
||||||
typeof valueParsed == "object" &&
|
|
||||||
valueParsed.fieldName &&
|
|
||||||
valueParsed.tableName,
|
|
||||||
),
|
|
||||||
});
|
});
|
||||||
|
|
||||||
return operatorStrParam;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (Array.isArray(queryObj.value)) {
|
if (Array.isArray(queryObj.value)) {
|
||||||
@@ -74,48 +73,53 @@ export default function sqlGenGenSearchStr({
|
|||||||
queryObj.value.forEach((val) => {
|
queryObj.value.forEach((val) => {
|
||||||
const operatorStrParam = grabValue(val);
|
const operatorStrParam = grabValue(val);
|
||||||
|
|
||||||
if (!operatorStrParam) return;
|
if (!operatorStrParam?.str) return;
|
||||||
|
|
||||||
if (operatorStrParam.str && operatorStrParam.param) {
|
|
||||||
strArray.push(operatorStrParam.str);
|
strArray.push(operatorStrParam.str);
|
||||||
|
if (operatorStrParam.param !== undefined) {
|
||||||
sqlSearhValues.push(operatorStrParam.param);
|
sqlSearhValues.push(operatorStrParam.param);
|
||||||
} else if (operatorStrParam.str) {
|
|
||||||
strArray.push(operatorStrParam.str);
|
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
str = "(" + strArray.join(` ${queryObj.operator || "AND"} `) + ")";
|
str =
|
||||||
} else if (typeof queryObj.value == "object") {
|
"(" +
|
||||||
|
strArray.join(` ${sqlLogicalOperator(queryObj.operator)} `) +
|
||||||
|
")";
|
||||||
|
} else if (queryObj.value !== null && typeof queryObj.value == "object") {
|
||||||
const operatorStrParam = grabValue(queryObj.value);
|
const operatorStrParam = grabValue(queryObj.value);
|
||||||
if (operatorStrParam?.str) {
|
if (operatorStrParam?.str) {
|
||||||
str = operatorStrParam.str;
|
str = operatorStrParam.str;
|
||||||
if (operatorStrParam.param) {
|
if (operatorStrParam.param !== undefined) {
|
||||||
sqlSearhValues.push(operatorStrParam.param);
|
sqlSearhValues.push(operatorStrParam.param);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} else if (queryObj.raw_equality && queryObj.value) {
|
} else if (
|
||||||
str = `${finalFieldName} ${queryObj.raw_equality} ?`;
|
queryObj.raw_equality &&
|
||||||
|
queryObj.value !== undefined &&
|
||||||
|
queryObj.value !== null
|
||||||
|
) {
|
||||||
|
str = `${finalFieldName} ${sqlRawComparison(queryObj.raw_equality)} ?`;
|
||||||
sqlSearhValues.push(queryObj.value);
|
sqlSearhValues.push(queryObj.value);
|
||||||
} else if (queryObj.between) {
|
} else if (queryObj.between) {
|
||||||
str = `${finalFieldName} BETWEEN ? AND ?`;
|
str = `${finalFieldName} BETWEEN ? AND ?`;
|
||||||
sqlSearhValues.push(queryObj.between.min, queryObj.between.max);
|
sqlSearhValues.push(queryObj.between.min, queryObj.between.max);
|
||||||
|
} else if (queryObj.not_between) {
|
||||||
|
str = `${finalFieldName} NOT BETWEEN ? AND ?`;
|
||||||
|
sqlSearhValues.push(queryObj.not_between.min, queryObj.not_between.max);
|
||||||
} else {
|
} else {
|
||||||
const valueParsed = queryObj.value ? queryObj.value : undefined;
|
|
||||||
|
|
||||||
const operatorStrParam = sqlGenOperatorGen({
|
const operatorStrParam = sqlGenOperatorGen({
|
||||||
equality: queryObj.equality,
|
equality: queryObj.equality,
|
||||||
fieldName: finalFieldName || "",
|
fieldName: finalFieldName,
|
||||||
value: valueParsed,
|
value: queryObj.value ?? undefined,
|
||||||
queryObj,
|
queryObj,
|
||||||
});
|
});
|
||||||
|
|
||||||
if (operatorStrParam.str && operatorStrParam.param) {
|
if (operatorStrParam.str) {
|
||||||
str = operatorStrParam.str;
|
str = operatorStrParam.str;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (operatorStrParam.param !== undefined) {
|
||||||
sqlSearhValues.push(operatorStrParam.param);
|
sqlSearhValues.push(operatorStrParam.param);
|
||||||
} else if (operatorStrParam.str && !operatorStrParam.str.match(/\?/)) {
|
|
||||||
str = operatorStrParam.str;
|
|
||||||
} else {
|
|
||||||
sqlSearhValues.push(valueParsed || "");
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,4 +1,7 @@
|
|||||||
|
import { escapeStringLiteral, quoteIdentifier } from "./sql-identifier";
|
||||||
|
|
||||||
type Param = {
|
type Param = {
|
||||||
|
/** Already-quoted column reference */
|
||||||
field: string;
|
field: string;
|
||||||
alias: string;
|
alias: string;
|
||||||
separator?: string;
|
separator?: string;
|
||||||
@@ -20,11 +23,11 @@ export default function sqlGenGrabConcatStr({
|
|||||||
gc += `${field}`;
|
gc += `${field}`;
|
||||||
|
|
||||||
if (!distinct) {
|
if (!distinct) {
|
||||||
gc += `, '${separator}'`;
|
gc += `, '${escapeStringLiteral(separator)}'`;
|
||||||
}
|
}
|
||||||
|
|
||||||
gc += `)`;
|
gc += `)`;
|
||||||
gc += ` AS ${alias}`;
|
gc += ` AS ${quoteIdentifier(alias)}`;
|
||||||
|
|
||||||
return gc;
|
return gc;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
import type { TableSelectFieldsObject } from "../types";
|
import type { TableSelectFieldsObject } from "../types";
|
||||||
import sqlGenGrabConcatStr from "./sql-generator-grab-concat-str";
|
import sqlGenGrabConcatStr from "./sql-generator-grab-concat-str";
|
||||||
|
import { columnRef, quoteIdentifier } from "./sql-identifier";
|
||||||
|
|
||||||
type Param<T extends { [key: string]: any } = { [key: string]: any }> = {
|
type Param<T extends { [key: string]: any } = { [key: string]: any }> = {
|
||||||
selectFields: (keyof T | TableSelectFieldsObject<T>)[];
|
selectFields: (keyof T | TableSelectFieldsObject<T>)[];
|
||||||
@@ -10,56 +11,46 @@ type Param<T extends { [key: string]: any } = { [key: string]: any }> = {
|
|||||||
export default function sqlGenGrabSelectFieldSQL<
|
export default function sqlGenGrabSelectFieldSQL<
|
||||||
T extends { [key: string]: any } = { [key: string]: any },
|
T extends { [key: string]: any } = { [key: string]: any },
|
||||||
>({ selectFields, append_table_names, table_name }: Param<T>) {
|
>({ selectFields, append_table_names, table_name }: Param<T>) {
|
||||||
let str = "";
|
const table = append_table_names ? table_name : undefined;
|
||||||
|
|
||||||
str += ` ${selectFields
|
return ` ${selectFields
|
||||||
?.map((fld) => {
|
.map((fld) => {
|
||||||
|
if (typeof fld != "object") {
|
||||||
|
return columnRef(String(fld), table);
|
||||||
|
}
|
||||||
|
|
||||||
|
const fld_name = columnRef(String(fld.fieldName), table);
|
||||||
let fld_str = ``;
|
let fld_str = ``;
|
||||||
|
|
||||||
const final_fld_name =
|
|
||||||
typeof fld == "object"
|
|
||||||
? append_table_names
|
|
||||||
? `${table_name}.${String(fld)}`
|
|
||||||
: `${String(fld.fieldName)}`
|
|
||||||
: `${String(fld)}`;
|
|
||||||
|
|
||||||
if (typeof fld == "object") {
|
|
||||||
const fld_name = `${String(fld.fieldName)}`;
|
|
||||||
|
|
||||||
if (fld.count) {
|
if (fld.count) {
|
||||||
fld_str += `COUNT(${fld_name})`;
|
fld_str = `COUNT(${fld_name})`;
|
||||||
} else if (fld.sum) {
|
} else if (fld.sum) {
|
||||||
fld_str += `SUM(${fld_name})`;
|
fld_str = `SUM(${fld_name})`;
|
||||||
} else if (fld.average) {
|
} else if (fld.average) {
|
||||||
fld_str += `AVERAGE(${fld_name})`;
|
fld_str = `AVG(${fld_name})`;
|
||||||
} else if (fld.max) {
|
} else if (fld.max) {
|
||||||
fld_str += `MAX(${fld_name})`;
|
fld_str = `MAX(${fld_name})`;
|
||||||
} else if (fld.min) {
|
} else if (fld.min) {
|
||||||
fld_str += `MIN(${fld_name})`;
|
fld_str = `MIN(${fld_name})`;
|
||||||
} else if (fld.distinct) {
|
} else if (fld.distinct) {
|
||||||
fld_str += `DISTINCT ${fld_name}`;
|
fld_str = `DISTINCT ${fld_name}`;
|
||||||
} else if (fld.group_concat) {
|
} else if (fld.group_concat) {
|
||||||
fld_str += sqlGenGrabConcatStr({
|
// Carries its own alias
|
||||||
|
return sqlGenGrabConcatStr({
|
||||||
field: fld_name,
|
field: fld_name,
|
||||||
alias: fld.group_concat.alias,
|
alias: fld.group_concat.alias,
|
||||||
separator: fld.group_concat.separator,
|
separator: fld.group_concat.separator,
|
||||||
distinct: fld.group_concat.distinct,
|
distinct: fld.group_concat.distinct,
|
||||||
});
|
});
|
||||||
} else {
|
} else {
|
||||||
fld_str +=
|
fld_str = fld_name;
|
||||||
final_fld_name + (fld.alias ? ` as ${fld.alias}` : ``);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (fld.alias) {
|
if (fld.alias) {
|
||||||
fld_str += ` AS ${fld.alias}`;
|
fld_str += ` AS ${quoteIdentifier(fld.alias)}`;
|
||||||
}
|
|
||||||
} else {
|
|
||||||
fld_str += final_fld_name;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return fld_str;
|
return fld_str;
|
||||||
})
|
})
|
||||||
.join(",")}`;
|
.join(",")}`;
|
||||||
|
|
||||||
return str;
|
|
||||||
}
|
}
|
||||||
|
|||||||
+94
-68
@@ -5,9 +5,18 @@ import type {
|
|||||||
} from "../types";
|
} from "../types";
|
||||||
import sqlGenGenSearchStr from "./sql-generator-gen-search-str";
|
import sqlGenGenSearchStr from "./sql-generator-gen-search-str";
|
||||||
import sqlGenGenQueryStr from "./sql-generator-gen-query-str";
|
import sqlGenGenQueryStr from "./sql-generator-gen-query-str";
|
||||||
|
import {
|
||||||
|
columnRef,
|
||||||
|
quoteIdentifier,
|
||||||
|
quoteQualified,
|
||||||
|
sqlLogicalOperator,
|
||||||
|
sqlNonNegativeInt,
|
||||||
|
sqlOrderStrategy,
|
||||||
|
} from "./sql-identifier";
|
||||||
|
|
||||||
type Param<T extends { [key: string]: any } = { [key: string]: any }> = {
|
type Param<T extends { [key: string]: any } = { [key: string]: any }> = {
|
||||||
genObject?: ServerQueryParam<T>;
|
genObject?: ServerQueryParam<T>;
|
||||||
|
/** Raw (unquoted) table name */
|
||||||
tableName: string;
|
tableName: string;
|
||||||
dbFullName?: string;
|
dbFullName?: string;
|
||||||
count?: boolean;
|
count?: boolean;
|
||||||
@@ -16,25 +25,37 @@ type Param<T extends { [key: string]: any } = { [key: string]: any }> = {
|
|||||||
type Return = {
|
type Return = {
|
||||||
string: string;
|
string: string;
|
||||||
values: SQLInsertGenValueType[];
|
values: SQLInsertGenValueType[];
|
||||||
|
/** `WHERE ...` clause alone (empty string if none) */
|
||||||
|
where: string;
|
||||||
|
/** Values for the `where` clause placeholders only */
|
||||||
|
whereValues: SQLInsertGenValueType[];
|
||||||
};
|
};
|
||||||
|
|
||||||
|
/** MariaDB requires LIMIT before OFFSET; this is the documented "no limit" value */
|
||||||
|
const MAX_LIMIT = "18446744073709551615";
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* # SQL Query Generator
|
* # SQL Query Generator
|
||||||
* @description Builds parameterized SELECT SQL for MariaDB
|
* @description Builds parameterized SELECT SQL for MariaDB
|
||||||
*/
|
*/
|
||||||
export default function sqlGenerator<
|
export default function sqlGenerator<
|
||||||
T extends { [key: string]: any } = { [key: string]: any },
|
T extends { [key: string]: any } = { [key: string]: any },
|
||||||
>({ tableName, genObject, dbFullName, count }: Param<T>): Return {
|
>({ tableName: rawTableName, genObject, dbFullName, count }: Param<T>): Return {
|
||||||
|
const tableName = quoteQualified(rawTableName);
|
||||||
|
|
||||||
const finalQuery = genObject?.query ? genObject.query : undefined;
|
const finalQuery = genObject?.query ? genObject.query : undefined;
|
||||||
|
|
||||||
const queryKeys = finalQuery ? Object.keys(finalQuery) : undefined;
|
const queryKeys = finalQuery ? Object.keys(finalQuery) : undefined;
|
||||||
|
|
||||||
const sqlSearhValues: SQLInsertGenValueType[] = [];
|
const whereValues: SQLInsertGenValueType[] = [];
|
||||||
|
|
||||||
let fullTextMatchStr = genObject?.fullTextSearch
|
let fullTextMatchStr = genObject?.fullTextSearch
|
||||||
? ` MATCH(${genObject.fullTextSearch.fields
|
? ` MATCH(${genObject.fullTextSearch.fields
|
||||||
.map((f) =>
|
.map((f) =>
|
||||||
genObject.join ? `${tableName}.${String(f)}` : `${String(f)}`,
|
columnRef(
|
||||||
|
String(f),
|
||||||
|
genObject.join ? tableName : undefined,
|
||||||
|
),
|
||||||
)
|
)
|
||||||
.join(",")}) AGAINST (? IN BOOLEAN MODE)`
|
.join(",")}) AGAINST (? IN BOOLEAN MODE)`
|
||||||
: undefined;
|
: undefined;
|
||||||
@@ -46,7 +67,7 @@ export default function sqlGenerator<
|
|||||||
.join(" ")
|
.join(" ")
|
||||||
: undefined;
|
: undefined;
|
||||||
|
|
||||||
let { str: queryString, values } = sqlGenGenQueryStr<T>({
|
let { str: queryString, values: selectValues } = sqlGenGenQueryStr<T>({
|
||||||
table_name: tableName,
|
table_name: tableName,
|
||||||
append_table_names: true,
|
append_table_names: true,
|
||||||
full_text_match_str: fullTextMatchStr,
|
full_text_match_str: fullTextMatchStr,
|
||||||
@@ -54,8 +75,6 @@ export default function sqlGenerator<
|
|||||||
genObject,
|
genObject,
|
||||||
});
|
});
|
||||||
|
|
||||||
sqlSearhValues.push(...values);
|
|
||||||
|
|
||||||
const sqlSearhString = queryKeys?.map((field) => {
|
const sqlSearhString = queryKeys?.map((field) => {
|
||||||
const queryObj = finalQuery?.[field];
|
const queryObj = finalQuery?.[field];
|
||||||
if (!queryObj) return;
|
if (!queryObj) return;
|
||||||
@@ -64,7 +83,8 @@ export default function sqlGenerator<
|
|||||||
const subQueryGroup = queryObj.__query;
|
const subQueryGroup = queryObj.__query;
|
||||||
|
|
||||||
const subSearchKeys = Object.keys(subQueryGroup);
|
const subSearchKeys = Object.keys(subQueryGroup);
|
||||||
const subSearchString = subSearchKeys.map((_field) => {
|
const subSearchString = subSearchKeys
|
||||||
|
.map((_field) => {
|
||||||
const newSubQueryObj = subQueryGroup?.[_field];
|
const newSubQueryObj = subQueryGroup?.[_field];
|
||||||
|
|
||||||
if (newSubQueryObj) {
|
if (newSubQueryObj) {
|
||||||
@@ -75,15 +95,18 @@ export default function sqlGenerator<
|
|||||||
table_name: tableName,
|
table_name: tableName,
|
||||||
});
|
});
|
||||||
|
|
||||||
sqlSearhValues.push(...values);
|
whereValues.push(...values);
|
||||||
|
|
||||||
return str;
|
return str;
|
||||||
}
|
}
|
||||||
});
|
})
|
||||||
|
.filter((str) => typeof str == "string");
|
||||||
|
|
||||||
return (
|
return (
|
||||||
"(" +
|
"(" +
|
||||||
subSearchString.join(` ${queryObj.operator || "AND"} `) +
|
subSearchString.join(
|
||||||
|
` ${sqlLogicalOperator(queryObj.operator)} `,
|
||||||
|
) +
|
||||||
")"
|
")"
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
@@ -95,7 +118,7 @@ export default function sqlGenerator<
|
|||||||
table_name: tableName,
|
table_name: tableName,
|
||||||
});
|
});
|
||||||
|
|
||||||
sqlSearhValues.push(...values);
|
whereValues.push(...values);
|
||||||
|
|
||||||
return str;
|
return str;
|
||||||
});
|
});
|
||||||
@@ -107,97 +130,100 @@ export default function sqlGenerator<
|
|||||||
const isSearchStr =
|
const isSearchStr =
|
||||||
cleanedUpSearchStr?.[0] && cleanedUpSearchStr.find((str) => str);
|
cleanedUpSearchStr?.[0] && cleanedUpSearchStr.find((str) => str);
|
||||||
|
|
||||||
|
let where = ``;
|
||||||
|
|
||||||
if (isSearchStr) {
|
if (isSearchStr) {
|
||||||
const stringOperator = genObject?.searchOperator || "AND";
|
const stringOperator = sqlLogicalOperator(genObject?.searchOperator);
|
||||||
queryString += ` WHERE ${cleanedUpSearchStr.join(
|
where += `WHERE ${cleanedUpSearchStr.join(` ${stringOperator} `)}`;
|
||||||
` ${stringOperator} `,
|
|
||||||
)}`;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (genObject?.fullTextSearch && fullTextSearchStr && fullTextMatchStr) {
|
if (genObject?.fullTextSearch && fullTextSearchStr && fullTextMatchStr) {
|
||||||
queryString += `${isSearchStr ? " AND" : " WHERE"} ${fullTextMatchStr}`;
|
where += `${isSearchStr ? " AND" : "WHERE"} ${fullTextMatchStr}`;
|
||||||
sqlSearhValues.push(fullTextSearchStr);
|
whereValues.push(fullTextSearchStr);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (where) {
|
||||||
|
queryString += ` ${where}`;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (genObject?.group) {
|
if (genObject?.group) {
|
||||||
|
const groupRef = (
|
||||||
|
group: string | { field: unknown; table?: string },
|
||||||
|
) =>
|
||||||
|
typeof group == "object"
|
||||||
|
? columnRef(String(group.field), group.table)
|
||||||
|
: columnRef(String(group));
|
||||||
|
|
||||||
let group_by_txt = ``;
|
let group_by_txt = ``;
|
||||||
|
|
||||||
if (typeof genObject.group == "string") {
|
if (Array.isArray(genObject.group)) {
|
||||||
group_by_txt = genObject.group;
|
group_by_txt = genObject.group
|
||||||
} else if (Array.isArray(genObject.group)) {
|
.map((group) => groupRef(group as any))
|
||||||
for (let i = 0; i < genObject.group.length; i++) {
|
.join(",");
|
||||||
const group = genObject.group[i];
|
|
||||||
|
|
||||||
if (typeof group == "string") {
|
|
||||||
group_by_txt += `\`${group.toString()}\``;
|
|
||||||
} else if (typeof group == "object" && group.table) {
|
|
||||||
group_by_txt += `${group.table}.${String(group.field)}`;
|
|
||||||
} else if (typeof group == "object") {
|
|
||||||
group_by_txt += `${String(group.field)}`;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (i < genObject.group.length - 1) {
|
|
||||||
group_by_txt += ",";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} else if (typeof genObject.group == "object") {
|
|
||||||
if (genObject.group.table) {
|
|
||||||
group_by_txt = `${genObject.group.table}.${String(genObject.group.field)}`;
|
|
||||||
} else {
|
} else {
|
||||||
group_by_txt = `${String(genObject.group.field)}`;
|
group_by_txt = groupRef(genObject.group as any);
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
queryString += ` GROUP BY ${group_by_txt}`;
|
queryString += ` GROUP BY ${group_by_txt}`;
|
||||||
}
|
}
|
||||||
|
|
||||||
function grabOrderString(order: ServerQueryParamOrder<T>) {
|
function grabOrderString(order: ServerQueryParamOrder<T>) {
|
||||||
let orderFields = [];
|
const scoreAlias = genObject?.fullTextSearch?.scoreAlias;
|
||||||
let orderSrt = ``;
|
let orderField = ``;
|
||||||
|
|
||||||
if (genObject?.fullTextSearch && genObject.fullTextSearch.scoreAlias) {
|
if (scoreAlias && String(order.field) === scoreAlias) {
|
||||||
orderFields.push(genObject.fullTextSearch.scoreAlias);
|
orderField = quoteIdentifier(scoreAlias);
|
||||||
} else if (genObject?.join) {
|
|
||||||
orderFields.push(`${tableName}.${String(order.field)}`);
|
|
||||||
} else {
|
} else {
|
||||||
orderFields.push(order.field);
|
orderField = columnRef(
|
||||||
|
String(order.field),
|
||||||
|
genObject?.join ? tableName : undefined,
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
orderSrt += ` ${orderFields.join(", ")} ${order.strategy}`;
|
return ` ${orderField} ${sqlOrderStrategy(order.strategy)}`;
|
||||||
|
|
||||||
return orderSrt;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (genObject?.order) {
|
if (genObject?.order) {
|
||||||
let orderSrt = ` ORDER BY`;
|
const orders = (
|
||||||
|
Array.isArray(genObject.order) ? genObject.order : [genObject.order]
|
||||||
|
).filter(Boolean);
|
||||||
|
|
||||||
if (Array.isArray(genObject.order)) {
|
if (orders.length) {
|
||||||
for (let i = 0; i < genObject.order.length; i++) {
|
queryString += ` ORDER BY${orders.map(grabOrderString).join(",")}`;
|
||||||
const order = genObject.order[i];
|
|
||||||
if (order) {
|
|
||||||
orderSrt +=
|
|
||||||
grabOrderString(order) +
|
|
||||||
(i < genObject.order.length - 1 ? `,` : "");
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} else {
|
|
||||||
orderSrt += grabOrderString(genObject.order);
|
if (!count) {
|
||||||
|
const limit =
|
||||||
|
genObject?.limit !== undefined && genObject.limit !== null
|
||||||
|
? sqlNonNegativeInt(genObject.limit, "limit")
|
||||||
|
: undefined;
|
||||||
|
|
||||||
|
let offset: number | undefined;
|
||||||
|
|
||||||
|
if (genObject?.offset !== undefined && genObject.offset !== null) {
|
||||||
|
offset = sqlNonNegativeInt(genObject.offset, "offset");
|
||||||
|
} else if (genObject?.page && limit) {
|
||||||
|
const page = sqlNonNegativeInt(genObject.page, "page");
|
||||||
|
offset = Math.max(page - 1, 0) * limit;
|
||||||
}
|
}
|
||||||
|
|
||||||
queryString += ` ${orderSrt}`;
|
if (limit) {
|
||||||
|
queryString += ` LIMIT ${limit}`;
|
||||||
|
} else if (offset) {
|
||||||
|
queryString += ` LIMIT ${MAX_LIMIT}`;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (genObject?.limit && !count) queryString += ` LIMIT ${genObject.limit}`;
|
if (offset) {
|
||||||
|
queryString += ` OFFSET ${offset}`;
|
||||||
if (genObject?.offset) {
|
}
|
||||||
queryString += ` OFFSET ${genObject.offset}`;
|
|
||||||
} else if (genObject?.page && genObject.limit && !count) {
|
|
||||||
queryString += ` OFFSET ${(genObject.page - 1) * genObject.limit}`;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return {
|
return {
|
||||||
string: queryString,
|
string: queryString,
|
||||||
values: sqlSearhValues,
|
values: [...selectValues, ...whereValues],
|
||||||
|
where,
|
||||||
|
whereValues,
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,82 @@
|
|||||||
|
import { ServerQueryOperators, SQlComparisons } from "../types";
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Quote a single identifier (table, column, alias) with backticks.
|
||||||
|
* Already-quoted identifiers (e.g. "`users`") are returned unchanged.
|
||||||
|
*/
|
||||||
|
export function quoteIdentifier(identifier: string): string {
|
||||||
|
const str = String(identifier);
|
||||||
|
if (/^`(?:[^`]|``)+`$/.test(str)) return str;
|
||||||
|
return `\`${str.replace(/`/g, "``")}\``;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Quote a possibly qualified identifier: "table.field" -> `table`.`field`.
|
||||||
|
* A bare "*" (or "table.*") is kept as a wildcard.
|
||||||
|
*/
|
||||||
|
export function quoteQualified(identifier: string): string {
|
||||||
|
const str = String(identifier);
|
||||||
|
if (/^`(?:[^`]|``)+`$/.test(str)) return str;
|
||||||
|
return str
|
||||||
|
.split(".")
|
||||||
|
.map((part) => (part === "*" ? "*" : quoteIdentifier(part)))
|
||||||
|
.join(".");
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Build a column reference, prefixing the table when one is given and the
|
||||||
|
* field is not already qualified.
|
||||||
|
*/
|
||||||
|
export function columnRef(field: string, table?: string): string {
|
||||||
|
const fieldStr = String(field);
|
||||||
|
if (!table || fieldStr.includes(".")) return quoteQualified(fieldStr);
|
||||||
|
return `${quoteQualified(table)}.${fieldStr === "*" ? "*" : quoteIdentifier(fieldStr)}`;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Escape a value for use inside a single-quoted SQL string literal.
|
||||||
|
*/
|
||||||
|
export function escapeStringLiteral(value: string): string {
|
||||||
|
return String(value).replace(/\\/g, "\\\\").replace(/'/g, "''");
|
||||||
|
}
|
||||||
|
|
||||||
|
export function sqlLogicalOperator(operator?: string): "AND" | "OR" {
|
||||||
|
if (!operator) return "AND";
|
||||||
|
const upper = String(operator).toUpperCase();
|
||||||
|
if ((ServerQueryOperators as readonly string[]).includes(upper)) {
|
||||||
|
return upper as "AND" | "OR";
|
||||||
|
}
|
||||||
|
throw new Error(`Invalid logical operator: ${operator}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function sqlOrderStrategy(strategy?: string): "ASC" | "DESC" {
|
||||||
|
if (!strategy) return "ASC";
|
||||||
|
const upper = String(strategy).toUpperCase();
|
||||||
|
if (upper === "ASC" || upper === "DESC") return upper;
|
||||||
|
throw new Error(`Invalid order strategy: ${strategy}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function sqlRawComparison(comparison: string): string {
|
||||||
|
const upper = String(comparison).toUpperCase();
|
||||||
|
if ((SQlComparisons as readonly string[]).includes(upper)) return upper;
|
||||||
|
throw new Error(`Invalid comparison operator: ${comparison}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const JoinTypes = ["INNER JOIN", "JOIN", "LEFT JOIN", "RIGHT JOIN"] as const;
|
||||||
|
|
||||||
|
export function sqlJoinType(joinType: string): string {
|
||||||
|
const upper = String(joinType).toUpperCase();
|
||||||
|
if ((JoinTypes as readonly string[]).includes(upper)) return upper;
|
||||||
|
throw new Error(`Invalid join type: ${joinType}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Validate a LIMIT / OFFSET / page value as a non-negative integer.
|
||||||
|
*/
|
||||||
|
export function sqlNonNegativeInt(value: unknown, name: string): number {
|
||||||
|
const num = typeof value == "string" && value.trim() !== "" ? Number(value) : value;
|
||||||
|
if (typeof num != "number" || !Number.isInteger(num) || num < 0) {
|
||||||
|
throw new Error(`Invalid ${name}: ${String(value)}`);
|
||||||
|
}
|
||||||
|
return num;
|
||||||
|
}
|
||||||
@@ -3,10 +3,7 @@ import type {
|
|||||||
SQLInsertGenReturn,
|
SQLInsertGenReturn,
|
||||||
SQLInsertGenValueType,
|
SQLInsertGenValueType,
|
||||||
} from "../types";
|
} from "../types";
|
||||||
|
import { quoteIdentifier } from "./sql-identifier";
|
||||||
function quoteIdentifier(identifier: string): string {
|
|
||||||
return `\`${identifier.replace(/`/g, "``")}\``;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* # SQL Insert Generator
|
* # SQL Insert Generator
|
||||||
@@ -40,39 +37,40 @@ export default function sqlInsertGenerator({
|
|||||||
.map((ky) => {
|
.map((ky) => {
|
||||||
const value = item[ky];
|
const value = item[ky];
|
||||||
|
|
||||||
const is_embedding =
|
if (typeof value == "function") {
|
||||||
Array.isArray(value) &&
|
const fnValue = value();
|
||||||
typeof value[0] == "number";
|
queryValues.push(fnValue.value ?? null);
|
||||||
|
return fnValue.placeholder || "?";
|
||||||
|
}
|
||||||
|
|
||||||
const finalValue =
|
if (typeof value == "boolean") {
|
||||||
typeof value == "string" ||
|
queryValues.push(value ? 1 : 0);
|
||||||
typeof value == "number"
|
return "?";
|
||||||
? value
|
}
|
||||||
: typeof value == "function"
|
|
||||||
? value().value
|
|
||||||
: is_embedding
|
|
||||||
? JSON.stringify(value)
|
|
||||||
: value
|
|
||||||
? value
|
|
||||||
: null;
|
|
||||||
|
|
||||||
if (!finalValue && typeof value !== "number") {
|
if (typeof value == "number") {
|
||||||
|
queryValues.push(value);
|
||||||
|
return "?";
|
||||||
|
}
|
||||||
|
|
||||||
|
// Empty strings / null / undefined are stored as NULL
|
||||||
|
if (value === undefined || value === null || value === "") {
|
||||||
queryValues.push(null);
|
queryValues.push(null);
|
||||||
return "?";
|
return "?";
|
||||||
}
|
}
|
||||||
|
|
||||||
queryValues.push(finalValue);
|
const is_embedding =
|
||||||
|
Array.isArray(value) &&
|
||||||
|
typeof value[0] == "number";
|
||||||
|
|
||||||
const placeholder =
|
if (is_embedding) {
|
||||||
typeof value == "function"
|
queryValues.push(JSON.stringify(value));
|
||||||
? value().placeholder
|
return "VEC_FromText(?)";
|
||||||
: is_embedding
|
}
|
||||||
? "VEC_FromText(?)"
|
|
||||||
: "?";
|
|
||||||
|
|
||||||
return placeholder;
|
queryValues.push(value);
|
||||||
|
return "?";
|
||||||
})
|
})
|
||||||
.filter((k) => Boolean(k))
|
|
||||||
.join(",")})`,
|
.join(",")})`,
|
||||||
);
|
);
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ import type { BunMariaDBConfig } from "../types";
|
|||||||
import grabSortedBackups from "./grab-sorted-backups";
|
import grabSortedBackups from "./grab-sorted-backups";
|
||||||
import { AppData } from "../data/app-data";
|
import { AppData } from "../data/app-data";
|
||||||
import path from "path";
|
import path from "path";
|
||||||
|
import _ from "lodash";
|
||||||
|
|
||||||
type Params = {
|
type Params = {
|
||||||
config: BunMariaDBConfig;
|
config: BunMariaDBConfig;
|
||||||
@@ -12,7 +13,16 @@ type Params = {
|
|||||||
export default function trimBackups({ config }: Params) {
|
export default function trimBackups({ config }: Params) {
|
||||||
const { backup_dir } = grabDBDir({ config });
|
const { backup_dir } = grabDBDir({ config });
|
||||||
|
|
||||||
const backups = grabSortedBackups({ config });
|
// Only consider files written by `backup` (`{db_name}-{timestamp}.sql`)
|
||||||
|
const backupNamePattern = new RegExp(
|
||||||
|
`^${_.escapeRegExp(config.db_name)}-\\d+\\.sql$`,
|
||||||
|
);
|
||||||
|
|
||||||
|
const backups = grabSortedBackups({ config }).filter(
|
||||||
|
(name) =>
|
||||||
|
backupNamePattern.test(name) &&
|
||||||
|
fs.statSync(path.join(backup_dir, name)).isFile(),
|
||||||
|
);
|
||||||
|
|
||||||
const max_backups = config.max_backups || AppData["MaxBackups"];
|
const max_backups = config.max_backups || AppData["MaxBackups"];
|
||||||
|
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
import fs from "fs";
|
import fs from "fs";
|
||||||
import path from "path";
|
import path from "path";
|
||||||
|
import _ from "lodash";
|
||||||
import type { BunMariaDBConfig } from "../types";
|
import type { BunMariaDBConfig } from "../types";
|
||||||
import { AppData } from "../data/app-data";
|
import { AppData } from "../data/app-data";
|
||||||
import grabDBDir from "./grab-db-dir";
|
import grabDBDir from "./grab-db-dir";
|
||||||
@@ -11,7 +12,16 @@ type Params = {
|
|||||||
|
|
||||||
export default function trimExports({ config }: Params) {
|
export default function trimExports({ config }: Params) {
|
||||||
const { export_dir } = grabDBDir({ config });
|
const { export_dir } = grabDBDir({ config });
|
||||||
const exports = grabSortedExports({ config });
|
// Only consider archives written by `export` (`{db_name}-{timestamp}.tar.gz|zip`)
|
||||||
|
const exportNamePattern = new RegExp(
|
||||||
|
`^${_.escapeRegExp(config.db_name)}-\\d+\\.(tar\\.gz|zip)$`,
|
||||||
|
);
|
||||||
|
|
||||||
|
const exports = grabSortedExports({ config }).filter(
|
||||||
|
(name) =>
|
||||||
|
exportNamePattern.test(name) &&
|
||||||
|
fs.statSync(path.join(export_dir, name)).isFile(),
|
||||||
|
);
|
||||||
const max_exports = config.max_exports || AppData["MaxExports"];
|
const max_exports = config.max_exports || AppData["MaxExports"];
|
||||||
|
|
||||||
for (let i = 0; i < exports.length; i++) {
|
for (let i = 0; i < exports.length; i++) {
|
||||||
|
|||||||
Reference in New Issue
Block a user