Compare commits
17
Commits
219db3d88e
..
main
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
9eae95e391 | ||
|
|
44c5c19050 | ||
|
|
a784e7f520 | ||
|
|
fde40e8ece | ||
|
|
822778d43b | ||
|
|
5de4d1dc73 | ||
|
|
8a7c4530da | ||
|
|
4177497e48 | ||
|
|
a71614cb0f | ||
|
|
8865292893 | ||
|
|
37a314273a | ||
|
|
68c1074de1 | ||
|
|
accf486151 | ||
|
|
efcee1bb11 | ||
|
|
8a1294a348 | ||
|
|
6447abd3fb | ||
|
|
de429f4d2d |
@@ -84,3 +84,36 @@ You can also use environment variables in the config file. Example:
|
||||
}
|
||||
]
|
||||
```
|
||||
|
||||
## System Processes
|
||||
|
||||
Run Turbosync as a system process to keep it running in the background.
|
||||
|
||||
### Systemd Config
|
||||
|
||||
Use this template to create a systemd service for turbosync.
|
||||
|
||||
```ini
|
||||
[Unit]
|
||||
Description=Service Name
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
ExecStart=/home/user/.bun/bin/turbosync
|
||||
Restart=always
|
||||
RestartSec=5
|
||||
Environment="PATH=/usr/bin:/home/user/.bun/bin:/home/user/.nvm/versions/node/v20.18.1/bin:${PATH}"
|
||||
User=user
|
||||
WorkingDirectory=/home/user/services/turbosync/service-name
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
```
|
||||
|
||||
After this you can run:
|
||||
|
||||
```bash
|
||||
sudo systemctl daemon-reload
|
||||
sudo systemctl enable turbosync-service-name
|
||||
sudo systemctl start turbosync-service-name
|
||||
```
|
||||
|
||||
@@ -0,0 +1,16 @@
|
||||
{
|
||||
"lockfileVersion": 1,
|
||||
"workspaces": {
|
||||
"": {
|
||||
"name": "@moduletrace/turbosync",
|
||||
"devDependencies": {
|
||||
"@types/node": "^22.10.2",
|
||||
},
|
||||
},
|
||||
},
|
||||
"packages": {
|
||||
"@types/node": ["@types/node@22.10.2", "", { "dependencies": { "undici-types": "~6.20.0" } }, "sha512-Xxr6BBRCAOQixvonOye19wnzyDiUtTeqldOOmj3CkeblonbccA12PFwlufvRdrpjXxqnmUaeiU5EOA+7s5diUQ=="],
|
||||
|
||||
"undici-types": ["undici-types@6.20.0", "", {}, "sha512-Ny6QZ2Nju20vw1SRHe3d9jVu6gJ+4e3+MMpqu7pqE5HT6WsTSlce++GQmK5UXS8mzV8DSYHrQH+Xrf2jVcuKNg=="],
|
||||
}
|
||||
}
|
||||
Vendored
+4
-1
@@ -1,2 +1,5 @@
|
||||
#! /usr/bin/env node
|
||||
#!/usr/bin/env node
|
||||
declare global {
|
||||
var CONFIG_DIR: string;
|
||||
}
|
||||
export {};
|
||||
|
||||
Vendored
+4
-5
@@ -1,4 +1,4 @@
|
||||
#! /usr/bin/env node
|
||||
#!/usr/bin/env node
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
@@ -9,13 +9,14 @@ const path_1 = __importDefault(require("path"));
|
||||
const child_process_1 = require("child_process");
|
||||
const env_1 = __importDefault(require("./utils/env"));
|
||||
const confFileProvidedPath = process.argv[process.argv.length - 1];
|
||||
global.CONFIG_DIR = process.cwd();
|
||||
if (confFileProvidedPath === "--version" || confFileProvidedPath === "-v") {
|
||||
try {
|
||||
const packageJson = fs_1.default.readFileSync(path_1.default.resolve(__dirname, "package.json"), "utf8");
|
||||
const packageJson = fs_1.default.readFileSync(path_1.default.resolve(__dirname, "../package.json"), "utf-8");
|
||||
console.log(`Turbo Sync Version: ${JSON.parse(packageJson).version}`);
|
||||
}
|
||||
catch (error) {
|
||||
console.log("Turbo Sync Version fetch failed! \nNo Worries, Turbo Sync is still installed properly");
|
||||
console.log(`Turbo Sync Version fetch failed! ${error.message} \nNo Worries, Turbo Sync is still installed properly`);
|
||||
}
|
||||
process.exit(6);
|
||||
}
|
||||
@@ -47,11 +48,9 @@ try {
|
||||
if (!configJSON)
|
||||
throw new Error("Config JSON could not be resolved. Please check your files.");
|
||||
const parsedConfigJSON = (0, env_1.default)({ json: configJSON });
|
||||
/** @type {import(".").TurboSyncConfigArray} */
|
||||
const configArray = JSON.parse(parsedConfigJSON);
|
||||
for (let i = 0; i < configArray.length; i++) {
|
||||
const config = configArray[i];
|
||||
console.log(`Syncing \`${config.title} ...\``);
|
||||
const childProcess = (0, child_process_1.spawn)("node", [
|
||||
path_1.default.resolve(__dirname, "./lib/sync.js"),
|
||||
`${JSON.stringify(config)}`,
|
||||
|
||||
Vendored
+59
-19
@@ -1,15 +1,56 @@
|
||||
"use strict";
|
||||
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
||||
if (k2 === undefined) k2 = k;
|
||||
var desc = Object.getOwnPropertyDescriptor(m, k);
|
||||
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
||||
desc = { enumerable: true, get: function() { return m[k]; } };
|
||||
}
|
||||
Object.defineProperty(o, k2, desc);
|
||||
}) : (function(o, m, k, k2) {
|
||||
if (k2 === undefined) k2 = k;
|
||||
o[k2] = m[k];
|
||||
}));
|
||||
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
||||
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
||||
}) : function(o, v) {
|
||||
o["default"] = v;
|
||||
});
|
||||
var __importStar = (this && this.__importStar) || (function () {
|
||||
var ownKeys = function(o) {
|
||||
ownKeys = Object.getOwnPropertyNames || function (o) {
|
||||
var ar = [];
|
||||
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
||||
return ar;
|
||||
};
|
||||
return ownKeys(o);
|
||||
};
|
||||
return function (mod) {
|
||||
if (mod && mod.__esModule) return mod;
|
||||
var result = {};
|
||||
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
||||
__setModuleDefault(result, mod);
|
||||
return result;
|
||||
};
|
||||
})();
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
const child_process_1 = require("child_process");
|
||||
const files_1 = __importDefault(require("./watch/files"));
|
||||
const folders_1 = __importDefault(require("./watch/folders"));
|
||||
const get_last_edited_src_1 = __importDefault(require("../utils/get-last-edited-src"));
|
||||
const grab_folders_files_string_paths_1 = __importStar(require("../utils/grab-folders-files-string-paths"));
|
||||
const confFileProvidedJSON = process.argv[process.argv.length - 1];
|
||||
global.CONFIG_DIR = process.cwd();
|
||||
try {
|
||||
const configFileObject = JSON.parse(confFileProvidedJSON);
|
||||
const lastUpdated = (0, get_last_edited_src_1.default)({
|
||||
dirs: (0, grab_folders_files_string_paths_1.default)(configFileObject.folders),
|
||||
files: (0, grab_folders_files_string_paths_1.default)(configFileObject.files),
|
||||
config: configFileObject,
|
||||
});
|
||||
console.log(`Running '${configFileObject.title}' ...`);
|
||||
console.log(`Last Updated Path => '${lastUpdated || "N/A"}' ...`);
|
||||
if (Array.isArray(configFileObject.files) &&
|
||||
Array.isArray(configFileObject.folders)) {
|
||||
throw new Error("Choose wither `files` or `folders`. Not both");
|
||||
@@ -19,28 +60,27 @@ try {
|
||||
const folders = configFileObject === null || configFileObject === void 0 ? void 0 : configFileObject.folders;
|
||||
const firstFolder = folders === null || folders === void 0 ? void 0 : folders[0];
|
||||
const options = configFileObject.options;
|
||||
if (firstFile && (files === null || files === void 0 ? void 0 : files[0])) {
|
||||
(0, files_1.default)({ files, options });
|
||||
const sortedFoldersByLastUpdated = (folders === null || folders === void 0 ? void 0 : folders[0]) && lastUpdated
|
||||
? [
|
||||
lastUpdated,
|
||||
...((folders === null || folders === void 0 ? void 0 : folders.filter((fl) => (0, grab_folders_files_string_paths_1.fldFileToStr)(fl) !== lastUpdated)) || []),
|
||||
]
|
||||
: folders;
|
||||
const sortedFilesByLastUpdated = (files === null || files === void 0 ? void 0 : files[0]) && lastUpdated
|
||||
? [
|
||||
lastUpdated,
|
||||
...((files === null || files === void 0 ? void 0 : files.filter((fl) => (0, grab_folders_files_string_paths_1.fldFileToStr)(fl) !== lastUpdated)) ||
|
||||
[]),
|
||||
]
|
||||
: files;
|
||||
if (firstFile && (sortedFilesByLastUpdated === null || sortedFilesByLastUpdated === void 0 ? void 0 : sortedFilesByLastUpdated[0])) {
|
||||
(0, files_1.default)({ files: sortedFilesByLastUpdated, options });
|
||||
}
|
||||
else if (firstFolder && (folders === null || folders === void 0 ? void 0 : folders[0])) {
|
||||
(0, folders_1.default)({ folders, options });
|
||||
else if (firstFolder && (sortedFoldersByLastUpdated === null || sortedFoldersByLastUpdated === void 0 ? void 0 : sortedFoldersByLastUpdated[0])) {
|
||||
(0, folders_1.default)({ folders: sortedFoldersByLastUpdated, options });
|
||||
}
|
||||
}
|
||||
catch (error) {
|
||||
console.log(error);
|
||||
process.exit();
|
||||
}
|
||||
process.on("exit", (code) => {
|
||||
if (code == 1) {
|
||||
const args = process.argv;
|
||||
const cmd = args.shift();
|
||||
if (cmd) {
|
||||
(0, child_process_1.spawn)(cmd, args, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
}
|
||||
else {
|
||||
process.exit(0);
|
||||
}
|
||||
});
|
||||
|
||||
Vendored
+18
-83
@@ -13,14 +13,22 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = watchFiles;
|
||||
const child_process_1 = require("child_process");
|
||||
const fs_1 = __importDefault(require("fs"));
|
||||
const delay_1 = __importDefault(require("../../utils/delay"));
|
||||
let timeout;
|
||||
const UPDATE_TIMEOUT = 2000;
|
||||
const sync_1 = __importDefault(require("../../utils/sync"));
|
||||
const sync_scheduler_1 = __importDefault(require("../../utils/sync-scheduler"));
|
||||
function watchFiles(_a) {
|
||||
return __awaiter(this, arguments, void 0, function* ({ files, options, }) {
|
||||
const UPDATE_TIMEOUT = 1000;
|
||||
try {
|
||||
const INTERVAL = (options === null || options === void 0 ? void 0 : options.interval) ? options.interval : UPDATE_TIMEOUT;
|
||||
const scheduler = new sync_scheduler_1.default((filePath, firstRun) => (0, sync_1.default)({
|
||||
options,
|
||||
dirPath: filePath,
|
||||
dirs: files,
|
||||
isFiles: true,
|
||||
firstRun,
|
||||
}), INTERVAL);
|
||||
for (let i = 0; i < files.length; i++) {
|
||||
const file = files[i];
|
||||
const filePath = typeof file == "string" ? file : (file === null || file === void 0 ? void 0 : file.path) ? file.path : null;
|
||||
@@ -45,16 +53,6 @@ function watchFiles(_a) {
|
||||
fs_1.default.mkdirSync(fileDirPath, { recursive: true });
|
||||
}
|
||||
fs_1.default.writeFileSync(filePath, "");
|
||||
if (typeof existingFilePath == "string") {
|
||||
sync({ filePath: existingFilePath, files, options });
|
||||
}
|
||||
else {
|
||||
sync({
|
||||
filePath: existingFilePath.path,
|
||||
files,
|
||||
options,
|
||||
});
|
||||
}
|
||||
}
|
||||
catch (error) {
|
||||
throw new Error(`File Doesn't exist and couldn't be created. Please check if Directory exists.\nERROR => ${error.message}`);
|
||||
@@ -67,22 +65,19 @@ function watchFiles(_a) {
|
||||
// TODO Handle SSH
|
||||
}
|
||||
else if (typeof file == "string") {
|
||||
sync({ options, filePath, files });
|
||||
yield (0, delay_1.default)();
|
||||
fs_1.default.watchFile(filePath, {
|
||||
interval: interval || 500,
|
||||
interval: interval || 200,
|
||||
}, (curr, prev) => {
|
||||
const INTERVAL = (options === null || options === void 0 ? void 0 : options.interval)
|
||||
? options.interval
|
||||
: UPDATE_TIMEOUT;
|
||||
clearTimeout(timeout);
|
||||
timeout = setTimeout(() => {
|
||||
sync({ options, filePath, files });
|
||||
process.exit(1);
|
||||
}, INTERVAL);
|
||||
scheduler.schedule(filePath);
|
||||
});
|
||||
}
|
||||
}
|
||||
const lastUpdatedFile = files[0];
|
||||
const lastUpdatedFilePath = typeof lastUpdatedFile == "string"
|
||||
? lastUpdatedFile
|
||||
: lastUpdatedFile.path;
|
||||
scheduler.enqueue(lastUpdatedFilePath, true);
|
||||
}
|
||||
catch (error) {
|
||||
console.log("ERROR:", error.message);
|
||||
@@ -90,63 +85,3 @@ function watchFiles(_a) {
|
||||
}
|
||||
});
|
||||
}
|
||||
function sync({ options, filePath, files }) {
|
||||
var _a;
|
||||
const destFiles = files.filter((fl) => {
|
||||
if (typeof fl == "string")
|
||||
return fl !== filePath;
|
||||
if (fl === null || fl === void 0 ? void 0 : fl.path)
|
||||
return fl.path !== filePath;
|
||||
return false;
|
||||
});
|
||||
for (let j = 0; j < destFiles.length; j++) {
|
||||
let cmdArray = ["rsync", "-avh"];
|
||||
if (options === null || options === void 0 ? void 0 : options.delete) {
|
||||
cmdArray.push("--delete");
|
||||
}
|
||||
if ((_a = options === null || options === void 0 ? void 0 : options.exclude) === null || _a === void 0 ? void 0 : _a[0]) {
|
||||
options.exclude.forEach((excl) => {
|
||||
cmdArray.push(`--exclude '${excl}'`);
|
||||
});
|
||||
}
|
||||
const dstFl = destFiles[j];
|
||||
if (typeof dstFl == "string") {
|
||||
if (!fs_1.default.existsSync(dstFl))
|
||||
continue;
|
||||
if (filePath === dstFl) {
|
||||
console.log(`You can't sync the same paths. Please check your configuration and resolve duplicate paths`);
|
||||
process.exit(6);
|
||||
}
|
||||
cmdArray.push(filePath, dstFl);
|
||||
const cmd = cmdArray.join(" ");
|
||||
console.log(`Running cmd 1 => ${cmd}`);
|
||||
(0, child_process_1.execSync)(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
else if (dstFl.path) {
|
||||
if (!dstFl.host && !fs_1.default.existsSync(dstFl.path))
|
||||
continue;
|
||||
if (filePath === dstFl.path) {
|
||||
console.log(`You can't sync the same paths. Please check your configuration and resolve duplicate paths`);
|
||||
process.exit(6);
|
||||
}
|
||||
if (dstFl.host && dstFl.ssh_key && dstFl.user) {
|
||||
cmdArray.push("-e", `'ssh -i ${dstFl.ssh_key}'`);
|
||||
cmdArray.push(filePath, `${dstFl.user}@${dstFl.host}:${dstFl.path}`);
|
||||
const cmd = cmdArray.join(" ");
|
||||
(0, child_process_1.execSync)(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
else {
|
||||
cmdArray.push(filePath, dstFl.path);
|
||||
const cmd = cmdArray.join(" ");
|
||||
console.log(`Running cmd 2 => ${cmd}`);
|
||||
(0, child_process_1.execSync)(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Vendored
+17
-86
@@ -14,17 +14,19 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = watchFolders;
|
||||
const fs_1 = __importDefault(require("fs"));
|
||||
const path_1 = __importDefault(require("path"));
|
||||
const child_process_1 = require("child_process");
|
||||
const delay_1 = __importDefault(require("../../utils/delay"));
|
||||
let timeout;
|
||||
const UPDATE_TIMEOUT = 2000;
|
||||
const sync_1 = __importDefault(require("../../utils/sync"));
|
||||
const sync_scheduler_1 = __importDefault(require("../../utils/sync-scheduler"));
|
||||
function watchFolders(_a) {
|
||||
return __awaiter(this, arguments, void 0, function* ({ folders, options, }) {
|
||||
const UPDATE_TIMEOUT = 1000;
|
||||
try {
|
||||
const dirs = folders;
|
||||
console.log(`Now handling ${dirs.length} Directories`);
|
||||
/**
|
||||
* # Watch Directories
|
||||
*/
|
||||
const INTERVAL = (options === null || options === void 0 ? void 0 : options.interval) ? options.interval : UPDATE_TIMEOUT;
|
||||
const scheduler = new sync_scheduler_1.default((dirPath, firstRun) => (0, sync_1.default)({ dirPath, dirs, options, firstRun }), INTERVAL);
|
||||
for (let i = 0; i < dirs.length; i++) {
|
||||
const dir = dirs[i];
|
||||
if (!dir) {
|
||||
@@ -53,22 +55,6 @@ function watchFolders(_a) {
|
||||
fs_1.default.mkdirSync(dirPath, {
|
||||
recursive: true,
|
||||
});
|
||||
if (typeof existingDirPath == "string") {
|
||||
sync({
|
||||
dirPath: existingDirPath,
|
||||
dirs,
|
||||
options,
|
||||
init: true,
|
||||
});
|
||||
}
|
||||
else {
|
||||
sync({
|
||||
dirPath: existingDirPath.path,
|
||||
dirs,
|
||||
options,
|
||||
init: true,
|
||||
});
|
||||
}
|
||||
}
|
||||
catch (error) {
|
||||
console.log("Error:", error.message);
|
||||
@@ -76,17 +62,20 @@ function watchFolders(_a) {
|
||||
}
|
||||
}
|
||||
if (typeof dir == "string") {
|
||||
sync({ dirPath, dirs, options });
|
||||
yield (0, delay_1.default)();
|
||||
fs_1.default.watch(dirPath, { recursive: true }, (evt, fileName) => {
|
||||
clearTimeout(timeout);
|
||||
timeout = setTimeout(() => {
|
||||
sync({ dirPath, dirs, options });
|
||||
process.exit(1);
|
||||
}, INTERVAL);
|
||||
console.log("Folder Changed", evt, fileName);
|
||||
scheduler.schedule(dirPath);
|
||||
});
|
||||
}
|
||||
}
|
||||
/**
|
||||
* # Sync Last Updated
|
||||
*/
|
||||
const lastUpdatedDir = dirs[0];
|
||||
const lastUpdatedDirPath = typeof lastUpdatedDir == "string"
|
||||
? lastUpdatedDir
|
||||
: lastUpdatedDir.path;
|
||||
scheduler.enqueue(lastUpdatedDirPath, true);
|
||||
}
|
||||
catch (error) {
|
||||
console.log("ERROR:", error.message);
|
||||
@@ -94,61 +83,3 @@ function watchFolders(_a) {
|
||||
}
|
||||
});
|
||||
}
|
||||
function sync({ options, dirs, dirPath, init }) {
|
||||
var _a;
|
||||
const dstDirs = dirs.filter((dr) => {
|
||||
if (typeof dr == "string")
|
||||
return dr !== dirPath;
|
||||
if (dr === null || dr === void 0 ? void 0 : dr.path)
|
||||
return dr.path !== dirPath;
|
||||
return false;
|
||||
});
|
||||
for (let j = 0; j < dstDirs.length; j++) {
|
||||
let cmdArray = ["rsync", "-avh"];
|
||||
if (options === null || options === void 0 ? void 0 : options.delete) {
|
||||
cmdArray.push("--delete");
|
||||
}
|
||||
if ((_a = options === null || options === void 0 ? void 0 : options.exclude) === null || _a === void 0 ? void 0 : _a[0]) {
|
||||
options.exclude.forEach((excl) => {
|
||||
cmdArray.push(`--exclude '${excl}'`);
|
||||
});
|
||||
}
|
||||
const dstDr = dstDirs[j];
|
||||
if (typeof dstDr == "string") {
|
||||
if (!fs_1.default.existsSync(dstDr))
|
||||
continue;
|
||||
if (dirPath === dstDr) {
|
||||
console.log(`You can't sync the same paths. Please check your configuration and resolve duplicate paths`);
|
||||
process.exit(6);
|
||||
}
|
||||
cmdArray.push(path_1.default.normalize(dirPath) + "/", path_1.default.normalize(dstDr) + "/");
|
||||
const cmd = cmdArray.join(" ");
|
||||
(0, child_process_1.execSync)(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
else if (dstDr.path) {
|
||||
if (!dstDr.host && !fs_1.default.existsSync(dstDr.path))
|
||||
continue;
|
||||
if (dirPath === dstDr.path) {
|
||||
console.log(`You can't sync the same paths. Please check your configuration and resolve duplicate paths`);
|
||||
process.exit(6);
|
||||
}
|
||||
if (dstDr.host && dstDr.ssh_key && dstDr.user) {
|
||||
cmdArray.push("-e", `'ssh -i ${dstDr.ssh_key}'`);
|
||||
cmdArray.push(path_1.default.normalize(dirPath) + "/", `${dstDr.user}@${dstDr.host}:${dstDr.path}/`);
|
||||
const cmd = cmdArray.join(" ");
|
||||
(0, child_process_1.execSync)(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
else {
|
||||
cmdArray.push(path_1.default.normalize(dirPath), path_1.default.normalize(dstDr.path));
|
||||
const cmd = cmdArray.join(" ");
|
||||
(0, child_process_1.execSync)(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Vendored
+15
-7
@@ -1,8 +1,8 @@
|
||||
export type TurboSyncConfigArray = TurboSyncConfigObject[];
|
||||
export interface TurboSyncConfigObject {
|
||||
title?: string;
|
||||
files?: string[] | TurboSyncFileObject[];
|
||||
folders?: string[] | TurboSyncFileObject[];
|
||||
files?: (string | TurboSyncFileObject)[];
|
||||
folders?: (string | TurboSyncFileObject)[];
|
||||
options?: TurboSyncOptions;
|
||||
}
|
||||
export interface TurboSyncFileObject {
|
||||
@@ -15,27 +15,35 @@ export interface TurboSyncFileObject {
|
||||
export interface TurboSyncOptions {
|
||||
delete?: boolean;
|
||||
exclude?: string[];
|
||||
include?: string[];
|
||||
interval?: number;
|
||||
bootstrapLastEdited?: boolean;
|
||||
}
|
||||
export interface SyncFilesFnParams {
|
||||
files: string[] | TurboSyncFileObject[];
|
||||
files: (string | TurboSyncFileObject)[];
|
||||
options: TurboSyncOptions | undefined;
|
||||
}
|
||||
export interface SyncFilesSyncFnParams {
|
||||
files: string[] | TurboSyncFileObject[];
|
||||
files: (string | TurboSyncFileObject)[];
|
||||
options: TurboSyncOptions | undefined;
|
||||
filePath: string;
|
||||
}
|
||||
export interface SyncFoldersFnParams {
|
||||
folders: string[] | TurboSyncFileObject[];
|
||||
folders: (string | TurboSyncFileObject)[];
|
||||
options: TurboSyncOptions | undefined;
|
||||
}
|
||||
export interface SyncFoldersSyncFnParams {
|
||||
dirs: string[] | TurboSyncFileObject[];
|
||||
dirs: (string | TurboSyncFileObject)[];
|
||||
options: TurboSyncOptions | undefined;
|
||||
dirPath: string;
|
||||
init?: boolean;
|
||||
firstRun?: boolean;
|
||||
isFiles?: boolean;
|
||||
}
|
||||
export interface HandleEnvVarsFnParams {
|
||||
json: string;
|
||||
}
|
||||
export declare const TurboSyncStatuses: readonly ["syncing", "error", "done"];
|
||||
export type SyncFileConfig = {
|
||||
status?: (typeof TurboSyncStatuses)[number];
|
||||
lastSyncedPath?: string;
|
||||
};
|
||||
|
||||
Vendored
+2
@@ -1,2 +1,4 @@
|
||||
"use strict";
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.TurboSyncStatuses = void 0;
|
||||
exports.TurboSyncStatuses = ["syncing", "error", "done"];
|
||||
|
||||
Vendored
+1
-1
@@ -11,7 +11,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = delay;
|
||||
function delay() {
|
||||
return __awaiter(this, arguments, void 0, function* (time = 500) {
|
||||
return __awaiter(this, arguments, void 0, function* (time = 200) {
|
||||
return new Promise((resolve) => {
|
||||
setTimeout(() => {
|
||||
resolve(true);
|
||||
|
||||
Vendored
+2
@@ -0,0 +1,2 @@
|
||||
import { SyncFoldersFnParams } from "../../types";
|
||||
export default function watchFolders({ folders, options, }: SyncFoldersFnParams): Promise<void>;
|
||||
Vendored
+167
@@ -0,0 +1,167 @@
|
||||
"use strict";
|
||||
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
||||
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
||||
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = watchFolders;
|
||||
const fs_1 = __importDefault(require("fs"));
|
||||
const path_1 = __importDefault(require("path"));
|
||||
const util_1 = __importDefault(require("util"));
|
||||
const child_process_1 = require("child_process");
|
||||
const delay_1 = __importDefault(require("../../utils/delay"));
|
||||
const write_sync_config_1 = __importDefault(require("../../utils/write-sync-config"));
|
||||
const execPromise = util_1.default.promisify(child_process_1.exec);
|
||||
function watchFolders(_a) {
|
||||
return __awaiter(this, arguments, void 0, function* ({ folders, options, }) {
|
||||
let timeout;
|
||||
const UPDATE_TIMEOUT = 1000;
|
||||
try {
|
||||
const dirs = folders;
|
||||
console.log(`Now handling ${dirs.length} Directories`);
|
||||
/**
|
||||
* # Sync Last Updated
|
||||
*/
|
||||
const lastUpdatedDir = dirs[0];
|
||||
const lastUpdatedDirPath = typeof lastUpdatedDir == "string"
|
||||
? lastUpdatedDir
|
||||
: lastUpdatedDir.path;
|
||||
yield sync({ dirPath: lastUpdatedDirPath, dirs, options });
|
||||
/**
|
||||
* # Watch Directories
|
||||
*/
|
||||
const INTERVAL = (options === null || options === void 0 ? void 0 : options.interval) ? options.interval : UPDATE_TIMEOUT;
|
||||
for (let i = 0; i < dirs.length; i++) {
|
||||
const dir = dirs[i];
|
||||
if (!dir) {
|
||||
console.log(`Dir: ${dir} doesn't exist`);
|
||||
continue;
|
||||
}
|
||||
const dirPath = typeof dir == "string" ? dir : dir.path;
|
||||
console.log("global.SYNCING", global.SYNCING);
|
||||
if ((typeof dir == "string" && !fs_1.default.existsSync(dirPath)) ||
|
||||
(typeof dir == "object" &&
|
||||
dir.path &&
|
||||
!dir.host &&
|
||||
!fs_1.default.existsSync(dir.path))) {
|
||||
console.log(`Dir ${dirPath} does not exist. Creating ...`);
|
||||
try {
|
||||
const existingDirPath = dirs.find((dr) => {
|
||||
if (typeof dr == "string")
|
||||
return fs_1.default.existsSync(dr);
|
||||
if (!dr.host)
|
||||
return fs_1.default.existsSync(dr.path); // TODO handle remote
|
||||
return false;
|
||||
});
|
||||
console.log(`Existing Dir to clone: ${existingDirPath}`);
|
||||
if (!existingDirPath) {
|
||||
throw new Error("No existing Directories for reference");
|
||||
}
|
||||
fs_1.default.mkdirSync(dirPath, {
|
||||
recursive: true,
|
||||
});
|
||||
}
|
||||
catch (error) {
|
||||
console.log("Error:", error.message);
|
||||
throw new Error(`Folder Doesn't exist and couldn't be created. Please check if Directory exists.\nERROR => ${error.message}`);
|
||||
}
|
||||
}
|
||||
if (typeof dir == "string") {
|
||||
yield (0, delay_1.default)();
|
||||
fs_1.default.watch(dirPath, { recursive: true }, (evt, fileName) => {
|
||||
console.log("Folder Changed", evt, fileName);
|
||||
if (global.SYNCING) {
|
||||
console.log("Existing Sync found. Returning ...");
|
||||
return;
|
||||
}
|
||||
clearTimeout(timeout);
|
||||
timeout = setTimeout(() => {
|
||||
console.log("Folder Syncing in progress ...");
|
||||
global.SYNCING = true;
|
||||
(0, write_sync_config_1.default)({
|
||||
status: "syncing",
|
||||
lastSyncedPath: dirPath,
|
||||
});
|
||||
sync({ dirPath, dirs, options }).finally(() => {
|
||||
setTimeout(() => {
|
||||
process.exit(global.SYNC_SUCCESS_EXIT_CODE);
|
||||
}, INTERVAL);
|
||||
});
|
||||
}, INTERVAL);
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (error) {
|
||||
console.log("ERROR:", error.message);
|
||||
process.exit(0);
|
||||
}
|
||||
});
|
||||
}
|
||||
function sync(_a) {
|
||||
return __awaiter(this, arguments, void 0, function* ({ options, dirs, dirPath, init }) {
|
||||
var _b, _c;
|
||||
const dstDirs = dirs.filter((dr) => {
|
||||
if (typeof dr == "string")
|
||||
return dr !== dirPath;
|
||||
if (dr === null || dr === void 0 ? void 0 : dr.path)
|
||||
return dr.path !== dirPath;
|
||||
return false;
|
||||
});
|
||||
const allCommandsArr = [];
|
||||
for (let j = 0; j < dstDirs.length; j++) {
|
||||
const dstDr = dstDirs[j];
|
||||
let cmdArray = ["rsync", "-azu", "--inplace"];
|
||||
if (options === null || options === void 0 ? void 0 : options.delete) {
|
||||
cmdArray.push("--delete");
|
||||
}
|
||||
if ((_b = options === null || options === void 0 ? void 0 : options.include) === null || _b === void 0 ? void 0 : _b[0]) {
|
||||
options.include.forEach((incl) => {
|
||||
cmdArray.push(`--include='${incl}'`);
|
||||
});
|
||||
}
|
||||
if ((_c = options === null || options === void 0 ? void 0 : options.exclude) === null || _c === void 0 ? void 0 : _c[0]) {
|
||||
options.exclude.forEach((excl) => {
|
||||
cmdArray.push(`--exclude='${excl}'`);
|
||||
});
|
||||
}
|
||||
if (typeof dstDr == "string") {
|
||||
if (!fs_1.default.existsSync(dstDr))
|
||||
continue;
|
||||
if (dirPath === dstDr) {
|
||||
console.log(`You can't sync the same paths. Please check your configuration and resolve duplicate paths`);
|
||||
process.exit(6);
|
||||
}
|
||||
cmdArray.push(path_1.default.normalize(dirPath) + "/", path_1.default.normalize(dstDr) + "/");
|
||||
}
|
||||
else if (dstDr.path) {
|
||||
if (!dstDr.host && !fs_1.default.existsSync(dstDr.path))
|
||||
continue;
|
||||
if (dirPath === dstDr.path) {
|
||||
console.log(`You can't sync the same paths. Please check your configuration and resolve duplicate paths`);
|
||||
process.exit(6);
|
||||
}
|
||||
if (dstDr.host && dstDr.ssh_key && dstDr.user) {
|
||||
cmdArray.push("-e", `'ssh -i ${dstDr.ssh_key}'`);
|
||||
cmdArray.push(path_1.default.normalize(dirPath) + "/", `${dstDr.user}@${dstDr.host}:${dstDr.path}/`);
|
||||
}
|
||||
else {
|
||||
cmdArray.push(path_1.default.normalize(dirPath), path_1.default.normalize(dstDr.path));
|
||||
}
|
||||
}
|
||||
allCommandsArr.push(cmdArray);
|
||||
}
|
||||
yield Promise.all(allCommandsArr.map((cmdArr) => {
|
||||
return execPromise(cmdArr.join(" "));
|
||||
}));
|
||||
console.log(`${dirPath} Folder Sync Complete. Exiting ...`);
|
||||
});
|
||||
}
|
||||
Vendored
+8
@@ -0,0 +1,8 @@
|
||||
import { TurboSyncConfigObject } from "../types";
|
||||
type Params = {
|
||||
dirs?: string[];
|
||||
files?: string[];
|
||||
config: TurboSyncConfigObject;
|
||||
};
|
||||
export default function getLatestSource({ dirs, files, config, }: Params): string | undefined;
|
||||
export {};
|
||||
Vendored
+65
@@ -0,0 +1,65 @@
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = getLatestSource;
|
||||
const fs_1 = __importDefault(require("fs"));
|
||||
const path_1 = __importDefault(require("path"));
|
||||
function getLatestSource({ dirs, files, config, }) {
|
||||
let latestDir = undefined;
|
||||
let latestMtime = 0;
|
||||
const isFiles = files === null || files === void 0 ? void 0 : files[0];
|
||||
const finalPaths = isFiles ? files : dirs;
|
||||
if (!finalPaths)
|
||||
return undefined;
|
||||
for (const pth of finalPaths) {
|
||||
try {
|
||||
const stats = fs_1.default.statSync(pth);
|
||||
const pathMtime = stats.isDirectory()
|
||||
? getLatestDirMtime(pth)
|
||||
: stats.mtimeMs;
|
||||
if (pathMtime > latestMtime) {
|
||||
latestMtime = pathMtime;
|
||||
latestDir = pth;
|
||||
}
|
||||
}
|
||||
catch (error) {
|
||||
console.error(`Error accessing ${pth}: ${error.message}`);
|
||||
}
|
||||
}
|
||||
if (latestDir) {
|
||||
if (isDirEmptySync(latestDir))
|
||||
return undefined;
|
||||
}
|
||||
return latestDir;
|
||||
}
|
||||
function getLatestDirMtime(dir) {
|
||||
let latestMtime = 0;
|
||||
try {
|
||||
const stats = fs_1.default.statSync(dir);
|
||||
if (stats.isDirectory()) {
|
||||
latestMtime = stats.mtimeMs;
|
||||
const entries = fs_1.default.readdirSync(dir, { withFileTypes: true });
|
||||
for (const entry of entries) {
|
||||
const entryPath = path_1.default.join(dir, entry.name);
|
||||
if (entry.isDirectory()) {
|
||||
const subMtime = getLatestDirMtime(entryPath);
|
||||
latestMtime = Math.max(latestMtime, subMtime);
|
||||
}
|
||||
else if (entry.isFile()) {
|
||||
const fileStats = fs_1.default.statSync(entryPath);
|
||||
latestMtime = Math.max(latestMtime, fileStats.mtimeMs);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (error) {
|
||||
console.error(`Error accessing ${dir}: ${error.message}`);
|
||||
}
|
||||
return latestMtime;
|
||||
}
|
||||
function isDirEmptySync(path) {
|
||||
const files = fs_1.default.readdirSync(path);
|
||||
return files.length === 0;
|
||||
}
|
||||
Vendored
+2
@@ -0,0 +1,2 @@
|
||||
import { SyncFileConfig } from "../types";
|
||||
export default function getSyncConfig(): SyncFileConfig;
|
||||
Vendored
+22
@@ -0,0 +1,22 @@
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = getSyncConfig;
|
||||
const fs_1 = __importDefault(require("fs"));
|
||||
const grab_dir_names_1 = __importDefault(require("./grab-dir-names"));
|
||||
function getSyncConfig() {
|
||||
try {
|
||||
const { syncConfigFilePath } = (0, grab_dir_names_1.default)();
|
||||
if (!fs_1.default.existsSync(syncConfigFilePath)) {
|
||||
fs_1.default.writeFileSync(syncConfigFilePath, JSON.stringify({}), "utf-8");
|
||||
return {};
|
||||
}
|
||||
const syncConfigJSON = fs_1.default.readFileSync(syncConfigFilePath, "utf-8");
|
||||
return JSON.parse(syncConfigJSON);
|
||||
}
|
||||
catch (error) {
|
||||
return { status: "error" };
|
||||
}
|
||||
}
|
||||
Vendored
+2
@@ -0,0 +1,2 @@
|
||||
import { SyncFileConfig } from "../types";
|
||||
export default function getSyncConfig(): SyncFileConfig;
|
||||
Vendored
+22
@@ -0,0 +1,22 @@
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = getSyncConfig;
|
||||
const fs_1 = __importDefault(require("fs"));
|
||||
const grab_dir_names_1 = __importDefault(require("./grab-dir-names"));
|
||||
function getSyncConfig() {
|
||||
try {
|
||||
const { syncConfigFilePath } = (0, grab_dir_names_1.default)();
|
||||
if (!fs_1.default.existsSync(syncConfigFilePath)) {
|
||||
fs_1.default.writeFileSync(syncConfigFilePath, JSON.stringify({}), "utf-8");
|
||||
return {};
|
||||
}
|
||||
const syncConfigJSON = fs_1.default.readFileSync(syncConfigFilePath, "utf-8");
|
||||
return JSON.parse(syncConfigJSON);
|
||||
}
|
||||
catch (error) {
|
||||
return { status: "error" };
|
||||
}
|
||||
}
|
||||
Vendored
+5
@@ -0,0 +1,5 @@
|
||||
export default function grabDirNames(): {
|
||||
rootDir: string;
|
||||
configFileName: string;
|
||||
configFilePath: string;
|
||||
};
|
||||
Vendored
+13
@@ -0,0 +1,13 @@
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = grabDirNames;
|
||||
const path_1 = __importDefault(require("path"));
|
||||
function grabDirNames() {
|
||||
const rootDir = process.cwd();
|
||||
const configFileName = "turbosync.config.json";
|
||||
const configFilePath = path_1.default.join(rootDir, configFileName);
|
||||
return { rootDir, configFileName, configFilePath };
|
||||
}
|
||||
Vendored
+6
@@ -0,0 +1,6 @@
|
||||
export default function grabDirNames(): {
|
||||
rootDir: string;
|
||||
syncConfigFileName: string;
|
||||
syncConfigFilePath: string;
|
||||
ignoreFileName: string;
|
||||
};
|
||||
Vendored
+14
@@ -0,0 +1,14 @@
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = grabDirNames;
|
||||
const path_1 = __importDefault(require("path"));
|
||||
function grabDirNames() {
|
||||
const rootDir = process.cwd();
|
||||
const syncConfigFileName = "__trsyc.json";
|
||||
const syncConfigFilePath = path_1.default.join(rootDir, syncConfigFileName);
|
||||
const ignoreFileName = "turbosync.ignore";
|
||||
return { rootDir, syncConfigFileName, syncConfigFilePath, ignoreFileName };
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
import { TurboSyncFileObject } from "../types";
|
||||
export default function fldFileToStrArr(srces?: (string | TurboSyncFileObject)[]): string[] | undefined;
|
||||
export declare function fldFileToStr(src?: string | TurboSyncFileObject): string | undefined;
|
||||
+28
@@ -0,0 +1,28 @@
|
||||
"use strict";
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = fldFileToStrArr;
|
||||
exports.fldFileToStr = fldFileToStr;
|
||||
function fldFileToStrArr(srces) {
|
||||
if (!srces)
|
||||
return undefined;
|
||||
let arr = [];
|
||||
for (let i = 0; i < srces.length; i++) {
|
||||
const src = srces[i];
|
||||
const srcStr = fldFileToStr(src);
|
||||
if (srcStr) {
|
||||
arr.push(srcStr);
|
||||
}
|
||||
}
|
||||
return arr;
|
||||
}
|
||||
function fldFileToStr(src) {
|
||||
if (!src)
|
||||
return undefined;
|
||||
if (typeof src == "string") {
|
||||
return src;
|
||||
}
|
||||
else if (typeof src == "object" && src.path) {
|
||||
return src.path;
|
||||
}
|
||||
return undefined;
|
||||
}
|
||||
Vendored
+5
@@ -0,0 +1,5 @@
|
||||
export default function grabDirNames(): {
|
||||
rootDir: string;
|
||||
configFileName: string;
|
||||
configFilePath: string;
|
||||
};
|
||||
Vendored
+13
@@ -0,0 +1,13 @@
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = grabDirNames;
|
||||
const path_1 = __importDefault(require("path"));
|
||||
function grabDirNames() {
|
||||
const rootDir = process.cwd();
|
||||
const configFileName = "turbosync.config.json";
|
||||
const configFilePath = path_1.default.join(rootDir, configFileName);
|
||||
return { rootDir, configFileName, configFilePath };
|
||||
}
|
||||
Vendored
+13
@@ -0,0 +1,13 @@
|
||||
type SyncTask = (dirPath: string, firstRun?: boolean) => Promise<void>;
|
||||
export default class SyncScheduler {
|
||||
private readonly task;
|
||||
private readonly debounceMs;
|
||||
private pending;
|
||||
private timers;
|
||||
private flushing;
|
||||
constructor(task: SyncTask, debounceMs: number);
|
||||
schedule(dirPath: string): void;
|
||||
enqueue(dirPath: string, firstRun?: boolean): void;
|
||||
private flush;
|
||||
}
|
||||
export {};
|
||||
Vendored
+68
@@ -0,0 +1,68 @@
|
||||
"use strict";
|
||||
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
||||
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
||||
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
class SyncScheduler {
|
||||
constructor(task, debounceMs) {
|
||||
this.task = task;
|
||||
this.debounceMs = debounceMs;
|
||||
this.pending = new Map();
|
||||
this.timers = new Map();
|
||||
this.flushing = false;
|
||||
}
|
||||
schedule(dirPath) {
|
||||
const existing = this.timers.get(dirPath);
|
||||
if (existing)
|
||||
clearTimeout(existing);
|
||||
const timer = setTimeout(() => {
|
||||
this.timers.delete(dirPath);
|
||||
this.pending.set(dirPath, false);
|
||||
void this.flush();
|
||||
}, this.debounceMs);
|
||||
this.timers.set(dirPath, timer);
|
||||
}
|
||||
enqueue(dirPath, firstRun) {
|
||||
const existing = this.timers.get(dirPath);
|
||||
if (existing) {
|
||||
clearTimeout(existing);
|
||||
this.timers.delete(dirPath);
|
||||
}
|
||||
this.pending.set(dirPath, !!firstRun);
|
||||
void this.flush();
|
||||
}
|
||||
flush() {
|
||||
return __awaiter(this, void 0, void 0, function* () {
|
||||
if (this.flushing)
|
||||
return;
|
||||
this.flushing = true;
|
||||
try {
|
||||
while (this.pending.size > 0) {
|
||||
const batch = [...this.pending.entries()];
|
||||
this.pending.clear();
|
||||
for (const [dirPath, firstRun] of batch) {
|
||||
try {
|
||||
yield this.task(dirPath, firstRun);
|
||||
}
|
||||
catch (error) {
|
||||
console.log("ERROR:", error.message);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
finally {
|
||||
this.flushing = false;
|
||||
if (this.pending.size > 0) {
|
||||
void this.flush();
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
}
|
||||
exports.default = SyncScheduler;
|
||||
Vendored
+2
@@ -0,0 +1,2 @@
|
||||
import { SyncFoldersSyncFnParams } from "../types";
|
||||
export default function sync({ options, dirs, dirPath, isFiles, firstRun, }: SyncFoldersSyncFnParams): Promise<void>;
|
||||
Vendored
+152
@@ -0,0 +1,152 @@
|
||||
"use strict";
|
||||
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
||||
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
||||
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = sync;
|
||||
const fs_1 = __importDefault(require("fs"));
|
||||
const path_1 = __importDefault(require("path"));
|
||||
const os_1 = __importDefault(require("os"));
|
||||
const util_1 = __importDefault(require("util"));
|
||||
const crypto_1 = __importDefault(require("crypto"));
|
||||
const child_process_1 = require("child_process");
|
||||
const grab_dir_names_1 = __importDefault(require("./grab-dir-names"));
|
||||
const grab_folders_files_string_paths_1 = require("./grab-folders-files-string-paths");
|
||||
const delay_1 = __importDefault(require("./delay"));
|
||||
const execPromise = util_1.default.promisify(child_process_1.exec);
|
||||
const LOCK_STALE_MS = 5 * 60 * 1000;
|
||||
const LOCK_RETRY_MS = 100;
|
||||
function lockPathFor(dirPath) {
|
||||
const hash = crypto_1.default
|
||||
.createHash("sha1")
|
||||
.update(path_1.default.resolve(dirPath))
|
||||
.digest("hex")
|
||||
.slice(0, 16);
|
||||
return path_1.default.join(os_1.default.tmpdir(), `turbosync-${hash}.lock`);
|
||||
}
|
||||
function acquireLock(lockPath) {
|
||||
return __awaiter(this, void 0, void 0, function* () {
|
||||
while (true) {
|
||||
try {
|
||||
const fd = fs_1.default.openSync(lockPath, "wx");
|
||||
fs_1.default.writeFileSync(fd, String(process.pid));
|
||||
fs_1.default.closeSync(fd);
|
||||
return;
|
||||
}
|
||||
catch (error) {
|
||||
if (error.code !== "EEXIST")
|
||||
throw error;
|
||||
try {
|
||||
const { mtimeMs } = fs_1.default.statSync(lockPath);
|
||||
if (Date.now() - mtimeMs > LOCK_STALE_MS) {
|
||||
fs_1.default.unlinkSync(lockPath);
|
||||
continue;
|
||||
}
|
||||
}
|
||||
catch (_a) {
|
||||
continue;
|
||||
}
|
||||
yield (0, delay_1.default)(LOCK_RETRY_MS);
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
function acquireLocks(lockPaths) {
|
||||
return __awaiter(this, void 0, void 0, function* () {
|
||||
for (const lockPath of lockPaths) {
|
||||
yield acquireLock(lockPath);
|
||||
}
|
||||
});
|
||||
}
|
||||
function releaseLocks(lockPaths) {
|
||||
for (const lockPath of lockPaths) {
|
||||
try {
|
||||
fs_1.default.unlinkSync(lockPath);
|
||||
}
|
||||
catch (_a) { }
|
||||
}
|
||||
}
|
||||
function sync(_a) {
|
||||
return __awaiter(this, arguments, void 0, function* ({ options, dirs, dirPath, isFiles, firstRun, }) {
|
||||
var _b, _c;
|
||||
const dstDirs = dirs.filter((dr) => {
|
||||
if (typeof dr == "string")
|
||||
return dr !== dirPath;
|
||||
if (dr === null || dr === void 0 ? void 0 : dr.path)
|
||||
return dr.path !== dirPath;
|
||||
return false;
|
||||
});
|
||||
const { ignoreFileName } = (0, grab_dir_names_1.default)();
|
||||
const rsyncIgnoreFile = path_1.default.join(dirPath, ignoreFileName);
|
||||
const rsyncTrailingSlash = isFiles ? "" : "/";
|
||||
const allCommandsArr = [];
|
||||
for (let j = 0; j < dstDirs.length; j++) {
|
||||
const dstDr = dstDirs[j];
|
||||
let cmdArray = ["rsync", firstRun ? "-az" : "-azu", "--inplace"];
|
||||
if (options === null || options === void 0 ? void 0 : options.delete) {
|
||||
cmdArray.push("--delete");
|
||||
}
|
||||
if ((_b = options === null || options === void 0 ? void 0 : options.include) === null || _b === void 0 ? void 0 : _b[0]) {
|
||||
options.include.forEach((incl) => {
|
||||
cmdArray.push(`--include='${incl}'`);
|
||||
});
|
||||
}
|
||||
if (fs_1.default.existsSync(rsyncIgnoreFile)) {
|
||||
cmdArray.push(`--exclude-from=${rsyncIgnoreFile}`);
|
||||
}
|
||||
if ((_c = options === null || options === void 0 ? void 0 : options.exclude) === null || _c === void 0 ? void 0 : _c[0]) {
|
||||
options.exclude.forEach((excl) => {
|
||||
cmdArray.push(`--exclude='${excl}'`);
|
||||
});
|
||||
}
|
||||
if (typeof dstDr == "string") {
|
||||
if (!fs_1.default.existsSync(dstDr))
|
||||
continue;
|
||||
if (dirPath === dstDr) {
|
||||
console.log(`You can't sync the same paths. Please check your configuration and resolve duplicate paths`);
|
||||
process.exit(6);
|
||||
}
|
||||
cmdArray.push(path_1.default.normalize(dirPath) + rsyncTrailingSlash, path_1.default.normalize(dstDr) + rsyncTrailingSlash);
|
||||
}
|
||||
else if (dstDr.path) {
|
||||
if (!dstDr.host && !fs_1.default.existsSync(dstDr.path))
|
||||
continue;
|
||||
if (dirPath === dstDr.path) {
|
||||
console.log(`You can't sync the same paths. Please check your configuration and resolve duplicate paths`);
|
||||
process.exit(6);
|
||||
}
|
||||
if (dstDr.host && dstDr.ssh_key && dstDr.user) {
|
||||
cmdArray.push("-e", `'ssh -i ${dstDr.ssh_key}'`);
|
||||
cmdArray.push(path_1.default.normalize(dirPath) + rsyncTrailingSlash, `${dstDr.user}@${dstDr.host}:${dstDr.path}${rsyncTrailingSlash}`);
|
||||
}
|
||||
else {
|
||||
cmdArray.push(path_1.default.normalize(dirPath), path_1.default.normalize(dstDr.path));
|
||||
}
|
||||
}
|
||||
allCommandsArr.push(cmdArray);
|
||||
}
|
||||
const lockPaths = [dirPath, ...dstDirs.map((dr) => (0, grab_folders_files_string_paths_1.fldFileToStr)(dr))]
|
||||
.filter((pth) => Boolean(pth))
|
||||
.map((pth) => lockPathFor(pth))
|
||||
.sort();
|
||||
yield acquireLocks(lockPaths);
|
||||
try {
|
||||
yield Promise.all(allCommandsArr.map((cmdArr) => {
|
||||
return execPromise(cmdArr.join(" "));
|
||||
}));
|
||||
}
|
||||
finally {
|
||||
releaseLocks(lockPaths);
|
||||
}
|
||||
console.log(`${dirPath} Folder Sync Complete. Exiting ...`);
|
||||
});
|
||||
}
|
||||
Vendored
+2
@@ -0,0 +1,2 @@
|
||||
import { SyncFileConfig } from "../types";
|
||||
export default function writeSyncConfig(config: SyncFileConfig): boolean;
|
||||
Vendored
+18
@@ -0,0 +1,18 @@
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.default = writeSyncConfig;
|
||||
const fs_1 = __importDefault(require("fs"));
|
||||
const grab_dir_names_1 = __importDefault(require("./grab-dir-names"));
|
||||
function writeSyncConfig(config) {
|
||||
try {
|
||||
const { syncConfigFilePath } = (0, grab_dir_names_1.default)();
|
||||
fs_1.default.writeFileSync(syncConfigFilePath, JSON.stringify(config), "utf-8");
|
||||
return true;
|
||||
}
|
||||
catch (error) {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
@@ -1,22 +1,29 @@
|
||||
#! /usr/bin/env node
|
||||
#!/usr/bin/env node
|
||||
|
||||
import fs from "fs";
|
||||
import path from "path";
|
||||
import { spawn } from "child_process";
|
||||
import handleEnvVars from "./utils/env";
|
||||
import { TurboSyncConfigArray } from "./types";
|
||||
|
||||
declare global {
|
||||
var CONFIG_DIR: string;
|
||||
}
|
||||
|
||||
const confFileProvidedPath = process.argv[process.argv.length - 1];
|
||||
|
||||
global.CONFIG_DIR = process.cwd();
|
||||
|
||||
if (confFileProvidedPath === "--version" || confFileProvidedPath === "-v") {
|
||||
try {
|
||||
const packageJson = fs.readFileSync(
|
||||
path.resolve(__dirname, "package.json"),
|
||||
"utf8"
|
||||
path.resolve(__dirname, "../package.json"),
|
||||
"utf-8"
|
||||
);
|
||||
console.log(`Turbo Sync Version: ${JSON.parse(packageJson).version}`);
|
||||
} catch (error) {
|
||||
} catch (error: any) {
|
||||
console.log(
|
||||
"Turbo Sync Version fetch failed! \nNo Worries, Turbo Sync is still installed properly"
|
||||
`Turbo Sync Version fetch failed! ${error.message} \nNo Worries, Turbo Sync is still installed properly`
|
||||
);
|
||||
}
|
||||
|
||||
@@ -71,12 +78,10 @@ try {
|
||||
|
||||
const parsedConfigJSON = handleEnvVars({ json: configJSON });
|
||||
|
||||
/** @type {import(".").TurboSyncConfigArray} */
|
||||
const configArray = JSON.parse(parsedConfigJSON);
|
||||
const configArray = JSON.parse(parsedConfigJSON) as TurboSyncConfigArray;
|
||||
|
||||
for (let i = 0; i < configArray.length; i++) {
|
||||
const config = configArray[i];
|
||||
console.log(`Syncing \`${config.title} ...\``);
|
||||
|
||||
const childProcess = spawn(
|
||||
"node",
|
||||
|
||||
+39
-20
@@ -1,13 +1,27 @@
|
||||
import { spawn } from "child_process";
|
||||
import watchFiles from "./watch/files";
|
||||
import watchFolders from "./watch/folders";
|
||||
import { TurboSyncConfigObject } from "../types";
|
||||
import getLatestSource from "../utils/get-last-edited-src";
|
||||
import fldFileToStrArr, {
|
||||
fldFileToStr,
|
||||
} from "../utils/grab-folders-files-string-paths";
|
||||
|
||||
const confFileProvidedJSON = process.argv[process.argv.length - 1];
|
||||
|
||||
global.CONFIG_DIR = process.cwd();
|
||||
|
||||
try {
|
||||
const configFileObject = JSON.parse(confFileProvidedJSON);
|
||||
const configFileObject: TurboSyncConfigObject =
|
||||
JSON.parse(confFileProvidedJSON);
|
||||
|
||||
const lastUpdated = getLatestSource({
|
||||
dirs: fldFileToStrArr(configFileObject.folders),
|
||||
files: fldFileToStrArr(configFileObject.files),
|
||||
config: configFileObject,
|
||||
});
|
||||
|
||||
console.log(`Running '${configFileObject.title}' ...`);
|
||||
console.log(`Last Updated Path => '${lastUpdated || "N/A"}' ...`);
|
||||
|
||||
if (
|
||||
Array.isArray(configFileObject.files) &&
|
||||
@@ -23,26 +37,31 @@ try {
|
||||
|
||||
const options = configFileObject.options;
|
||||
|
||||
if (firstFile && files?.[0]) {
|
||||
watchFiles({ files, options });
|
||||
} else if (firstFolder && folders?.[0]) {
|
||||
watchFolders({ folders, options });
|
||||
const sortedFoldersByLastUpdated =
|
||||
folders?.[0] && lastUpdated
|
||||
? [
|
||||
lastUpdated,
|
||||
...(folders?.filter(
|
||||
(fl) => fldFileToStr(fl) !== lastUpdated
|
||||
) || []),
|
||||
]
|
||||
: folders;
|
||||
|
||||
const sortedFilesByLastUpdated =
|
||||
files?.[0] && lastUpdated
|
||||
? [
|
||||
lastUpdated,
|
||||
...(files?.filter((fl) => fldFileToStr(fl) !== lastUpdated) ||
|
||||
[]),
|
||||
]
|
||||
: files;
|
||||
|
||||
if (firstFile && sortedFilesByLastUpdated?.[0]) {
|
||||
watchFiles({ files: sortedFilesByLastUpdated, options });
|
||||
} else if (firstFolder && sortedFoldersByLastUpdated?.[0]) {
|
||||
watchFolders({ folders: sortedFoldersByLastUpdated, options });
|
||||
}
|
||||
} catch (error) {
|
||||
console.log(error);
|
||||
process.exit();
|
||||
}
|
||||
|
||||
process.on("exit", (code) => {
|
||||
if (code == 1) {
|
||||
const args = process.argv;
|
||||
const cmd = args.shift();
|
||||
if (cmd) {
|
||||
spawn(cmd, args, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
} else {
|
||||
process.exit(0);
|
||||
}
|
||||
});
|
||||
|
||||
+29
-100
@@ -1,16 +1,31 @@
|
||||
import { execSync } from "child_process";
|
||||
import fs from "fs";
|
||||
import delay from "../../utils/delay";
|
||||
import { SyncFilesFnParams, SyncFilesSyncFnParams } from "../../types";
|
||||
import { SyncFilesFnParams } from "../../types";
|
||||
|
||||
let timeout: any;
|
||||
const UPDATE_TIMEOUT = 2000;
|
||||
import sync from "../../utils/sync";
|
||||
import SyncScheduler from "../../utils/sync-scheduler";
|
||||
|
||||
export default async function watchFiles({
|
||||
files,
|
||||
options,
|
||||
}: SyncFilesFnParams) {
|
||||
const UPDATE_TIMEOUT = 1000;
|
||||
|
||||
try {
|
||||
const INTERVAL = options?.interval ? options.interval : UPDATE_TIMEOUT;
|
||||
|
||||
const scheduler = new SyncScheduler(
|
||||
(filePath, firstRun) =>
|
||||
sync({
|
||||
options,
|
||||
dirPath: filePath,
|
||||
dirs: files,
|
||||
isFiles: true,
|
||||
firstRun,
|
||||
}),
|
||||
INTERVAL
|
||||
);
|
||||
|
||||
for (let i = 0; i < files.length; i++) {
|
||||
const file = files[i];
|
||||
const filePath =
|
||||
@@ -39,16 +54,6 @@ export default async function watchFiles({
|
||||
}
|
||||
|
||||
fs.writeFileSync(filePath, "");
|
||||
|
||||
if (typeof existingFilePath == "string") {
|
||||
sync({ filePath: existingFilePath, files, options });
|
||||
} else {
|
||||
sync({
|
||||
filePath: existingFilePath.path,
|
||||
files,
|
||||
options,
|
||||
});
|
||||
}
|
||||
} catch (error: any) {
|
||||
throw new Error(
|
||||
`File Doesn't exist and couldn't be created. Please check if Directory exists.\nERROR => ${error.message}`
|
||||
@@ -62,105 +67,29 @@ export default async function watchFiles({
|
||||
if (typeof file == "object" && file.host) {
|
||||
// TODO Handle SSH
|
||||
} else if (typeof file == "string") {
|
||||
sync({ options, filePath, files });
|
||||
|
||||
await delay();
|
||||
|
||||
fs.watchFile(
|
||||
filePath,
|
||||
{
|
||||
interval: interval || 500,
|
||||
interval: interval || 200,
|
||||
},
|
||||
(curr, prev) => {
|
||||
const INTERVAL = options?.interval
|
||||
? options.interval
|
||||
: UPDATE_TIMEOUT;
|
||||
|
||||
clearTimeout(timeout);
|
||||
|
||||
timeout = setTimeout(() => {
|
||||
sync({ options, filePath, files });
|
||||
process.exit(1);
|
||||
}, INTERVAL);
|
||||
scheduler.schedule(filePath);
|
||||
}
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
const lastUpdatedFile = files[0];
|
||||
const lastUpdatedFilePath =
|
||||
typeof lastUpdatedFile == "string"
|
||||
? lastUpdatedFile
|
||||
: lastUpdatedFile.path;
|
||||
|
||||
scheduler.enqueue(lastUpdatedFilePath, true);
|
||||
} catch (error: any) {
|
||||
console.log("ERROR:", error.message);
|
||||
process.exit(0);
|
||||
}
|
||||
}
|
||||
|
||||
function sync({ options, filePath, files }: SyncFilesSyncFnParams) {
|
||||
const destFiles = files.filter((fl) => {
|
||||
if (typeof fl == "string") return fl !== filePath;
|
||||
if (fl?.path) return fl.path !== filePath;
|
||||
return false;
|
||||
});
|
||||
|
||||
for (let j = 0; j < destFiles.length; j++) {
|
||||
let cmdArray = ["rsync", "-avh"];
|
||||
|
||||
if (options?.delete) {
|
||||
cmdArray.push("--delete");
|
||||
}
|
||||
|
||||
if (options?.exclude?.[0]) {
|
||||
options.exclude.forEach((excl) => {
|
||||
cmdArray.push(`--exclude '${excl}'`);
|
||||
});
|
||||
}
|
||||
|
||||
const dstFl = destFiles[j];
|
||||
if (typeof dstFl == "string") {
|
||||
if (!fs.existsSync(dstFl)) continue;
|
||||
|
||||
if (filePath === dstFl) {
|
||||
console.log(
|
||||
`You can't sync the same paths. Please check your configuration and resolve duplicate paths`
|
||||
);
|
||||
process.exit(6);
|
||||
}
|
||||
|
||||
cmdArray.push(filePath, dstFl);
|
||||
const cmd = cmdArray.join(" ");
|
||||
console.log(`Running cmd 1 => ${cmd}`);
|
||||
|
||||
execSync(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
} else if (dstFl.path) {
|
||||
if (!dstFl.host && !fs.existsSync(dstFl.path)) continue;
|
||||
|
||||
if (filePath === dstFl.path) {
|
||||
console.log(
|
||||
`You can't sync the same paths. Please check your configuration and resolve duplicate paths`
|
||||
);
|
||||
process.exit(6);
|
||||
}
|
||||
|
||||
if (dstFl.host && dstFl.ssh_key && dstFl.user) {
|
||||
cmdArray.push("-e", `'ssh -i ${dstFl.ssh_key}'`);
|
||||
cmdArray.push(
|
||||
filePath,
|
||||
`${dstFl.user}@${dstFl.host}:${dstFl.path}`
|
||||
);
|
||||
const cmd = cmdArray.join(" ");
|
||||
execSync(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
} else {
|
||||
cmdArray.push(filePath, dstFl.path);
|
||||
|
||||
const cmd = cmdArray.join(" ");
|
||||
|
||||
console.log(`Running cmd 2 => ${cmd}`);
|
||||
|
||||
execSync(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
+27
-105
@@ -1,23 +1,29 @@
|
||||
import fs from "fs";
|
||||
import path from "path";
|
||||
import { execSync } from "child_process";
|
||||
import delay from "../../utils/delay";
|
||||
import { SyncFoldersFnParams, SyncFoldersSyncFnParams } from "../../types";
|
||||
|
||||
let timeout: any;
|
||||
const UPDATE_TIMEOUT = 2000;
|
||||
import { SyncFoldersFnParams } from "../../types";
|
||||
import sync from "../../utils/sync";
|
||||
import SyncScheduler from "../../utils/sync-scheduler";
|
||||
|
||||
export default async function watchFolders({
|
||||
folders,
|
||||
options,
|
||||
}: SyncFoldersFnParams) {
|
||||
const UPDATE_TIMEOUT = 1000;
|
||||
|
||||
try {
|
||||
const dirs = folders;
|
||||
|
||||
console.log(`Now handling ${dirs.length} Directories`);
|
||||
|
||||
/**
|
||||
* # Watch Directories
|
||||
*/
|
||||
const INTERVAL = options?.interval ? options.interval : UPDATE_TIMEOUT;
|
||||
|
||||
const scheduler = new SyncScheduler(
|
||||
(dirPath, firstRun) => sync({ dirPath, dirs, options, firstRun }),
|
||||
INTERVAL
|
||||
);
|
||||
|
||||
for (let i = 0; i < dirs.length; i++) {
|
||||
const dir = dirs[i];
|
||||
|
||||
@@ -27,6 +33,7 @@ export default async function watchFolders({
|
||||
}
|
||||
|
||||
const dirPath = typeof dir == "string" ? dir : dir.path;
|
||||
|
||||
if (
|
||||
(typeof dir == "string" && !fs.existsSync(dirPath)) ||
|
||||
(typeof dir == "object" &&
|
||||
@@ -54,22 +61,6 @@ export default async function watchFolders({
|
||||
fs.mkdirSync(dirPath, {
|
||||
recursive: true,
|
||||
});
|
||||
|
||||
if (typeof existingDirPath == "string") {
|
||||
sync({
|
||||
dirPath: existingDirPath,
|
||||
dirs,
|
||||
options,
|
||||
init: true,
|
||||
});
|
||||
} else {
|
||||
sync({
|
||||
dirPath: existingDirPath.path,
|
||||
dirs,
|
||||
options,
|
||||
init: true,
|
||||
});
|
||||
}
|
||||
} catch (error: any) {
|
||||
console.log("Error:", error.message);
|
||||
|
||||
@@ -80,95 +71,26 @@ export default async function watchFolders({
|
||||
}
|
||||
|
||||
if (typeof dir == "string") {
|
||||
sync({ dirPath, dirs, options });
|
||||
|
||||
await delay();
|
||||
|
||||
fs.watch(dirPath, { recursive: true }, (evt, fileName) => {
|
||||
clearTimeout(timeout);
|
||||
console.log("Folder Changed", evt, fileName);
|
||||
|
||||
timeout = setTimeout(() => {
|
||||
sync({ dirPath, dirs, options });
|
||||
process.exit(1);
|
||||
}, INTERVAL);
|
||||
scheduler.schedule(dirPath);
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* # Sync Last Updated
|
||||
*/
|
||||
const lastUpdatedDir = dirs[0];
|
||||
const lastUpdatedDirPath =
|
||||
typeof lastUpdatedDir == "string"
|
||||
? lastUpdatedDir
|
||||
: lastUpdatedDir.path;
|
||||
|
||||
scheduler.enqueue(lastUpdatedDirPath, true);
|
||||
} catch (error: any) {
|
||||
console.log("ERROR:", error.message);
|
||||
process.exit(0);
|
||||
}
|
||||
}
|
||||
|
||||
function sync({ options, dirs, dirPath, init }: SyncFoldersSyncFnParams) {
|
||||
const dstDirs = dirs.filter((dr) => {
|
||||
if (typeof dr == "string") return dr !== dirPath;
|
||||
if (dr?.path) return dr.path !== dirPath;
|
||||
return false;
|
||||
});
|
||||
|
||||
for (let j = 0; j < dstDirs.length; j++) {
|
||||
let cmdArray = ["rsync", "-avh"];
|
||||
|
||||
if (options?.delete) {
|
||||
cmdArray.push("--delete");
|
||||
}
|
||||
|
||||
if (options?.exclude?.[0]) {
|
||||
options.exclude.forEach((excl) => {
|
||||
cmdArray.push(`--exclude '${excl}'`);
|
||||
});
|
||||
}
|
||||
|
||||
const dstDr = dstDirs[j];
|
||||
if (typeof dstDr == "string") {
|
||||
if (!fs.existsSync(dstDr)) continue;
|
||||
|
||||
if (dirPath === dstDr) {
|
||||
console.log(
|
||||
`You can't sync the same paths. Please check your configuration and resolve duplicate paths`
|
||||
);
|
||||
process.exit(6);
|
||||
}
|
||||
|
||||
cmdArray.push(
|
||||
path.normalize(dirPath) + "/",
|
||||
path.normalize(dstDr) + "/"
|
||||
);
|
||||
const cmd = cmdArray.join(" ");
|
||||
execSync(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
} else if (dstDr.path) {
|
||||
if (!dstDr.host && !fs.existsSync(dstDr.path)) continue;
|
||||
|
||||
if (dirPath === dstDr.path) {
|
||||
console.log(
|
||||
`You can't sync the same paths. Please check your configuration and resolve duplicate paths`
|
||||
);
|
||||
process.exit(6);
|
||||
}
|
||||
|
||||
if (dstDr.host && dstDr.ssh_key && dstDr.user) {
|
||||
cmdArray.push("-e", `'ssh -i ${dstDr.ssh_key}'`);
|
||||
cmdArray.push(
|
||||
path.normalize(dirPath) + "/",
|
||||
`${dstDr.user}@${dstDr.host}:${dstDr.path}/`
|
||||
);
|
||||
const cmd = cmdArray.join(" ");
|
||||
execSync(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
} else {
|
||||
cmdArray.push(
|
||||
path.normalize(dirPath),
|
||||
path.normalize(dstDr.path)
|
||||
);
|
||||
const cmd = cmdArray.join(" ");
|
||||
execSync(cmd, {
|
||||
stdio: "inherit",
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
+6
-2
@@ -1,17 +1,21 @@
|
||||
{
|
||||
"name": "@moduletrace/turbosync",
|
||||
"version": "1.0.0",
|
||||
"version": "1.2.6",
|
||||
"module": "dist/index.js",
|
||||
"scripts": {
|
||||
"start": "node dist/index.js",
|
||||
"build": "tsc",
|
||||
"compile": "bun build index.ts --compile --outfile bin/turbosync",
|
||||
"dev": "node index.js --watch"
|
||||
"dev": "tsc --watch"
|
||||
},
|
||||
"bin": {
|
||||
"turbosync": "./dist/index.js"
|
||||
},
|
||||
"description": "Sync files and directories with ease",
|
||||
"repository": {
|
||||
"type": "git",
|
||||
"url": "https://git.tben.me/Moduletrace/turbo-sync.git"
|
||||
},
|
||||
"main": "index.js",
|
||||
"author": "Benjamin Toby",
|
||||
"license": "ISC",
|
||||
|
||||
@@ -0,0 +1,32 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"title": {
|
||||
"type": "string"
|
||||
},
|
||||
"options": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"delete": {
|
||||
"type": "boolean"
|
||||
}
|
||||
},
|
||||
"required": ["delete"],
|
||||
"additionalProperties": false
|
||||
},
|
||||
"folders": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"format": "uri-reference"
|
||||
},
|
||||
"minItems": 1
|
||||
}
|
||||
},
|
||||
"required": ["title", "options", "folders"],
|
||||
"additionalProperties": false
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
[
|
||||
{
|
||||
"title": "Sync Title",
|
||||
"options": {
|
||||
"delete": true
|
||||
},
|
||||
"folders": ["/home/user/folder-1", "/home/user/folder-2"],
|
||||
"files": ["/home/user/file-1.txt", "/home/user/file-2.txt"]
|
||||
}
|
||||
]
|
||||
+1
-1
@@ -17,5 +17,5 @@
|
||||
"outDir": "dist"
|
||||
},
|
||||
"include": ["**/*.ts"],
|
||||
"exclude": ["node_modules", "dist"]
|
||||
"exclude": ["node_modules", "dist", "test"]
|
||||
}
|
||||
|
||||
+17
-7
@@ -2,8 +2,8 @@ export type TurboSyncConfigArray = TurboSyncConfigObject[];
|
||||
|
||||
export interface TurboSyncConfigObject {
|
||||
title?: string;
|
||||
files?: string[] | TurboSyncFileObject[];
|
||||
folders?: string[] | TurboSyncFileObject[];
|
||||
files?: (string | TurboSyncFileObject)[];
|
||||
folders?: (string | TurboSyncFileObject)[];
|
||||
options?: TurboSyncOptions;
|
||||
}
|
||||
|
||||
@@ -18,32 +18,42 @@ export interface TurboSyncFileObject {
|
||||
export interface TurboSyncOptions {
|
||||
delete?: boolean;
|
||||
exclude?: string[];
|
||||
include?: string[];
|
||||
interval?: number;
|
||||
bootstrapLastEdited?: boolean;
|
||||
}
|
||||
|
||||
export interface SyncFilesFnParams {
|
||||
files: string[] | TurboSyncFileObject[];
|
||||
files: (string | TurboSyncFileObject)[];
|
||||
options: TurboSyncOptions | undefined;
|
||||
}
|
||||
|
||||
export interface SyncFilesSyncFnParams {
|
||||
files: string[] | TurboSyncFileObject[];
|
||||
files: (string | TurboSyncFileObject)[];
|
||||
options: TurboSyncOptions | undefined;
|
||||
filePath: string;
|
||||
}
|
||||
|
||||
export interface SyncFoldersFnParams {
|
||||
folders: string[] | TurboSyncFileObject[];
|
||||
folders: (string | TurboSyncFileObject)[];
|
||||
options: TurboSyncOptions | undefined;
|
||||
}
|
||||
|
||||
export interface SyncFoldersSyncFnParams {
|
||||
dirs: string[] | TurboSyncFileObject[];
|
||||
dirs: (string | TurboSyncFileObject)[];
|
||||
options: TurboSyncOptions | undefined;
|
||||
dirPath: string;
|
||||
init?: boolean;
|
||||
firstRun?: boolean;
|
||||
isFiles?: boolean;
|
||||
}
|
||||
|
||||
export interface HandleEnvVarsFnParams {
|
||||
json: string;
|
||||
}
|
||||
|
||||
export const TurboSyncStatuses = ["syncing", "error", "done"] as const;
|
||||
|
||||
export type SyncFileConfig = {
|
||||
status?: (typeof TurboSyncStatuses)[number];
|
||||
lastSyncedPath?: string;
|
||||
};
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
export default async function delay(time: number = 500) {
|
||||
export default async function delay(time: number = 200) {
|
||||
return new Promise((resolve) => {
|
||||
setTimeout(() => {
|
||||
resolve(true);
|
||||
|
||||
@@ -0,0 +1,79 @@
|
||||
import fs from "fs";
|
||||
import path from "path";
|
||||
import { TurboSyncConfigObject } from "../types";
|
||||
|
||||
type Params = {
|
||||
dirs?: string[];
|
||||
files?: string[];
|
||||
config: TurboSyncConfigObject;
|
||||
};
|
||||
|
||||
export default function getLatestSource({
|
||||
dirs,
|
||||
files,
|
||||
config,
|
||||
}: Params): string | undefined {
|
||||
let latestDir = undefined;
|
||||
let latestMtime = 0;
|
||||
|
||||
const isFiles = files?.[0];
|
||||
|
||||
const finalPaths = isFiles ? files : dirs;
|
||||
|
||||
if (!finalPaths) return undefined;
|
||||
|
||||
for (const pth of finalPaths) {
|
||||
try {
|
||||
const stats = fs.statSync(pth);
|
||||
const pathMtime = stats.isDirectory()
|
||||
? getLatestDirMtime(pth)
|
||||
: stats.mtimeMs;
|
||||
|
||||
if (pathMtime > latestMtime) {
|
||||
latestMtime = pathMtime;
|
||||
latestDir = pth;
|
||||
}
|
||||
} catch (error: any) {
|
||||
console.error(`Error accessing ${pth}: ${error.message}`);
|
||||
}
|
||||
}
|
||||
|
||||
if (latestDir) {
|
||||
if (isDirEmptySync(latestDir)) return undefined;
|
||||
}
|
||||
|
||||
return latestDir;
|
||||
}
|
||||
|
||||
function getLatestDirMtime(dir: string) {
|
||||
let latestMtime = 0;
|
||||
|
||||
try {
|
||||
const stats = fs.statSync(dir);
|
||||
if (stats.isDirectory()) {
|
||||
latestMtime = stats.mtimeMs;
|
||||
|
||||
const entries = fs.readdirSync(dir, { withFileTypes: true });
|
||||
|
||||
for (const entry of entries) {
|
||||
const entryPath = path.join(dir, entry.name);
|
||||
if (entry.isDirectory()) {
|
||||
const subMtime = getLatestDirMtime(entryPath);
|
||||
latestMtime = Math.max(latestMtime, subMtime);
|
||||
} else if (entry.isFile()) {
|
||||
const fileStats = fs.statSync(entryPath);
|
||||
latestMtime = Math.max(latestMtime, fileStats.mtimeMs);
|
||||
}
|
||||
}
|
||||
}
|
||||
} catch (error: any) {
|
||||
console.error(`Error accessing ${dir}: ${error.message}`);
|
||||
}
|
||||
|
||||
return latestMtime;
|
||||
}
|
||||
|
||||
function isDirEmptySync(path: string) {
|
||||
const files = fs.readdirSync(path);
|
||||
return files.length === 0;
|
||||
}
|
||||
@@ -0,0 +1,18 @@
|
||||
import fs from "fs";
|
||||
import grabDirNames from "./grab-dir-names";
|
||||
import { SyncFileConfig } from "../types";
|
||||
|
||||
export default function getSyncConfig(): SyncFileConfig {
|
||||
try {
|
||||
const { syncConfigFilePath } = grabDirNames();
|
||||
if (!fs.existsSync(syncConfigFilePath)) {
|
||||
fs.writeFileSync(syncConfigFilePath, JSON.stringify({}), "utf-8");
|
||||
return {};
|
||||
}
|
||||
|
||||
const syncConfigJSON = fs.readFileSync(syncConfigFilePath, "utf-8");
|
||||
return JSON.parse(syncConfigJSON);
|
||||
} catch (error) {
|
||||
return { status: "error" };
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
import path from "path";
|
||||
|
||||
export default function grabDirNames() {
|
||||
const rootDir = process.cwd();
|
||||
const syncConfigFileName = "__trsyc.json";
|
||||
const syncConfigFilePath = path.join(rootDir, syncConfigFileName);
|
||||
const ignoreFileName = "turbosync.ignore";
|
||||
|
||||
return { rootDir, syncConfigFileName, syncConfigFilePath, ignoreFileName };
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
import { TurboSyncFileObject } from "../types";
|
||||
|
||||
export default function fldFileToStrArr(
|
||||
srces?: (string | TurboSyncFileObject)[]
|
||||
) {
|
||||
if (!srces) return undefined;
|
||||
|
||||
let arr: string[] = [];
|
||||
|
||||
for (let i = 0; i < srces.length; i++) {
|
||||
const src = srces[i];
|
||||
const srcStr = fldFileToStr(src);
|
||||
if (srcStr) {
|
||||
arr.push(srcStr);
|
||||
}
|
||||
}
|
||||
|
||||
return arr;
|
||||
}
|
||||
|
||||
export function fldFileToStr(src?: string | TurboSyncFileObject) {
|
||||
if (!src) return undefined;
|
||||
|
||||
if (typeof src == "string") {
|
||||
return src;
|
||||
} else if (typeof src == "object" && src.path) {
|
||||
return src.path;
|
||||
}
|
||||
|
||||
return undefined;
|
||||
}
|
||||
@@ -0,0 +1,63 @@
|
||||
type SyncTask = (dirPath: string, firstRun?: boolean) => Promise<void>;
|
||||
|
||||
export default class SyncScheduler {
|
||||
private pending = new Map<string, boolean>();
|
||||
private timers = new Map<string, NodeJS.Timeout>();
|
||||
private flushing = false;
|
||||
|
||||
constructor(
|
||||
private readonly task: SyncTask,
|
||||
private readonly debounceMs: number
|
||||
) {}
|
||||
|
||||
schedule(dirPath: string) {
|
||||
const existing = this.timers.get(dirPath);
|
||||
if (existing) clearTimeout(existing);
|
||||
|
||||
const timer = setTimeout(() => {
|
||||
this.timers.delete(dirPath);
|
||||
this.pending.set(dirPath, false);
|
||||
void this.flush();
|
||||
}, this.debounceMs);
|
||||
|
||||
this.timers.set(dirPath, timer);
|
||||
}
|
||||
|
||||
enqueue(dirPath: string, firstRun?: boolean) {
|
||||
const existing = this.timers.get(dirPath);
|
||||
if (existing) {
|
||||
clearTimeout(existing);
|
||||
this.timers.delete(dirPath);
|
||||
}
|
||||
|
||||
this.pending.set(dirPath, !!firstRun);
|
||||
void this.flush();
|
||||
}
|
||||
|
||||
private async flush() {
|
||||
if (this.flushing) return;
|
||||
|
||||
this.flushing = true;
|
||||
|
||||
try {
|
||||
while (this.pending.size > 0) {
|
||||
const batch = [...this.pending.entries()];
|
||||
this.pending.clear();
|
||||
|
||||
for (const [dirPath, firstRun] of batch) {
|
||||
try {
|
||||
await this.task(dirPath, firstRun);
|
||||
} catch (error: any) {
|
||||
console.log("ERROR:", error.message);
|
||||
}
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
this.flushing = false;
|
||||
|
||||
if (this.pending.size > 0) {
|
||||
void this.flush();
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
+171
@@ -0,0 +1,171 @@
|
||||
import fs from "fs";
|
||||
import path from "path";
|
||||
import os from "os";
|
||||
import util from "util";
|
||||
import crypto from "crypto";
|
||||
import { exec } from "child_process";
|
||||
import { SyncFoldersSyncFnParams } from "../types";
|
||||
import grabDirNames from "./grab-dir-names";
|
||||
import { fldFileToStr } from "./grab-folders-files-string-paths";
|
||||
import delay from "./delay";
|
||||
|
||||
const execPromise = util.promisify(exec);
|
||||
|
||||
const LOCK_STALE_MS = 5 * 60 * 1000;
|
||||
const LOCK_RETRY_MS = 100;
|
||||
|
||||
function lockPathFor(dirPath: string) {
|
||||
const hash = crypto
|
||||
.createHash("sha1")
|
||||
.update(path.resolve(dirPath))
|
||||
.digest("hex")
|
||||
.slice(0, 16);
|
||||
|
||||
return path.join(os.tmpdir(), `turbosync-${hash}.lock`);
|
||||
}
|
||||
|
||||
async function acquireLock(lockPath: string) {
|
||||
while (true) {
|
||||
try {
|
||||
const fd = fs.openSync(lockPath, "wx");
|
||||
fs.writeFileSync(fd, String(process.pid));
|
||||
fs.closeSync(fd);
|
||||
return;
|
||||
} catch (error: any) {
|
||||
if (error.code !== "EEXIST") throw error;
|
||||
|
||||
try {
|
||||
const { mtimeMs } = fs.statSync(lockPath);
|
||||
if (Date.now() - mtimeMs > LOCK_STALE_MS) {
|
||||
fs.unlinkSync(lockPath);
|
||||
continue;
|
||||
}
|
||||
} catch {
|
||||
continue;
|
||||
}
|
||||
|
||||
await delay(LOCK_RETRY_MS);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async function acquireLocks(lockPaths: string[]) {
|
||||
for (const lockPath of lockPaths) {
|
||||
await acquireLock(lockPath);
|
||||
}
|
||||
}
|
||||
|
||||
function releaseLocks(lockPaths: string[]) {
|
||||
for (const lockPath of lockPaths) {
|
||||
try {
|
||||
fs.unlinkSync(lockPath);
|
||||
} catch {}
|
||||
}
|
||||
}
|
||||
|
||||
export default async function sync({
|
||||
options,
|
||||
dirs,
|
||||
dirPath,
|
||||
isFiles,
|
||||
firstRun,
|
||||
}: SyncFoldersSyncFnParams) {
|
||||
const dstDirs = dirs.filter((dr) => {
|
||||
if (typeof dr == "string") return dr !== dirPath;
|
||||
if (dr?.path) return dr.path !== dirPath;
|
||||
return false;
|
||||
});
|
||||
|
||||
const { ignoreFileName } = grabDirNames();
|
||||
|
||||
const rsyncIgnoreFile = path.join(dirPath, ignoreFileName);
|
||||
|
||||
const rsyncTrailingSlash = isFiles ? "" : "/";
|
||||
|
||||
const allCommandsArr: string[][] = [];
|
||||
|
||||
for (let j = 0; j < dstDirs.length; j++) {
|
||||
const dstDr = dstDirs[j];
|
||||
|
||||
let cmdArray = ["rsync", firstRun ? "-az" : "-azu", "--inplace"];
|
||||
|
||||
if (options?.delete) {
|
||||
cmdArray.push("--delete");
|
||||
}
|
||||
|
||||
if (options?.include?.[0]) {
|
||||
options.include.forEach((incl) => {
|
||||
cmdArray.push(`--include='${incl}'`);
|
||||
});
|
||||
}
|
||||
|
||||
if (fs.existsSync(rsyncIgnoreFile)) {
|
||||
cmdArray.push(`--exclude-from=${rsyncIgnoreFile}`);
|
||||
}
|
||||
|
||||
if (options?.exclude?.[0]) {
|
||||
options.exclude.forEach((excl) => {
|
||||
cmdArray.push(`--exclude='${excl}'`);
|
||||
});
|
||||
}
|
||||
|
||||
if (typeof dstDr == "string") {
|
||||
if (!fs.existsSync(dstDr)) continue;
|
||||
|
||||
if (dirPath === dstDr) {
|
||||
console.log(
|
||||
`You can't sync the same paths. Please check your configuration and resolve duplicate paths`
|
||||
);
|
||||
process.exit(6);
|
||||
}
|
||||
|
||||
cmdArray.push(
|
||||
path.normalize(dirPath) + rsyncTrailingSlash,
|
||||
path.normalize(dstDr) + rsyncTrailingSlash
|
||||
);
|
||||
} else if (dstDr.path) {
|
||||
if (!dstDr.host && !fs.existsSync(dstDr.path)) continue;
|
||||
|
||||
if (dirPath === dstDr.path) {
|
||||
console.log(
|
||||
`You can't sync the same paths. Please check your configuration and resolve duplicate paths`
|
||||
);
|
||||
process.exit(6);
|
||||
}
|
||||
|
||||
if (dstDr.host && dstDr.ssh_key && dstDr.user) {
|
||||
cmdArray.push("-e", `'ssh -i ${dstDr.ssh_key}'`);
|
||||
cmdArray.push(
|
||||
path.normalize(dirPath) + rsyncTrailingSlash,
|
||||
`${dstDr.user}@${dstDr.host}:${dstDr.path}${rsyncTrailingSlash}`
|
||||
);
|
||||
} else {
|
||||
cmdArray.push(
|
||||
path.normalize(dirPath),
|
||||
path.normalize(dstDr.path)
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
allCommandsArr.push(cmdArray);
|
||||
}
|
||||
|
||||
const lockPaths = [dirPath, ...dstDirs.map((dr) => fldFileToStr(dr))]
|
||||
.filter((pth): pth is string => Boolean(pth))
|
||||
.map((pth) => lockPathFor(pth))
|
||||
.sort();
|
||||
|
||||
await acquireLocks(lockPaths);
|
||||
|
||||
try {
|
||||
await Promise.all(
|
||||
allCommandsArr.map((cmdArr) => {
|
||||
return execPromise(cmdArr.join(" "));
|
||||
})
|
||||
);
|
||||
} finally {
|
||||
releaseLocks(lockPaths);
|
||||
}
|
||||
|
||||
console.log(`${dirPath} Folder Sync Complete. Exiting ...`);
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
import fs from "fs";
|
||||
import grabDirNames from "./grab-dir-names";
|
||||
import { SyncFileConfig } from "../types";
|
||||
|
||||
export default function writeSyncConfig(config: SyncFileConfig): boolean {
|
||||
try {
|
||||
const { syncConfigFilePath } = grabDirNames();
|
||||
fs.writeFileSync(syncConfigFilePath, JSON.stringify(config), "utf-8");
|
||||
return true;
|
||||
} catch (error) {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user