92 lines
2.7 KiB
JavaScript
92 lines
2.7 KiB
JavaScript
/**
|
||
* 共享安全追加写入模块 (E-01/E-02 修复版)
|
||
*
|
||
* 修复:
|
||
* - 锁获取失败时重试 3 次 (10ms 间隔)，而非静默降级
|
||
* - 孤儿锁检测: 锁文件超过 10 秒自动清理
|
||
* - fd 级操作减少 Windows NTFS 竞争窗口
|
||
*/
|
||
|
||
const fs = require('fs');
|
||
const path = require('path');
|
||
|
||
const LOCK_STALE_MS = 10000; // 10 秒锁超时
|
||
const LOCK_RETRIES = 3;
|
||
const LOCK_RETRY_MS = 10;
|
||
|
||
/**
|
||
* 尝试获取 O_EXCL 锁，带孤儿锁检测和重试
|
||
* @returns {number|null} 锁文件 fd 或 null
|
||
*/
|
||
function acquireAppendLock(lockFile) {
|
||
for (let attempt = 0; attempt < LOCK_RETRIES; attempt++) {
|
||
try {
|
||
return fs.openSync(lockFile, 'wx');
|
||
} catch (e) {
|
||
// 锁已存在 — 检查是否为孤儿锁
|
||
try {
|
||
const stat = fs.statSync(lockFile);
|
||
if (Date.now() - stat.mtimeMs > LOCK_STALE_MS) {
|
||
// 孤儿锁: 删除后重试
|
||
try { fs.unlinkSync(lockFile); } catch {}
|
||
continue;
|
||
}
|
||
} catch {}
|
||
// 锁被持有且未过期 — 无进程短 sleep (替代 execSync 子进程开销)
|
||
if (attempt < LOCK_RETRIES - 1) {
|
||
Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, 10);
|
||
}
|
||
}
|
||
}
|
||
return null; // 重试耗尽
|
||
}
|
||
|
||
/**
|
||
* 安全追加一行 JSONL 到文件
|
||
* @param {string} filePath - 目标文件路径
|
||
* @param {object} entry - 要序列化的 JSON 对象
|
||
* @param {object} [opts]
|
||
* @param {boolean} [opts.useLock=false] - 是否使用文件锁
|
||
*/
|
||
function safeAppendJsonl(filePath, entry, opts = {}) {
|
||
const line = JSON.stringify(entry) + '\n';
|
||
const dir = path.dirname(filePath);
|
||
|
||
try {
|
||
if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
|
||
} catch {}
|
||
|
||
if (opts.useLock) {
|
||
const lockFile = filePath + '.append.lock';
|
||
const lockFd = acquireAppendLock(lockFile);
|
||
|
||
if (lockFd !== null) {
|
||
// 持锁写入
|
||
try {
|
||
fs.appendFileSync(filePath, line);
|
||
} finally {
|
||
try { fs.closeSync(lockFd); fs.unlinkSync(lockFile); } catch {}
|
||
}
|
||
} else {
|
||
// H3 修复: 锁耗尽改 fail-close，写入 fallback 文件而非主日志，防止行交错
|
||
const fallbackFile = filePath + '.lock-failed.jsonl';
|
||
try {
|
||
process.stderr.write('[safe-append] lock exhausted for ' + path.basename(filePath) + ', wrote to fallback\n');
|
||
} catch {}
|
||
try { fs.appendFileSync(fallbackFile, line); } catch {}
|
||
}
|
||
} else {
|
||
// 无锁模式: fd 级操作
|
||
let fd;
|
||
try {
|
||
fd = fs.openSync(filePath, 'a');
|
||
fs.writeSync(fd, line);
|
||
} catch {}
|
||
finally {
|
||
if (fd !== undefined) try { fs.closeSync(fd); } catch {}
|
||
}
|
||
}
|
||
}
|
||
|
||
module.exports = { safeAppendJsonl };
|