108 lines
3.7 KiB
JavaScript
108 lines
3.7 KiB
JavaScript
|
#!/usr/bin/env node
|
|||
|
|
/**
|
|||
|
|
* Task3 补丁 — 2026-04-20 路由精准度审查
|
|||
|
|
*
|
|||
|
|
* 问题: 2-3 字短查询（token 数 ≤3）信息量不足，BM25 仍可算出 confidence=1.0，
|
|||
|
|
* 导致 100% 置信度过拟合（如"自动修复"→ browser-automation-expert 100%）。
|
|||
|
|
*
|
|||
|
|
* 修复方案: 在 route-engine.js 返回结果前加一层置信度上限：
|
|||
|
|
* 若 queryTokens.length ≤ 3，则 confidence = min(confidence, 0.8)
|
|||
|
|
* 并写入调试日志便于后续观察。
|
|||
|
|
*
|
|||
|
|
* 最小侵入: 仅在 return 语句前插入 4 行代码。
|
|||
|
|
*
|
|||
|
|
* 幂等: sentinel = 'CONFIDENCE_CAP_SHORT_QUERY_PATCH_2026_04_20'
|
|||
|
|
*/
|
|||
|
|
'use strict';
|
|||
|
|
|
|||
|
|
const fs = require('fs');
|
|||
|
|
const path = require('path');
|
|||
|
|
|
|||
|
|
const SCRIPTS_DIR = path.join(__dirname, '..');
|
|||
|
|
const TARGET = path.join(SCRIPTS_DIR, 'route-engine.js');
|
|||
|
|
const SENTINEL = 'CONFIDENCE_CAP_SHORT_QUERY_PATCH_2026_04_20';
|
|||
|
|
|
|||
|
|
function main() {
|
|||
|
|
if (!fs.existsSync(TARGET)) {
|
|||
|
|
console.error('[patch-task3] 目标文件不存在:', TARGET);
|
|||
|
|
process.exit(1);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
const before = fs.readFileSync(TARGET, 'utf8');
|
|||
|
|
|
|||
|
|
// 幂等检查
|
|||
|
|
if (before.includes(SENTINEL)) {
|
|||
|
|
console.log('[patch-task3] 已打过补丁 (发现 sentinel)，跳过');
|
|||
|
|
process.exit(0);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 锚点: return 语句前的 confidence 计算行
|
|||
|
|
const anchor =
|
|||
|
|
' const confidence = normalized[0]?.confidence || 0;\n' +
|
|||
|
|
'\n' +
|
|||
|
|
' return {';
|
|||
|
|
|
|||
|
|
if (!before.includes(anchor)) {
|
|||
|
|
console.error('[patch-task3] 找不到 confidence 计算锚点，route-engine.js 结构已变更');
|
|||
|
|
process.exit(2);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 注入: confidence 上限 + debug log
|
|||
|
|
const injection =
|
|||
|
|
' const confidence = normalized[0]?.confidence || 0;\n' +
|
|||
|
|
'\n' +
|
|||
|
|
' // ' + SENTINEL + '\n' +
|
|||
|
|
' // 短查询置信度上限: token 数 ≤3 时 confidence 不超过 0.8，防 BM25 过拟合\n' +
|
|||
|
|
' let _finalConfidence = confidence;\n' +
|
|||
|
|
' if (queryTokens.size <= 3 && _finalConfidence > 0.8) {\n' +
|
|||
|
|
' _finalConfidence = 0.8;\n' +
|
|||
|
|
' try {\n' +
|
|||
|
|
' const logLine = JSON.stringify({\n' +
|
|||
|
|
' t: Date.now(), event: \'confidence_cap\',\n' +
|
|||
|
|
' tokens: queryTokens.size, original: confidence, capped: 0.8,\n' +
|
|||
|
|
' primary: normalized[0] && normalized[0].name,\n' +
|
|||
|
|
' }) + \'\\n\';\n' +
|
|||
|
|
' fs.appendFileSync(path.join(DEBUG_DIR, \'confidence-cap.log\'), logLine);\n' +
|
|||
|
|
' } catch {}\n' +
|
|||
|
|
' }\n' +
|
|||
|
|
'\n' +
|
|||
|
|
' return {';
|
|||
|
|
|
|||
|
|
const after = before.replace(anchor, injection);
|
|||
|
|
|
|||
|
|
// 同时将 return 对象中的 confidence 替换为 _finalConfidence
|
|||
|
|
const returnAnchor = ' primary, candidates, confidence, chain, composable,';
|
|||
|
|
if (!after.includes(returnAnchor)) {
|
|||
|
|
console.error('[patch-task3] 找不到 return 对象中的 confidence 字段');
|
|||
|
|
process.exit(3);
|
|||
|
|
}
|
|||
|
|
const finalAfter = after.replace(
|
|||
|
|
returnAnchor,
|
|||
|
|
' primary, candidates, confidence: _finalConfidence, chain, composable,'
|
|||
|
|
);
|
|||
|
|
|
|||
|
|
// ==== 原子写入 (.bak 备份 + tmp 文件) ====
|
|||
|
|
const bakFile = TARGET + '.bak.task3.' + Date.now();
|
|||
|
|
fs.copyFileSync(TARGET, bakFile);
|
|||
|
|
console.log('[patch-task3] 备份已写入:', bakFile);
|
|||
|
|
|
|||
|
|
const tmpFile = TARGET + '.tmp';
|
|||
|
|
fs.writeFileSync(tmpFile, finalAfter, 'utf8');
|
|||
|
|
fs.renameSync(tmpFile, TARGET);
|
|||
|
|
console.log('[patch-task3] 补丁已应用到:', TARGET);
|
|||
|
|
|
|||
|
|
// 验证
|
|||
|
|
const verify = fs.readFileSync(TARGET, 'utf8');
|
|||
|
|
if (!verify.includes(SENTINEL)) {
|
|||
|
|
console.error('[patch-task3] 验证失败: sentinel 未找到！');
|
|||
|
|
process.exit(4);
|
|||
|
|
}
|
|||
|
|
if (!verify.includes('_finalConfidence')) {
|
|||
|
|
console.error('[patch-task3] 验证失败: _finalConfidence 未注入！');
|
|||
|
|
process.exit(5);
|
|||
|
|
}
|
|||
|
|
console.log('[patch-task3] PASS — sentinel + _finalConfidence 验证通过');
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
main();
|