/** 核验层测试:accept / flag / reject 三种裁决与豁免规则。 */ import { test } from 'node:test'; import assert from 'node:assert/strict'; import { buildCorrectionPrompt, verifyAnswer } from '../src/verify/verify.js'; function match(value, field = '实际金额(美元)', callId = 'call_1', rowIndex = 3) { return { call_id: callId, object_id: 'obj_1', table_name: '1.0-3.0_MLCC', row_index: rowIndex, field, value_text: value, value_num: Number(value), }; } class FakeLedger { values; constructor(values) { this.values = values; } findValue(value) { return this.values.get(value) ?? []; } } function ledgerWith(values) { return new FakeLedger(new Map(values)); } test('全部数字有来源 → accept', () => { const ledger = ledgerWith([ ['400316.13', [match('400316.13')]], ['18695479', [match('18695479', '成交数量')]], ]); const result = verifyAnswer('2025 年 1 月 MLCC 进口额 400316.13 美元,数量 18695479 个。', { ledger, sessionId: 's1', userText: '', }); assert.equal(result.verdict, 'accept'); assert.equal(result.unverified, 0); assert.equal(result.verified, 2); assert.equal(result.chips.length, 2); assert.equal(result.chips[0].call_id, 'call_1'); }); test('无来源且未标注估算 → reject', () => { const ledger = ledgerWith([]); const result = verifyAnswer('进口额约 3000000 美元。'.replace('约 ', ''), { ledger, sessionId: 's1' }); assert.equal(result.verdict, 'reject'); assert.ok(result.unverified >= 1); }); test('无来源但标注"约" → flag(可交付但高亮)', () => { const ledger = ledgerWith([]); const result = verifyAnswer('进口额大约是 3000000 美元。', { ledger, sessionId: 's1' }); assert.equal(result.verdict, 'flag'); assert.equal(result.flagged, 1); assert.equal(result.unverified, 0); }); test('关闭估算放行时,标注了也判 reject', () => { const ledger = ledgerWith([]); const result = verifyAnswer('进口额大约是 3000000 美元。', { ledger, sessionId: 's1', allowEstimateFlag: false }); assert.equal(result.verdict, 'reject'); }); test('年份与序号被豁免,不算无来源', () => { const ledger = ledgerWith([]); const result = verifyAnswer('2025 年共有 3 个重点应用领域。', { ledger, sessionId: 's1' }); assert.equal(result.verdict, 'accept'); assert.ok(result.exempt >= 1); }); test('用户问题里出现过的数字被豁免', () => { const ledger = ledgerWith([]); const result = verifyAnswer('你说的 2026 年区间内没有该数据。', { ledger, sessionId: 's1', userText: '2026 年有数据吗', }); assert.equal(result.verdict, 'accept'); }); test('百分比按归一化数值回查', () => { const ledger = ledgerWith([['0.217', [match('0.217', '金额占比')]]]); const result = verifyAnswer('金额占比为 21.7%。', { ledger, sessionId: 's1' }); assert.equal(result.verdict, 'accept'); }); test('万单位换算:与台账数值一致即放行,差得远才拦', () => { // 新策略(真实使用反馈后调整):换算只要与真实值在 0.02% 内一致就认,不必强行过 calculator const converted = new FixtureLedger([ { call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '实际金额(美元)', value_text: '400316.13', value_num: 400316.13 }, ]); assert.equal(verifyAnswer('进口额 40.0316 万美元。', { ledger: converted, sessionId: 's1' }).verdict, 'accept'); // 但"约 300 万"这种与原值差 6 倍的说法,必须拦 assert.equal(verifyAnswer('进口额 300 万美元。', { ledger: converted, sessionId: 's1' }).verdict, 'reject'); }); test('修正提示列出问题数字', () => { const ledger = ledgerWith([]); const result = verifyAnswer('进口额 987654.32 美元。', { ledger, sessionId: 's1' }); const prompt = buildCorrectionPrompt(result); assert.match(prompt, /无法被工具返回值证实/); assert.match(prompt, /987654\.32/); }); test('没有数字的答案直接 accept', () => { const result = verifyAnswer('当前没有找到相关数据,请先上传原始数据。', { ledger: ledgerWith([]), sessionId: 's1' }); assert.equal(result.verdict, 'accept'); assert.equal(result.total, 0); }); // --------------------------------------------------------------------------- // 真实答案回归:medium 数据集那份长报告(曾因表号被拦而误拒) // --------------------------------------------------------------------------- import { readFileSync } from 'node:fs'; import path from 'node:path'; const FIXTURES = path.resolve(import.meta.dirname, '..', '..', 'test', 'fixtures'); const ANSWER = readFileSync(path.join(FIXTURES, 'answer-medium.txt'), 'utf8'); const LEDGER = JSON.parse(readFileSync(path.join(FIXTURES, 'answer-medium.ledger.json'), 'utf8')); class FixtureLedger { rows; constructor(rows) { this.rows = rows; } findValue(value) { return this.rows.filter((row) => String(row.value_text) === String(value)); } findValueApprox(value) { const epsilon = Math.max(Math.abs(value) * 2e-4, 0.006); return this.rows.filter((row) => Math.abs(Number(row.value_num) - value) <= epsilon); } } test('真实长报告:表号/序号不再被当成数据(不再误拒)', () => { const result = verifyAnswer(ANSWER, { ledger: new FixtureLedger(LEDGER), sessionId: 's-long' }); assert.equal(result.verdict, 'accept', result.summary); assert.equal(result.unverified, 0, JSON.stringify(result.claims.filter((c) => c.status === 'unverified'))); // 结构性数字必须全部豁免:表号、章节号、序号、年份、政策常数 const raws = result.claims.map((claim) => claim.raw); for (const structural of ['4.2.x', '5.2.1&3&5_存储器', '1.0-3.0_MLCC']) { assert.ok(!raws.includes(structural), `不应把 ${structural} 列为候选数字`); } for (const exempted of ['2025', '2026', '10%']) { const claim = result.claims.find((item) => item.raw === exempted); assert.ok(!claim || claim.status === 'exempt', `${exempted} 不应进入必审集合`); } // 无单位计数(行数/条数)不应参与裁决 const reference = result.claims.filter((claim) => claim.status === 'reference').map((claim) => claim.raw); assert.ok(reference.includes('10,571'), '行数应归为参考性计数'); assert.ok(reference.includes('728'), '样本权重行数应归为参考性计数'); }); test('真实长报告:删掉一条金额就必须拒绝,且精确定位到那一个数字', () => { // 去掉"工业应用 6,246,568.73"这一条(它没有万美元换算的孪生值,最适合验精确拦截) const target = 6246568.73; const broken = LEDGER.filter((row) => Math.abs(Number(row.value_num) - target) > 1); const result = verifyAnswer(ANSWER, { ledger: new FixtureLedger(broken), sessionId: 's-bad' }); assert.equal(result.verdict, 'reject'); assert.equal(result.unverified, 1, JSON.stringify(result.claims.filter((c) => c.status === 'unverified'))); assert.equal(result.claims.find((claim) => claim.status === 'unverified').value, target); }); test('真实长报告:四舍五入的百分比能被容差识别', () => { // 台账存 0.609412,答案写 60.94% const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '金额占比', value_text: '0.609412', value_num: 0.609412 }]; const result = verifyAnswer('DRAM 占存储器金额 60.94%。', { ledger: new FixtureLedger(rows), sessionId: 's-round' }); assert.equal(result.verdict, 'accept', result.summary); }); test('真实长报告:万美元换算按数值一致性放行,差几个百分点仍然拦', () => { const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '实际金额(美元)', value_text: '18166535.27', value_num: 18166535.27 }]; const okResult = verifyAnswer('电容器 2026-08 进口额 1,816.65 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv' }); assert.equal(okResult.verdict, 'accept', okResult.summary); const badResult = verifyAnswer('电容器 2026-08 进口额 1,900 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv2' }); assert.equal(badResult.verdict, 'reject', '差 4.6% 的换算不能被放行'); // 同一句话加上"约":按估算放行但高亮 const flagged = verifyAnswer('电容器 2026-08 进口额约 1,900 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv3' }); assert.equal(flagged.verdict, 'flag'); }); test('负数环比:台账里是负值,答案写负值才算一致', () => { const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '金额环比', value_text: '-0.4470999746174148352572197863', value_num: -0.4470999746174148 }]; const ok = verifyAnswer('其他存储器 金额环比 -0.4470999746174148。', { ledger: new FixtureLedger(rows), sessionId: 's-neg' }); assert.equal(ok.verdict, 'accept', ok.summary); // 把符号写错(丢负号)必须被拦——这正是初版丢符号导致的误判 const wrongSign = verifyAnswer('其他存储器 金额环比 0.4470999746174148。', { ledger: new FixtureLedger(rows), sessionId: 's-neg2' }); assert.equal(wrongSign.verdict, 'reject'); }); //# sourceMappingURL=verify.test.js.map