| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175 |
- /** 核验层测试:accept / flag / reject 三种裁决与豁免规则。 */
- import { test } from 'node:test';
- import assert from 'node:assert/strict';
- import { buildCorrectionPrompt, verifyAnswer } from '../src/verify/verify.js';
- function match(value, field = '实际金额(美元)', callId = 'call_1', rowIndex = 3) {
- return {
- call_id: callId,
- object_id: 'obj_1',
- table_name: '1.0-3.0_MLCC',
- row_index: rowIndex,
- field,
- value_text: value,
- value_num: Number(value),
- };
- }
- class FakeLedger {
- values;
- constructor(values) {
- this.values = values;
- }
- findValue(value) {
- return this.values.get(value) ?? [];
- }
- }
- function ledgerWith(values) {
- return new FakeLedger(new Map(values));
- }
- test('全部数字有来源 → accept', () => {
- const ledger = ledgerWith([
- ['400316.13', [match('400316.13')]],
- ['18695479', [match('18695479', '成交数量')]],
- ]);
- const result = verifyAnswer('2025 年 1 月 MLCC 进口额 400316.13 美元,数量 18695479 个。', {
- ledger,
- sessionId: 's1',
- userText: '',
- });
- assert.equal(result.verdict, 'accept');
- assert.equal(result.unverified, 0);
- assert.equal(result.verified, 2);
- assert.equal(result.chips.length, 2);
- assert.equal(result.chips[0].call_id, 'call_1');
- });
- test('无来源且未标注估算 → reject', () => {
- const ledger = ledgerWith([]);
- const result = verifyAnswer('进口额约 3000000 美元。'.replace('约 ', ''), { ledger, sessionId: 's1' });
- assert.equal(result.verdict, 'reject');
- assert.ok(result.unverified >= 1);
- });
- test('无来源但标注"约" → flag(可交付但高亮)', () => {
- const ledger = ledgerWith([]);
- const result = verifyAnswer('进口额大约是 3000000 美元。', { ledger, sessionId: 's1' });
- assert.equal(result.verdict, 'flag');
- assert.equal(result.flagged, 1);
- assert.equal(result.unverified, 0);
- });
- test('关闭估算放行时,标注了也判 reject', () => {
- const ledger = ledgerWith([]);
- const result = verifyAnswer('进口额大约是 3000000 美元。', { ledger, sessionId: 's1', allowEstimateFlag: false });
- assert.equal(result.verdict, 'reject');
- });
- test('年份与序号被豁免,不算无来源', () => {
- const ledger = ledgerWith([]);
- const result = verifyAnswer('2025 年共有 3 个重点应用领域。', { ledger, sessionId: 's1' });
- assert.equal(result.verdict, 'accept');
- assert.ok(result.exempt >= 1);
- });
- test('用户问题里出现过的数字被豁免', () => {
- const ledger = ledgerWith([]);
- const result = verifyAnswer('你说的 2026 年区间内没有该数据。', {
- ledger,
- sessionId: 's1',
- userText: '2026 年有数据吗',
- });
- assert.equal(result.verdict, 'accept');
- });
- test('百分比按归一化数值回查', () => {
- const ledger = ledgerWith([['0.217', [match('0.217', '金额占比')]]]);
- const result = verifyAnswer('金额占比为 21.7%。', { ledger, sessionId: 's1' });
- assert.equal(result.verdict, 'accept');
- });
- test('万单位换算:与台账数值一致即放行,差得远才拦', () => {
- // 新策略(真实使用反馈后调整):换算只要与真实值在 0.02% 内一致就认,不必强行过 calculator
- const converted = new FixtureLedger([
- { call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '实际金额(美元)', value_text: '400316.13', value_num: 400316.13 },
- ]);
- assert.equal(verifyAnswer('进口额 40.0316 万美元。', { ledger: converted, sessionId: 's1' }).verdict, 'accept');
- // 但"约 300 万"这种与原值差 6 倍的说法,必须拦
- assert.equal(verifyAnswer('进口额 300 万美元。', { ledger: converted, sessionId: 's1' }).verdict, 'reject');
- });
- test('修正提示列出问题数字', () => {
- const ledger = ledgerWith([]);
- const result = verifyAnswer('进口额 987654.32 美元。', { ledger, sessionId: 's1' });
- const prompt = buildCorrectionPrompt(result);
- assert.match(prompt, /无法被工具返回值证实/);
- assert.match(prompt, /987654\.32/);
- });
- test('没有数字的答案直接 accept', () => {
- const result = verifyAnswer('当前没有找到相关数据,请先上传原始数据。', { ledger: ledgerWith([]), sessionId: 's1' });
- assert.equal(result.verdict, 'accept');
- assert.equal(result.total, 0);
- });
- // ---------------------------------------------------------------------------
- // 真实答案回归:medium 数据集那份长报告(曾因表号被拦而误拒)
- // ---------------------------------------------------------------------------
- import { readFileSync } from 'node:fs';
- import path from 'node:path';
- const FIXTURES = path.resolve(import.meta.dirname, '..', '..', 'test', 'fixtures');
- const ANSWER = readFileSync(path.join(FIXTURES, 'answer-medium.txt'), 'utf8');
- const LEDGER = JSON.parse(readFileSync(path.join(FIXTURES, 'answer-medium.ledger.json'), 'utf8'));
- class FixtureLedger {
- rows;
- constructor(rows) {
- this.rows = rows;
- }
- findValue(value) {
- return this.rows.filter((row) => String(row.value_text) === String(value));
- }
- findValueApprox(value) {
- const epsilon = Math.max(Math.abs(value) * 2e-4, 0.006);
- return this.rows.filter((row) => Math.abs(Number(row.value_num) - value) <= epsilon);
- }
- }
- test('真实长报告:表号/序号不再被当成数据(不再误拒)', () => {
- const result = verifyAnswer(ANSWER, { ledger: new FixtureLedger(LEDGER), sessionId: 's-long' });
- assert.equal(result.verdict, 'accept', result.summary);
- assert.equal(result.unverified, 0, JSON.stringify(result.claims.filter((c) => c.status === 'unverified')));
- // 结构性数字必须全部豁免:表号、章节号、序号、年份、政策常数
- const raws = result.claims.map((claim) => claim.raw);
- for (const structural of ['4.2.x', '5.2.1&3&5_存储器', '1.0-3.0_MLCC']) {
- assert.ok(!raws.includes(structural), `不应把 ${structural} 列为候选数字`);
- }
- for (const exempted of ['2025', '2026', '10%']) {
- const claim = result.claims.find((item) => item.raw === exempted);
- assert.ok(!claim || claim.status === 'exempt', `${exempted} 不应进入必审集合`);
- }
- // 无单位计数(行数/条数)不应参与裁决
- const reference = result.claims.filter((claim) => claim.status === 'reference').map((claim) => claim.raw);
- assert.ok(reference.includes('10,571'), '行数应归为参考性计数');
- assert.ok(reference.includes('728'), '样本权重行数应归为参考性计数');
- });
- test('真实长报告:删掉一条金额就必须拒绝,且精确定位到那一个数字', () => {
- // 去掉"工业应用 6,246,568.73"这一条(它没有万美元换算的孪生值,最适合验精确拦截)
- const target = 6246568.73;
- const broken = LEDGER.filter((row) => Math.abs(Number(row.value_num) - target) > 1);
- const result = verifyAnswer(ANSWER, { ledger: new FixtureLedger(broken), sessionId: 's-bad' });
- assert.equal(result.verdict, 'reject');
- assert.equal(result.unverified, 1, JSON.stringify(result.claims.filter((c) => c.status === 'unverified')));
- assert.equal(result.claims.find((claim) => claim.status === 'unverified').value, target);
- });
- test('真实长报告:四舍五入的百分比能被容差识别', () => {
- // 台账存 0.609412,答案写 60.94%
- const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '金额占比', value_text: '0.609412', value_num: 0.609412 }];
- const result = verifyAnswer('DRAM 占存储器金额 60.94%。', { ledger: new FixtureLedger(rows), sessionId: 's-round' });
- assert.equal(result.verdict, 'accept', result.summary);
- });
- test('真实长报告:万美元换算按数值一致性放行,差几个百分点仍然拦', () => {
- const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '实际金额(美元)', value_text: '18166535.27', value_num: 18166535.27 }];
- const okResult = verifyAnswer('电容器 2026-08 进口额 1,816.65 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv' });
- assert.equal(okResult.verdict, 'accept', okResult.summary);
- const badResult = verifyAnswer('电容器 2026-08 进口额 1,900 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv2' });
- assert.equal(badResult.verdict, 'reject', '差 4.6% 的换算不能被放行');
- // 同一句话加上"约":按估算放行但高亮
- const flagged = verifyAnswer('电容器 2026-08 进口额约 1,900 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv3' });
- assert.equal(flagged.verdict, 'flag');
- });
- test('负数环比:台账里是负值,答案写负值才算一致', () => {
- const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '金额环比', value_text: '-0.4470999746174148352572197863', value_num: -0.4470999746174148 }];
- const ok = verifyAnswer('其他存储器 金额环比 -0.4470999746174148。', { ledger: new FixtureLedger(rows), sessionId: 's-neg' });
- assert.equal(ok.verdict, 'accept', ok.summary);
- // 把符号写错(丢负号)必须被拦——这正是初版丢符号导致的误判
- const wrongSign = verifyAnswer('其他存储器 金额环比 0.4470999746174148。', { ledger: new FixtureLedger(rows), sessionId: 's-neg2' });
- assert.equal(wrongSign.verdict, 'reject');
- });
- //# sourceMappingURL=verify.test.js.map
|