verify.test.ts 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194
  1. /** 核验层测试:accept / flag / reject 三种裁决与豁免规则。 */
  2. import { test } from 'node:test';
  3. import assert from 'node:assert/strict';
  4. import { buildCorrectionPrompt, verifyAnswer, type LedgerLookup } from '../src/verify/verify.js';
  5. import type { ValueMatch } from '../src/store/ledger.js';
  6. function match(value: string, field = '实际金额(美元)', callId = 'call_1', rowIndex = 3): ValueMatch {
  7. return {
  8. call_id: callId,
  9. object_id: 'obj_1',
  10. table_name: '1.0-3.0_MLCC',
  11. row_index: rowIndex,
  12. field,
  13. value_text: value,
  14. value_num: Number(value),
  15. };
  16. }
  17. class FakeLedger implements LedgerLookup {
  18. constructor(private readonly values: Map<string, ValueMatch[]>) {}
  19. findValue(value: string): ValueMatch[] {
  20. return this.values.get(value) ?? [];
  21. }
  22. }
  23. function ledgerWith(values: Array<[string, ValueMatch[]]>): FakeLedger {
  24. return new FakeLedger(new Map(values));
  25. }
  26. test('全部数字有来源 → accept', () => {
  27. const ledger = ledgerWith([
  28. ['400316.13', [match('400316.13')]],
  29. ['18695479', [match('18695479', '成交数量')]],
  30. ]);
  31. const result = verifyAnswer('2025 年 1 月 MLCC 进口额 400316.13 美元,数量 18695479 个。', {
  32. ledger,
  33. sessionId: 's1',
  34. userText: '',
  35. });
  36. assert.equal(result.verdict, 'accept');
  37. assert.equal(result.unverified, 0);
  38. assert.equal(result.verified, 2);
  39. assert.equal(result.chips.length, 2);
  40. assert.equal(result.chips[0].call_id, 'call_1');
  41. });
  42. test('无来源且未标注估算 → reject', () => {
  43. const ledger = ledgerWith([]);
  44. const result = verifyAnswer('进口额约 3000000 美元。'.replace('约 ', ''), { ledger, sessionId: 's1' });
  45. assert.equal(result.verdict, 'reject');
  46. assert.ok(result.unverified >= 1);
  47. });
  48. test('无来源但标注"约" → flag(可交付但高亮)', () => {
  49. const ledger = ledgerWith([]);
  50. const result = verifyAnswer('进口额大约是 3000000 美元。', { ledger, sessionId: 's1' });
  51. assert.equal(result.verdict, 'flag');
  52. assert.equal(result.flagged, 1);
  53. assert.equal(result.unverified, 0);
  54. });
  55. test('关闭估算放行时,标注了也判 reject', () => {
  56. const ledger = ledgerWith([]);
  57. const result = verifyAnswer('进口额大约是 3000000 美元。', { ledger, sessionId: 's1', allowEstimateFlag: false });
  58. assert.equal(result.verdict, 'reject');
  59. });
  60. test('年份与序号被豁免,不算无来源', () => {
  61. const ledger = ledgerWith([]);
  62. const result = verifyAnswer('2025 年共有 3 个重点应用领域。', { ledger, sessionId: 's1' });
  63. assert.equal(result.verdict, 'accept');
  64. assert.ok(result.exempt >= 1);
  65. });
  66. test('用户问题里出现过的数字被豁免', () => {
  67. const ledger = ledgerWith([]);
  68. const result = verifyAnswer('你说的 2026 年区间内没有该数据。', {
  69. ledger,
  70. sessionId: 's1',
  71. userText: '2026 年有数据吗',
  72. });
  73. assert.equal(result.verdict, 'accept');
  74. });
  75. test('百分比按归一化数值回查', () => {
  76. const ledger = ledgerWith([['0.217', [match('0.217', '金额占比')]]]);
  77. const result = verifyAnswer('金额占比为 21.7%。', { ledger, sessionId: 's1' });
  78. assert.equal(result.verdict, 'accept');
  79. });
  80. test('万单位换算:与台账数值一致即放行,差得远才拦', () => {
  81. // 新策略(真实使用反馈后调整):换算只要与真实值在 0.02% 内一致就认,不必强行过 calculator
  82. const converted = new FixtureLedger([
  83. { call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '实际金额(美元)', value_text: '400316.13', value_num: 400316.13 },
  84. ]);
  85. assert.equal(verifyAnswer('进口额 40.0316 万美元。', { ledger: converted, sessionId: 's1' }).verdict, 'accept');
  86. // 但"约 300 万"这种与原值差 6 倍的说法,必须拦
  87. assert.equal(verifyAnswer('进口额 300 万美元。', { ledger: converted, sessionId: 's1' }).verdict, 'reject');
  88. });
  89. test('修正提示列出问题数字', () => {
  90. const ledger = ledgerWith([]);
  91. const result = verifyAnswer('进口额 987654.32 美元。', { ledger, sessionId: 's1' });
  92. const prompt = buildCorrectionPrompt(result);
  93. assert.match(prompt, /无法被工具返回值证实/);
  94. assert.match(prompt, /987654\.32/);
  95. });
  96. test('没有数字的答案直接 accept', () => {
  97. const result = verifyAnswer('当前没有找到相关数据,请先上传原始数据。', { ledger: ledgerWith([]), sessionId: 's1' });
  98. assert.equal(result.verdict, 'accept');
  99. assert.equal(result.total, 0);
  100. });
  101. // ---------------------------------------------------------------------------
  102. // 真实答案回归:medium 数据集那份长报告(曾因表号被拦而误拒)
  103. // ---------------------------------------------------------------------------
  104. import { readFileSync } from 'node:fs';
  105. import path from 'node:path';
  106. const FIXTURES = path.resolve(import.meta.dirname, '..', '..', 'test', 'fixtures');
  107. const ANSWER = readFileSync(path.join(FIXTURES, 'answer-medium.txt'), 'utf8');
  108. const LEDGER: Array<Record<string, any>> = JSON.parse(readFileSync(path.join(FIXTURES, 'answer-medium.ledger.json'), 'utf8'));
  109. class FixtureLedger implements LedgerLookup {
  110. constructor(private readonly rows: Array<Record<string, any>>) {}
  111. findValue(value: string): ValueMatch[] {
  112. return this.rows.filter((row) => String(row.value_text) === String(value)) as ValueMatch[];
  113. }
  114. findValueApprox(value: number): ValueMatch[] {
  115. const epsilon = Math.max(Math.abs(value) * 2e-4, 0.006);
  116. return this.rows.filter((row) => Math.abs(Number(row.value_num) - value) <= epsilon) as ValueMatch[];
  117. }
  118. }
  119. test('真实长报告:表号/序号不再被当成数据(不再误拒)', () => {
  120. const result = verifyAnswer(ANSWER, { ledger: new FixtureLedger(LEDGER), sessionId: 's-long' });
  121. assert.equal(result.verdict, 'accept', result.summary);
  122. assert.equal(result.unverified, 0, JSON.stringify(result.claims.filter((c) => c.status === 'unverified')));
  123. // 结构性数字必须全部豁免:表号、章节号、序号、年份、政策常数
  124. const raws = result.claims.map((claim) => claim.raw);
  125. for (const structural of ['4.2.x', '5.2.1&3&5_存储器', '1.0-3.0_MLCC']) {
  126. assert.ok(!raws.includes(structural), `不应把 ${structural} 列为候选数字`);
  127. }
  128. for (const exempted of ['2025', '2026', '10%']) {
  129. const claim = result.claims.find((item) => item.raw === exempted);
  130. assert.ok(!claim || claim.status === 'exempt', `${exempted} 不应进入必审集合`);
  131. }
  132. // 无单位计数(行数/条数)不应参与裁决
  133. const reference = result.claims.filter((claim) => claim.status === 'reference').map((claim) => claim.raw);
  134. assert.ok(reference.includes('10,571'), '行数应归为参考性计数');
  135. assert.ok(reference.includes('728'), '样本权重行数应归为参考性计数');
  136. });
  137. test('真实长报告:删掉一条金额就必须拒绝,且精确定位到那一个数字', () => {
  138. // 去掉"工业应用 6,246,568.73"这一条(它没有万美元换算的孪生值,最适合验精确拦截)
  139. const target = 6246568.73;
  140. const broken = LEDGER.filter((row) => Math.abs(Number(row.value_num) - target) > 1);
  141. const result = verifyAnswer(ANSWER, { ledger: new FixtureLedger(broken), sessionId: 's-bad' });
  142. assert.equal(result.verdict, 'reject');
  143. assert.equal(result.unverified, 1, JSON.stringify(result.claims.filter((c) => c.status === 'unverified')));
  144. assert.equal(result.claims.find((claim) => claim.status === 'unverified')!.value, target);
  145. });
  146. test('真实长报告:四舍五入的百分比能被容差识别', () => {
  147. // 台账存 0.609412,答案写 60.94%
  148. const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '金额占比', value_text: '0.609412', value_num: 0.609412 }];
  149. const result = verifyAnswer('DRAM 占存储器金额 60.94%。', { ledger: new FixtureLedger(rows), sessionId: 's-round' });
  150. assert.equal(result.verdict, 'accept', result.summary);
  151. });
  152. test('真实长报告:万美元换算按数值一致性放行,差几个百分点仍然拦', () => {
  153. const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '实际金额(美元)', value_text: '18166535.27', value_num: 18166535.27 }];
  154. const okResult = verifyAnswer('电容器 2026-08 进口额 1,816.65 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv' });
  155. assert.equal(okResult.verdict, 'accept', okResult.summary);
  156. const badResult = verifyAnswer('电容器 2026-08 进口额 1,900 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv2' });
  157. assert.equal(badResult.verdict, 'reject', '差 4.6% 的换算不能被放行');
  158. // 同一句话加上"约":按估算放行但高亮
  159. const flagged = verifyAnswer('电容器 2026-08 进口额约 1,900 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv3' });
  160. assert.equal(flagged.verdict, 'flag');
  161. });
  162. test('负数环比:台账里是负值,答案写负值才算一致', () => {
  163. const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '金额环比', value_text: '-0.4470999746174148352572197863', value_num: -0.4470999746174148 }];
  164. const ok = verifyAnswer('其他存储器 金额环比 -0.4470999746174148。', { ledger: new FixtureLedger(rows), sessionId: 's-neg' });
  165. assert.equal(ok.verdict, 'accept', ok.summary);
  166. // 把符号写错(丢负号)必须被拦——这正是初版丢符号导致的误判
  167. const wrongSign = verifyAnswer('其他存储器 金额环比 0.4470999746174148。', { ledger: new FixtureLedger(rows), sessionId: 's-neg2' });
  168. assert.equal(wrongSign.verdict, 'reject');
  169. });