verify.test.js 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175
  1. /** 核验层测试:accept / flag / reject 三种裁决与豁免规则。 */
  2. import { test } from 'node:test';
  3. import assert from 'node:assert/strict';
  4. import { buildCorrectionPrompt, verifyAnswer } from '../src/verify/verify.js';
  5. function match(value, field = '实际金额(美元)', callId = 'call_1', rowIndex = 3) {
  6. return {
  7. call_id: callId,
  8. object_id: 'obj_1',
  9. table_name: '1.0-3.0_MLCC',
  10. row_index: rowIndex,
  11. field,
  12. value_text: value,
  13. value_num: Number(value),
  14. };
  15. }
  16. class FakeLedger {
  17. values;
  18. constructor(values) {
  19. this.values = values;
  20. }
  21. findValue(value) {
  22. return this.values.get(value) ?? [];
  23. }
  24. }
  25. function ledgerWith(values) {
  26. return new FakeLedger(new Map(values));
  27. }
  28. test('全部数字有来源 → accept', () => {
  29. const ledger = ledgerWith([
  30. ['400316.13', [match('400316.13')]],
  31. ['18695479', [match('18695479', '成交数量')]],
  32. ]);
  33. const result = verifyAnswer('2025 年 1 月 MLCC 进口额 400316.13 美元,数量 18695479 个。', {
  34. ledger,
  35. sessionId: 's1',
  36. userText: '',
  37. });
  38. assert.equal(result.verdict, 'accept');
  39. assert.equal(result.unverified, 0);
  40. assert.equal(result.verified, 2);
  41. assert.equal(result.chips.length, 2);
  42. assert.equal(result.chips[0].call_id, 'call_1');
  43. });
  44. test('无来源且未标注估算 → reject', () => {
  45. const ledger = ledgerWith([]);
  46. const result = verifyAnswer('进口额约 3000000 美元。'.replace('约 ', ''), { ledger, sessionId: 's1' });
  47. assert.equal(result.verdict, 'reject');
  48. assert.ok(result.unverified >= 1);
  49. });
  50. test('无来源但标注"约" → flag(可交付但高亮)', () => {
  51. const ledger = ledgerWith([]);
  52. const result = verifyAnswer('进口额大约是 3000000 美元。', { ledger, sessionId: 's1' });
  53. assert.equal(result.verdict, 'flag');
  54. assert.equal(result.flagged, 1);
  55. assert.equal(result.unverified, 0);
  56. });
  57. test('关闭估算放行时,标注了也判 reject', () => {
  58. const ledger = ledgerWith([]);
  59. const result = verifyAnswer('进口额大约是 3000000 美元。', { ledger, sessionId: 's1', allowEstimateFlag: false });
  60. assert.equal(result.verdict, 'reject');
  61. });
  62. test('年份与序号被豁免,不算无来源', () => {
  63. const ledger = ledgerWith([]);
  64. const result = verifyAnswer('2025 年共有 3 个重点应用领域。', { ledger, sessionId: 's1' });
  65. assert.equal(result.verdict, 'accept');
  66. assert.ok(result.exempt >= 1);
  67. });
  68. test('用户问题里出现过的数字被豁免', () => {
  69. const ledger = ledgerWith([]);
  70. const result = verifyAnswer('你说的 2026 年区间内没有该数据。', {
  71. ledger,
  72. sessionId: 's1',
  73. userText: '2026 年有数据吗',
  74. });
  75. assert.equal(result.verdict, 'accept');
  76. });
  77. test('百分比按归一化数值回查', () => {
  78. const ledger = ledgerWith([['0.217', [match('0.217', '金额占比')]]]);
  79. const result = verifyAnswer('金额占比为 21.7%。', { ledger, sessionId: 's1' });
  80. assert.equal(result.verdict, 'accept');
  81. });
  82. test('万单位换算:与台账数值一致即放行,差得远才拦', () => {
  83. // 新策略(真实使用反馈后调整):换算只要与真实值在 0.02% 内一致就认,不必强行过 calculator
  84. const converted = new FixtureLedger([
  85. { call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '实际金额(美元)', value_text: '400316.13', value_num: 400316.13 },
  86. ]);
  87. assert.equal(verifyAnswer('进口额 40.0316 万美元。', { ledger: converted, sessionId: 's1' }).verdict, 'accept');
  88. // 但"约 300 万"这种与原值差 6 倍的说法,必须拦
  89. assert.equal(verifyAnswer('进口额 300 万美元。', { ledger: converted, sessionId: 's1' }).verdict, 'reject');
  90. });
  91. test('修正提示列出问题数字', () => {
  92. const ledger = ledgerWith([]);
  93. const result = verifyAnswer('进口额 987654.32 美元。', { ledger, sessionId: 's1' });
  94. const prompt = buildCorrectionPrompt(result);
  95. assert.match(prompt, /无法被工具返回值证实/);
  96. assert.match(prompt, /987654\.32/);
  97. });
  98. test('没有数字的答案直接 accept', () => {
  99. const result = verifyAnswer('当前没有找到相关数据,请先上传原始数据。', { ledger: ledgerWith([]), sessionId: 's1' });
  100. assert.equal(result.verdict, 'accept');
  101. assert.equal(result.total, 0);
  102. });
  103. // ---------------------------------------------------------------------------
  104. // 真实答案回归:medium 数据集那份长报告(曾因表号被拦而误拒)
  105. // ---------------------------------------------------------------------------
  106. import { readFileSync } from 'node:fs';
  107. import path from 'node:path';
  108. const FIXTURES = path.resolve(import.meta.dirname, '..', '..', 'test', 'fixtures');
  109. const ANSWER = readFileSync(path.join(FIXTURES, 'answer-medium.txt'), 'utf8');
  110. const LEDGER = JSON.parse(readFileSync(path.join(FIXTURES, 'answer-medium.ledger.json'), 'utf8'));
  111. class FixtureLedger {
  112. rows;
  113. constructor(rows) {
  114. this.rows = rows;
  115. }
  116. findValue(value) {
  117. return this.rows.filter((row) => String(row.value_text) === String(value));
  118. }
  119. findValueApprox(value) {
  120. const epsilon = Math.max(Math.abs(value) * 2e-4, 0.006);
  121. return this.rows.filter((row) => Math.abs(Number(row.value_num) - value) <= epsilon);
  122. }
  123. }
  124. test('真实长报告:表号/序号不再被当成数据(不再误拒)', () => {
  125. const result = verifyAnswer(ANSWER, { ledger: new FixtureLedger(LEDGER), sessionId: 's-long' });
  126. assert.equal(result.verdict, 'accept', result.summary);
  127. assert.equal(result.unverified, 0, JSON.stringify(result.claims.filter((c) => c.status === 'unverified')));
  128. // 结构性数字必须全部豁免:表号、章节号、序号、年份、政策常数
  129. const raws = result.claims.map((claim) => claim.raw);
  130. for (const structural of ['4.2.x', '5.2.1&3&5_存储器', '1.0-3.0_MLCC']) {
  131. assert.ok(!raws.includes(structural), `不应把 ${structural} 列为候选数字`);
  132. }
  133. for (const exempted of ['2025', '2026', '10%']) {
  134. const claim = result.claims.find((item) => item.raw === exempted);
  135. assert.ok(!claim || claim.status === 'exempt', `${exempted} 不应进入必审集合`);
  136. }
  137. // 无单位计数(行数/条数)不应参与裁决
  138. const reference = result.claims.filter((claim) => claim.status === 'reference').map((claim) => claim.raw);
  139. assert.ok(reference.includes('10,571'), '行数应归为参考性计数');
  140. assert.ok(reference.includes('728'), '样本权重行数应归为参考性计数');
  141. });
  142. test('真实长报告:删掉一条金额就必须拒绝,且精确定位到那一个数字', () => {
  143. // 去掉"工业应用 6,246,568.73"这一条(它没有万美元换算的孪生值,最适合验精确拦截)
  144. const target = 6246568.73;
  145. const broken = LEDGER.filter((row) => Math.abs(Number(row.value_num) - target) > 1);
  146. const result = verifyAnswer(ANSWER, { ledger: new FixtureLedger(broken), sessionId: 's-bad' });
  147. assert.equal(result.verdict, 'reject');
  148. assert.equal(result.unverified, 1, JSON.stringify(result.claims.filter((c) => c.status === 'unverified')));
  149. assert.equal(result.claims.find((claim) => claim.status === 'unverified').value, target);
  150. });
  151. test('真实长报告:四舍五入的百分比能被容差识别', () => {
  152. // 台账存 0.609412,答案写 60.94%
  153. const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '金额占比', value_text: '0.609412', value_num: 0.609412 }];
  154. const result = verifyAnswer('DRAM 占存储器金额 60.94%。', { ledger: new FixtureLedger(rows), sessionId: 's-round' });
  155. assert.equal(result.verdict, 'accept', result.summary);
  156. });
  157. test('真实长报告:万美元换算按数值一致性放行,差几个百分点仍然拦', () => {
  158. const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '实际金额(美元)', value_text: '18166535.27', value_num: 18166535.27 }];
  159. const okResult = verifyAnswer('电容器 2026-08 进口额 1,816.65 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv' });
  160. assert.equal(okResult.verdict, 'accept', okResult.summary);
  161. const badResult = verifyAnswer('电容器 2026-08 进口额 1,900 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv2' });
  162. assert.equal(badResult.verdict, 'reject', '差 4.6% 的换算不能被放行');
  163. // 同一句话加上"约":按估算放行但高亮
  164. const flagged = verifyAnswer('电容器 2026-08 进口额约 1,900 万美元。', { ledger: new FixtureLedger(rows), sessionId: 's-conv3' });
  165. assert.equal(flagged.verdict, 'flag');
  166. });
  167. test('负数环比:台账里是负值,答案写负值才算一致', () => {
  168. const rows = [{ call_id: 'c1', object_id: 'o', table_name: 't', row_index: 0, field: '金额环比', value_text: '-0.4470999746174148352572197863', value_num: -0.4470999746174148 }];
  169. const ok = verifyAnswer('其他存储器 金额环比 -0.4470999746174148。', { ledger: new FixtureLedger(rows), sessionId: 's-neg' });
  170. assert.equal(ok.verdict, 'accept', ok.summary);
  171. // 把符号写错(丢负号)必须被拦——这正是初版丢符号导致的误判
  172. const wrongSign = verifyAnswer('其他存储器 金额环比 0.4470999746174148。', { ledger: new FixtureLedger(rows), sessionId: 's-neg2' });
  173. assert.equal(wrongSign.verdict, 'reject');
  174. });
  175. //# sourceMappingURL=verify.test.js.map