verify_probe.mjs 2.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152
  1. #!/usr/bin/env node
  2. /**
  3. * 审查层探针:把一段真实答案里的每个"候选数字"打出来,并说明它会被怎么判定。
  4. *
  5. * node scripts/verify_probe.mjs bff/test/fixtures/answer-medium.txt
  6. * node scripts/verify_probe.mjs <file> --ledger <ledger-values.json>
  7. *
  8. * 用途:改核验规则时先看这份清单,确认"该审的审、不该审的放"。
  9. * 没有 ledger 文件时,所有数字都会显示为"无来源",重点看**分类与豁免**是否正确。
  10. */
  11. import { readFileSync } from 'node:fs';
  12. import { extractNumericClaims } from '../bff/dist/src/verify/extract.js';
  13. import { verifyAnswer } from '../bff/dist/src/verify/verify.js';
  14. const args = process.argv.slice(2);
  15. const file = args.find((item) => !item.startsWith('--'));
  16. if (!file) {
  17. console.error('用法: node scripts/verify_probe.mjs <答案文本文件> [--ledger values.json]');
  18. process.exit(1);
  19. }
  20. const ledgerIndex = args.indexOf('--ledger');
  21. const ledgerFile = ledgerIndex >= 0 ? args[ledgerIndex + 1] : null;
  22. const text = readFileSync(file, 'utf8');
  23. const entries = ledgerFile ? JSON.parse(readFileSync(ledgerFile, 'utf8')) : [];
  24. const ledger = {
  25. findValue(value, _sessionId) {
  26. return entries.filter((entry) => String(entry.value_text) === String(value) || String(entry.value_num) === String(value));
  27. },
  28. };
  29. const claims = extractNumericClaims(text);
  30. const result = verifyAnswer(text, { ledger, sessionId: 'probe', userText: '' });
  31. console.log(`答案长度 ${text.length} 字符,候选数字 ${claims.length} 个\n`);
  32. console.log('raw | kind | strict | status | 说明');
  33. console.log('------------|-----------|--------|------------|------');
  34. result.claims.forEach((claim, index) => {
  35. const raw = claim.raw.padEnd(11).slice(0, 11);
  36. const kind = String(claim.kind).padEnd(9);
  37. const strict = claim.severity === 'strict' ? ' yes ' : ' no ';
  38. const status = String(claim.status).padEnd(10);
  39. console.log(`${raw} | ${kind} | ${strict} | ${status} | ${claim.reason ?? ''}`);
  40. });
  41. console.log('\n裁决:', result.verdict, '|', result.summary);
  42. if (result.claims.some((claim) => claim.status === 'unverified')) {
  43. console.log('\n⚠ 未通过的数字:');
  44. for (const claim of result.claims.filter((item) => item.status === 'unverified')) {
  45. console.log(` - ${claim.raw} [${claim.kind}/${claim.severity}] ${claim.reason ?? ''}`);
  46. }
  47. }