api.test.ts 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278
  1. /** BFF HTTP 接口 + 对话 + 核验的端到端测试(假工具服务 + 剧本模型,不联网)。 */
  2. import { test, before, after } from 'node:test';
  3. import assert from 'node:assert/strict';
  4. import { createApp } from '../src/app.js';
  5. import { ReplayLlmClient } from '../src/harness/llm.js';
  6. import { FakeToolsClient, asToolsClient, collectSse, listen, tempDir, testSettings, type RunningServer } from './fakes.js';
  7. let server: RunningServer;
  8. let base: string;
  9. let fake: FakeToolsClient;
  10. before(async () => {
  11. fake = new FakeToolsClient();
  12. const llm = new ReplayLlmClient([
  13. // 第 1 轮:先读表,再给出正确答案
  14. { toolCalls: [{ name: 'data_read', arguments: { object_id: 'obj_stat', table: '1.0-3.0_MLCC', limit: 5 } }] },
  15. { text: '2025 年 1 月 MLCC 进口额为 400316.13 美元。' },
  16. ]);
  17. const { server: httpServer } = createApp({
  18. settings: testSettings(tempDir()),
  19. tools: asToolsClient(fake),
  20. llm,
  21. serveStatic: false,
  22. });
  23. server = await listen(httpServer);
  24. base = server.url;
  25. });
  26. after(async () => {
  27. await server.close();
  28. });
  29. async function api<T>(path: string, init?: RequestInit): Promise<T> {
  30. const response = await fetch(`${base}${path}`, init);
  31. const text = await response.text();
  32. let payload: any = null;
  33. try {
  34. payload = text ? JSON.parse(text) : null;
  35. } catch {
  36. payload = text;
  37. }
  38. if (!response.ok) {
  39. throw Object.assign(new Error(`HTTP ${response.status}: ${text.slice(0, 300)}`), { status: response.status, payload });
  40. }
  41. return payload as T;
  42. }
  43. test('GET /api/health 报告工具服务状态', async () => {
  44. const health = await api<any>('/api/health');
  45. assert.equal(health.ok, true);
  46. assert.equal(health.harness, 'embedded-dsh-compatible');
  47. assert.equal(health.tools.ok, true);
  48. });
  49. test('GET /api/meta 暴露 preset 与工具清单', async () => {
  50. const meta = await api<any>('/api/meta');
  51. assert.equal(meta.preset.name, 'customs-analyst');
  52. assert.equal(meta.tools.length, 4);
  53. const names = meta.tools.map((tool: any) => tool.name);
  54. assert.deepEqual(names.sort(), ['calculator', 'customs_process', 'data_read', 'list_objects']);
  55. assert.equal(meta.verification.enabled, true);
  56. });
  57. test('工作区 CRUD', async () => {
  58. const created = await api<any>('/api/workspaces', {
  59. method: 'POST',
  60. headers: { 'Content-Type': 'application/json' },
  61. body: JSON.stringify({ name: '接口测试区' }),
  62. });
  63. assert.equal(created.name, '接口测试区');
  64. const list = await api<any>('/api/workspaces');
  65. assert.ok(list.items.some((item: any) => item.id === created.id));
  66. await api(`/api/workspaces/${created.id}`, { method: 'DELETE' });
  67. });
  68. test('multipart 上传(真实边界解析)', async () => {
  69. const form = new FormData();
  70. const csv = 'I_E_FLAG,HS_CODE,YEAR,WEEK,MONORSUM,COUNT,G_MODEL\nI,8532241000,2025,1,10.5,2,x\n';
  71. form.append('file', new Blob([csv], { type: 'text/csv' }), '测试 上传.csv');
  72. const object = await api<any>('/api/workspaces/ws_test/files', { method: 'POST', body: form });
  73. assert.equal(object.kind, 'raw');
  74. assert.match(object.name, /测试 上传\.csv/);
  75. });
  76. test('原始字节上传(X-Filename)', async () => {
  77. const object = await api<any>('/api/workspaces/ws_test/files', {
  78. method: 'POST',
  79. headers: { 'Content-Type': 'application/octet-stream', 'X-Filename': encodeURIComponent('raw-upload.csv') },
  80. body: 'a,b\n1,2\n',
  81. });
  82. assert.equal(object.name, 'raw-upload.csv');
  83. });
  84. test('对象预览与下载', async () => {
  85. const preview = await api<any>('/api/objects/obj_stat/preview?table=1.0-3.0_MLCC&limit=1');
  86. assert.equal(preview.rows.length, 1);
  87. const response = await fetch(`${base}/api/objects/obj_stat/download?name=${encodeURIComponent('统计结果.xlsx')}`);
  88. assert.equal(response.status, 200);
  89. assert.match(response.headers.get('content-disposition') ?? '', /filename/);
  90. });
  91. test('处理任务接口', async () => {
  92. const run = await api<any>('/api/process', {
  93. method: 'POST',
  94. headers: { 'Content-Type': 'application/json' },
  95. body: JSON.stringify({ workspace_id: 'ws_test', input_object_id: 'obj_raw' }),
  96. });
  97. assert.equal(run.status, 'succeeded');
  98. const fetched = await api<any>(`/api/process/${run.id}`);
  99. assert.equal(fetched.id, run.id);
  100. const list = await api<any>('/api/process');
  101. assert.ok(list.items.length >= 1);
  102. });
  103. test('会话创建 + 历史 + 删除', async () => {
  104. const session = await api<any>('/api/sessions', {
  105. method: 'POST',
  106. headers: { 'Content-Type': 'application/json' },
  107. body: JSON.stringify({ workspace_id: 'ws_test' }),
  108. });
  109. assert.equal(session.workspace_id, 'ws_test');
  110. const messages = await api<any>(`/api/sessions/${session.id}/messages`);
  111. assert.deepEqual(messages.items, []);
  112. const renamed = await api<any>(`/api/sessions/${session.id}`, {
  113. method: 'PUT',
  114. headers: { 'Content-Type': 'application/json' },
  115. body: JSON.stringify({ title: '改名后的会话' }),
  116. });
  117. assert.equal(renamed.title, '改名后的会话');
  118. await api(`/api/sessions/${session.id}`, { method: 'DELETE' });
  119. });
  120. test('对话:工具调用 → 数字核验通过 → 交付', async () => {
  121. const session = await api<any>('/api/sessions', {
  122. method: 'POST',
  123. headers: { 'Content-Type': 'application/json' },
  124. body: JSON.stringify({ workspace_id: 'ws_test' }),
  125. });
  126. const response = await fetch(`${base}/api/sessions/${session.id}/chat`, {
  127. method: 'POST',
  128. headers: { 'Content-Type': 'application/json' },
  129. body: JSON.stringify({ message: '2025 年 1 月 MLCC 进口额是多少?' }),
  130. });
  131. assert.equal(response.status, 200);
  132. assert.match(response.headers.get('content-type') ?? '', /text\/event-stream/);
  133. const events = await collectSse(response);
  134. const names = events.map((event) => event.event);
  135. assert.ok(names.includes('token'), '缺少 token 事件');
  136. assert.ok(names.includes('tool_call'), '缺少 tool_call 事件');
  137. assert.ok(names.includes('tool_result'), '缺少 tool_result 事件');
  138. assert.ok(names.includes('verification'), '缺少 verification 事件');
  139. const verification = events.find((event) => event.event === 'verification')!.data;
  140. assert.equal(verification.verdict, 'accept');
  141. assert.ok(verification.chips.length >= 1);
  142. assert.equal(verification.chips[0].call_id.startsWith('call_'), true);
  143. const final = events.find((event) => event.event === 'final')!.data;
  144. assert.equal(final.delivered, true);
  145. assert.match(final.text, /400316\.13/);
  146. const stored = await api<any>(`/api/sessions/${session.id}/messages`);
  147. assert.equal(stored.items.length, 2); // user + assistant
  148. assert.equal(stored.items[1].role, 'assistant');
  149. assert.ok(stored.items[1].tool_calls.length >= 1);
  150. assert.equal(stored.items[1].verification.verdict, 'accept');
  151. const ledger = await api<any>(`/api/sessions/${session.id}/ledger`);
  152. assert.ok(ledger.calls.length >= 1);
  153. });
  154. test('空消息与不存在的会话被拒绝', async () => {
  155. const session = await api<any>('/api/sessions', {
  156. method: 'POST',
  157. headers: { 'Content-Type': 'application/json' },
  158. body: JSON.stringify({ workspace_id: 'ws_test' }),
  159. });
  160. await assert.rejects(
  161. () => api(`/api/sessions/${session.id}/chat`, { method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify({ message: ' ' }) }),
  162. /400/,
  163. );
  164. await assert.rejects(() => api('/api/sessions/sess_not_exist/messages'), /404/);
  165. });
  166. test('静态资源未配置时返回 404', async () => {
  167. const response = await fetch(`${base}/`);
  168. assert.equal(response.status, 404);
  169. });
  170. test('未知接口返回结构化 404', async () => {
  171. const response = await fetch(`${base}/api/nope`);
  172. assert.equal(response.status, 404);
  173. const payload = await response.json();
  174. assert.equal((payload as any).error, 'NOT_FOUND');
  175. });
  176. test('按行取数(溯源抽屉)与嵌套对象路径', async () => {
  177. const row = await api<any>('/api/objects/obj_stat/row?table=1.0-3.0_MLCC&row=1');
  178. assert.equal(row.row_index, 1);
  179. assert.equal(row.values['基础类目'], '多层瓷介电容器(MLCC)');
  180. assert.match(row.row_hash, /^sha256:/);
  181. // 契约里的嵌套写法应等价
  182. const nested = await api<any>('/api/workspaces/ws_test/objects/obj_stat');
  183. assert.equal(nested.id, 'obj_stat');
  184. await assert.rejects(() => api('/api/workspaces/ws_other/objects/obj_stat'), /404/);
  185. const missing = await fetch(`${base}/api/objects/obj_stat/row?table=1.0-3.0_MLCC&row=9999`);
  186. assert.equal(missing.status, 404);
  187. });
  188. test('预览支持 offset 与行号(用于高亮跳转)', async () => {
  189. const preview = await api<any>('/api/objects/obj_stat/preview?table=1.0-3.0_MLCC&limit=2&offset=1');
  190. assert.equal(preview.offset, 1);
  191. assert.deepEqual(preview.row_indexes, [1]);
  192. assert.equal(preview.total, 2);
  193. });
  194. test('处理进度 SSE 推送 progress 与 done', async () => {
  195. const run = await api<any>('/api/process', {
  196. method: 'POST',
  197. headers: { 'Content-Type': 'application/json' },
  198. body: JSON.stringify({ workspace_id: 'ws_test', input_object_id: 'obj_raw' }),
  199. });
  200. const response = await fetch(`${base}/api/process/${run.id}/stream`);
  201. assert.equal(response.status, 200);
  202. assert.match(response.headers.get('content-type') ?? '', /text\/event-stream/);
  203. const events = await collectSse(response);
  204. const names = events.map((event) => event.event);
  205. assert.ok(names.includes('progress'), '缺少 progress 事件');
  206. assert.ok(names.includes('done'), '缺少 done 事件');
  207. const done = events.find((event) => event.event === 'done')!.data;
  208. assert.equal(done.status, 'succeeded');
  209. assert.equal(done.object_id, 'obj_stat');
  210. const missing = await fetch(`${base}/api/process/run_not_exist/stream`);
  211. assert.equal(missing.status, 404);
  212. });
  213. test('会话台账单次调用详情(calculator chip 用)', async () => {
  214. // 这个用例需要一次"干净"的对话(剧本客户端是有状态的),所以自己起一个服务实例
  215. const llm = new ReplayLlmClient([
  216. { toolCalls: [{ name: 'data_read', arguments: { object_id: 'obj_stat', table: '1.0-3.0_MLCC' } }] },
  217. { text: '2025 年 1 月 MLCC 进口额为 400316.13 美元。' },
  218. ]);
  219. const fresh = createApp({ settings: testSettings(tempDir()), tools: asToolsClient(fake), llm, serveStatic: false });
  220. const running = await listen(fresh.server);
  221. try {
  222. const create = await fetch(`${running.url}/api/sessions`, {
  223. method: 'POST',
  224. headers: { 'Content-Type': 'application/json' },
  225. body: JSON.stringify({ workspace_id: 'ws_test' }),
  226. });
  227. const session = (await create.json()) as any;
  228. const chat = await fetch(`${running.url}/api/sessions/${session.id}/chat`, {
  229. method: 'POST',
  230. headers: { 'Content-Type': 'application/json' },
  231. body: JSON.stringify({ message: '2025 年 1 月 MLCC 进口额是多少?' }),
  232. });
  233. const events = await collectSse(chat);
  234. const final = events.find((event) => event.event === 'final')!.data;
  235. assert.equal(final.verification, 'accept');
  236. const ledger = (await (await fetch(`${running.url}/api/sessions/${session.id}/ledger`)).json()) as any;
  237. assert.ok(ledger.calls.length >= 1, '应该有台账记录');
  238. const call = ledger.calls[0];
  239. const detail = (await (await fetch(`${running.url}/api/sessions/${session.id}/ledger/${call.call_id}`)).json()) as any;
  240. assert.equal(detail.call.call_id, call.call_id);
  241. assert.equal(detail.call.tool, 'data_read');
  242. assert.ok(Array.isArray(detail.values) && detail.values.length > 0);
  243. assert.equal(detail.call.args.object_id, 'obj_stat');
  244. const wrongSession = await fetch(`${running.url}/api/sessions/sess_other/ledger/${call.call_id}`);
  245. assert.equal(wrongSession.status, 404);
  246. } finally {
  247. await running.close();
  248. }
  249. });