tool-websearch.test.ts 9.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286
  1. import { describe, expect, test } from "bun:test"
  2. import { Effect, Layer, Schema } from "effect"
  3. import { HttpClient, HttpClientResponse } from "effect/unstable/http"
  4. import { PermissionV2 } from "@opencode-ai/core/permission"
  5. import { SessionV2 } from "@opencode-ai/core/session"
  6. import { ToolRegistry } from "@opencode-ai/core/tool/registry"
  7. import { WebSearchTool } from "@opencode-ai/core/tool/websearch"
  8. import { testEffect } from "./lib/effect"
  9. import { toolIdentity, executeTool, settleTool, toolDefinitions } from "./lib/tool"
  10. const sessionID = SessionV2.ID.make("ses_websearch_test")
  11. const payload = (text: string) =>
  12. JSON.stringify({
  13. jsonrpc: "2.0",
  14. id: 1,
  15. result: { content: [{ type: "text", text }] },
  16. })
  17. describe("WebSearchTool provider selection", () => {
  18. test("rejects out-of-range numeric controls", () => {
  19. const decode = Schema.decodeUnknownSync(WebSearchTool.Input)
  20. expect(() => decode({ query: "x", numResults: 0 })).toThrow()
  21. expect(() => decode({ query: "x", numResults: WebSearchTool.MAX_NUM_RESULTS + 1 })).toThrow()
  22. expect(() => decode({ query: "x", contextMaxCharacters: WebSearchTool.MAX_CONTEXT_CHARACTERS + 1 })).toThrow()
  23. })
  24. test("selects a stable provider per session", () => {
  25. expect(WebSearchTool.selectProvider(sessionID)).toBe(WebSearchTool.selectProvider(sessionID))
  26. })
  27. test("supports an explicit operational override", () => {
  28. expect(WebSearchTool.selectProvider(sessionID, { enableExa: false, enableParallel: false }, "parallel")).toBe(
  29. "parallel",
  30. )
  31. expect(WebSearchTool.selectProvider(sessionID, { enableExa: false, enableParallel: false }, "exa")).toBe("exa")
  32. })
  33. test("prefers Parallel when both explicit flags are enabled", () => {
  34. expect(WebSearchTool.selectProvider(sessionID, { enableExa: true, enableParallel: true })).toBe("parallel")
  35. })
  36. test("prefers Exa when only its explicit flag is enabled", () => {
  37. expect(WebSearchTool.selectProvider(sessionID, { enableExa: true, enableParallel: false })).toBe("exa")
  38. })
  39. })
  40. describe("WebSearchTool MCP response parser", () => {
  41. test("parses plain JSON-RPC responses", async () => {
  42. expect(await Effect.runPromise(WebSearchTool.parseResponse(payload("search results")))).toBe("search results")
  43. })
  44. test("parses SSE JSON-RPC responses and ignores non-JSON frames", async () => {
  45. expect(
  46. await Effect.runPromise(
  47. WebSearchTool.parseResponse(`data: [DONE]\nevent: message\ndata: ${payload("search results")}\n\n`),
  48. ),
  49. ).toBe("search results")
  50. })
  51. })
  52. interface Request {
  53. readonly url: string
  54. readonly headers: Record<string, string>
  55. readonly body: unknown
  56. }
  57. const requests: Request[] = []
  58. const assertions: PermissionV2.AssertInput[] = []
  59. let responseBody = payload("search results")
  60. let config: WebSearchTool.Config = { enableExa: false, enableParallel: false }
  61. const http = Layer.succeed(
  62. HttpClient.HttpClient,
  63. HttpClient.make((request) =>
  64. Effect.sync(() => {
  65. if (request.body._tag !== "Uint8Array") throw new Error(`Unexpected request body: ${request.body._tag}`)
  66. requests.push({
  67. url: request.url,
  68. headers: request.headers,
  69. body: JSON.parse(new TextDecoder().decode(request.body.body)),
  70. })
  71. return HttpClientResponse.fromWeb(request, new Response(responseBody, { status: 200 }))
  72. }),
  73. ),
  74. )
  75. const permission = Layer.succeed(
  76. PermissionV2.Service,
  77. PermissionV2.Service.of({
  78. assert: (input) => Effect.sync(() => assertions.push(input)),
  79. ask: () => Effect.die("unused"),
  80. reply: () => Effect.die("unused"),
  81. get: () => Effect.die("unused"),
  82. forSession: () => Effect.die("unused"),
  83. list: () => Effect.die("unused"),
  84. }),
  85. )
  86. const registry = ToolRegistry.defaultLayer.pipe(Layer.provide(permission))
  87. const websearchConfig = Layer.succeed(
  88. WebSearchTool.ConfigService,
  89. WebSearchTool.ConfigService.of({
  90. get provider() {
  91. return config.provider
  92. },
  93. get enableExa() {
  94. return config.enableExa
  95. },
  96. get enableParallel() {
  97. return config.enableParallel
  98. },
  99. get exaApiKey() {
  100. return config.exaApiKey
  101. },
  102. get parallelApiKey() {
  103. return config.parallelApiKey
  104. },
  105. }),
  106. )
  107. const websearch = WebSearchTool.layer.pipe(
  108. Layer.provide(registry),
  109. Layer.provide(permission),
  110. Layer.provide(http),
  111. Layer.provide(websearchConfig),
  112. )
  113. const it = testEffect(Layer.mergeAll(registry, permission, http, websearchConfig, websearch))
  114. describe("WebSearchTool registration", () => {
  115. it.effect("registers websearch, asserts query permission, and calls Exa", () =>
  116. Effect.gen(function* () {
  117. requests.length = 0
  118. assertions.length = 0
  119. responseBody = payload("exa results")
  120. config = { provider: "exa", enableExa: false, enableParallel: false }
  121. const registry = yield* ToolRegistry.Service
  122. expect((yield* toolDefinitions(registry)).map((tool) => tool.name)).toEqual(["websearch"])
  123. expect(
  124. yield* executeTool(registry, {
  125. sessionID,
  126. ...toolIdentity,
  127. call: {
  128. type: "tool-call",
  129. id: "call-exa",
  130. name: "websearch",
  131. input: {
  132. query: "effect typescript",
  133. numResults: 3,
  134. livecrawl: "preferred",
  135. type: "fast",
  136. contextMaxCharacters: 2500,
  137. },
  138. },
  139. }),
  140. ).toEqual({ type: "text", value: "exa results" })
  141. expect(assertions).toMatchObject([
  142. {
  143. sessionID,
  144. action: "websearch",
  145. resources: ["effect typescript"],
  146. save: ["*"],
  147. metadata: {
  148. query: "effect typescript",
  149. numResults: 3,
  150. livecrawl: "preferred",
  151. type: "fast",
  152. contextMaxCharacters: 2500,
  153. provider: "exa",
  154. },
  155. },
  156. ])
  157. expect(requests).toEqual([
  158. {
  159. url: WebSearchTool.EXA_URL,
  160. headers: expect.any(Object),
  161. body: {
  162. jsonrpc: "2.0",
  163. id: 1,
  164. method: "tools/call",
  165. params: {
  166. name: "web_search_exa",
  167. arguments: {
  168. query: "effect typescript",
  169. type: "fast",
  170. numResults: 3,
  171. livecrawl: "preferred",
  172. contextMaxCharacters: 2500,
  173. },
  174. },
  175. },
  176. },
  177. ])
  178. }),
  179. )
  180. it.effect("calls Parallel with session ID and keeps bearer credentials out of output", () =>
  181. Effect.gen(function* () {
  182. requests.length = 0
  183. assertions.length = 0
  184. responseBody = payload("parallel results")
  185. config = { provider: "parallel", enableExa: false, enableParallel: false, parallelApiKey: "parallel-secret" }
  186. const registry = yield* ToolRegistry.Service
  187. const settled = yield* settleTool(registry, {
  188. sessionID,
  189. ...toolIdentity,
  190. call: { type: "tool-call", id: "call-parallel", name: "websearch", input: { query: "effect layers" } },
  191. })
  192. expect(requests[0]).toMatchObject({
  193. url: WebSearchTool.PARALLEL_URL,
  194. headers: { authorization: "Bearer parallel-secret" },
  195. body: {
  196. jsonrpc: "2.0",
  197. id: 1,
  198. method: "tools/call",
  199. params: {
  200. name: "web_search",
  201. arguments: { objective: "effect layers", search_queries: ["effect layers"], session_id: sessionID },
  202. },
  203. },
  204. })
  205. expect(requests[0]?.body).not.toHaveProperty("params.arguments.model_name")
  206. expect(settled).toEqual({
  207. result: { type: "text", value: "parallel results" },
  208. output: {
  209. structured: { provider: "parallel", text: "parallel results" },
  210. content: [{ type: "text", text: "parallel results" }],
  211. },
  212. })
  213. expect(JSON.stringify(settled)).not.toContain("parallel-secret")
  214. }),
  215. )
  216. it.effect("keeps an Exa credential in the transport URL and out of model output", () =>
  217. Effect.gen(function* () {
  218. requests.length = 0
  219. assertions.length = 0
  220. responseBody = payload("credentialed exa results")
  221. config = { provider: "exa", enableExa: false, enableParallel: false, exaApiKey: "exa secret" }
  222. const registry = yield* ToolRegistry.Service
  223. const settled = yield* settleTool(registry, {
  224. sessionID,
  225. ...toolIdentity,
  226. call: { type: "tool-call", id: "call-exa-key", name: "websearch", input: { query: "effect schema" } },
  227. })
  228. expect(requests[0]?.url).toBe(`${WebSearchTool.EXA_URL}?exaApiKey=exa+secret`)
  229. expect(JSON.stringify(settled)).not.toContain("exa secret")
  230. }),
  231. )
  232. it.effect("returns the legacy no-results fallback as concise model text", () =>
  233. Effect.gen(function* () {
  234. requests.length = 0
  235. assertions.length = 0
  236. responseBody = ""
  237. config = { provider: "exa", enableExa: false, enableParallel: false }
  238. const registry = yield* ToolRegistry.Service
  239. expect(
  240. yield* executeTool(registry, {
  241. sessionID,
  242. ...toolIdentity,
  243. call: { type: "tool-call", id: "call-empty", name: "websearch", input: { query: "nothing" } },
  244. }),
  245. ).toEqual({ type: "text", value: WebSearchTool.NO_RESULTS })
  246. }),
  247. )
  248. it.effect("rejects oversized MCP response bodies", () =>
  249. Effect.gen(function* () {
  250. requests.length = 0
  251. assertions.length = 0
  252. responseBody = "x".repeat(WebSearchTool.MAX_RESPONSE_BYTES + 1)
  253. config = { provider: "exa", enableExa: false, enableParallel: false }
  254. const registry = yield* ToolRegistry.Service
  255. expect(
  256. yield* executeTool(registry, {
  257. sessionID,
  258. ...toolIdentity,
  259. call: { type: "tool-call", id: "call-large-response", name: "websearch", input: { query: "too much" } },
  260. }),
  261. ).toEqual({ type: "error", value: "Unable to search the web for too much" })
  262. }),
  263. )
  264. })