session-runner-recorded.test.ts 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. import { NodeFileSystem } from "@effect/platform-node"
  2. import { HttpRecorder } from "@opencode-ai/http-recorder"
  3. import * as OpenAIChat from "@opencode-ai/llm/protocols/openai-chat"
  4. import { Auth, LLMClient, RequestExecutor } from "@opencode-ai/llm/route"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { EventV2 } from "@opencode-ai/core/event"
  7. import { EventTable } from "@opencode-ai/core/event/sql"
  8. import { PermissionV2 } from "@opencode-ai/core/permission"
  9. import { AgentV2 } from "@opencode-ai/core/agent"
  10. import { Project } from "@opencode-ai/core/project"
  11. import { ProjectTable } from "@opencode-ai/core/project/sql"
  12. import { AbsolutePath } from "@opencode-ai/core/schema"
  13. import { SessionV2 } from "@opencode-ai/core/session"
  14. import { Prompt } from "@opencode-ai/core/session/prompt"
  15. import { SessionProjector } from "@opencode-ai/core/session/projector"
  16. import { SessionExecution } from "@opencode-ai/core/session/execution"
  17. import { SessionRunCoordinator } from "@opencode-ai/core/session/run-coordinator"
  18. import * as SessionRunnerLLM from "@opencode-ai/core/session/runner/llm"
  19. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  20. import { ToolRegistry } from "@opencode-ai/core/tool/registry"
  21. import { SessionTable } from "@opencode-ai/core/session/sql"
  22. import { SessionStore } from "@opencode-ai/core/session/store"
  23. import { Location } from "@opencode-ai/core/location"
  24. import { SystemContextRegistry } from "@opencode-ai/core/system-context/registry"
  25. import { SystemContext } from "@opencode-ai/core/system-context"
  26. import { SkillGuidance } from "@opencode-ai/core/skill/guidance"
  27. import { describe, expect } from "bun:test"
  28. import { eq } from "drizzle-orm"
  29. import { Effect, Layer } from "effect"
  30. import path from "node:path"
  31. import { testEffect } from "./lib/effect"
  32. const database = Database.layerFromPath(":memory:")
  33. const events = EventV2.layer.pipe(Layer.provide(database))
  34. const projector = SessionProjector.layer.pipe(Layer.provide(events), Layer.provide(database))
  35. const store = SessionStore.layer.pipe(Layer.provide(database))
  36. const cassette = HttpRecorder.cassetteLayer("session-runner/openai-chat-streams-text", {
  37. directory: path.resolve(import.meta.dir, "fixtures/recordings"),
  38. mode: process.env.RECORD === "true" ? "record" : "replay",
  39. }).pipe(Layer.provide(NodeFileSystem.layer))
  40. const executor = RequestExecutor.layer.pipe(Layer.provide(cassette))
  41. const client = LLMClient.layer.pipe(Layer.provide(executor))
  42. const permission = Layer.succeed(
  43. PermissionV2.Service,
  44. PermissionV2.Service.of({
  45. assert: () => Effect.die("unused"),
  46. ask: () => Effect.die("unused"),
  47. reply: () => Effect.die("unused"),
  48. get: () => Effect.die("unused"),
  49. forSession: () => Effect.die("unused"),
  50. list: () => Effect.die("unused"),
  51. }),
  52. )
  53. const registry = ToolRegistry.defaultLayer.pipe(Layer.provide(permission))
  54. const agents = AgentV2.layer
  55. const model = OpenAIChat.route
  56. .with({
  57. endpoint: { baseURL: "https://api.openai.com/v1" },
  58. auth: Auth.bearer(process.env.OPENAI_API_KEY ?? "fixture"),
  59. generation: { maxTokens: 20, temperature: 0 },
  60. })
  61. .model({ id: "gpt-4o-mini" })
  62. const models = SessionRunnerModel.layerWith(() => Effect.succeed(model))
  63. const systemContext = SystemContextRegistry.layer
  64. const location = Location.layer({ directory: AbsolutePath.make("/project") }).pipe(Layer.provide(Project.defaultLayer))
  65. const skillGuidance = Layer.mock(SkillGuidance.Service, { load: () => Effect.succeed(SystemContext.empty) })
  66. const runner = SessionRunnerLLM.defaultLayer.pipe(
  67. Layer.provide(database),
  68. Layer.provide(store),
  69. Layer.provide(events),
  70. Layer.provide(client),
  71. Layer.provide(registry),
  72. Layer.provide(models),
  73. Layer.provide(systemContext),
  74. Layer.provide(location),
  75. Layer.provide(agents),
  76. Layer.provide(skillGuidance),
  77. )
  78. const coordinator = SessionRunCoordinator.layer.pipe(Layer.provide(runner))
  79. const execution = Layer.effect(
  80. SessionExecution.Service,
  81. SessionRunCoordinator.Service.pipe(
  82. Effect.map((coordinator) =>
  83. SessionExecution.Service.of({
  84. resume: coordinator.run,
  85. wake: coordinator.wake,
  86. interrupt: coordinator.interrupt,
  87. }),
  88. ),
  89. ),
  90. ).pipe(Layer.provide(coordinator))
  91. const sessions = SessionV2.layer.pipe(
  92. Layer.provide(events),
  93. Layer.provide(database),
  94. Layer.provide(store),
  95. Layer.provide(Project.defaultLayer),
  96. Layer.provide(execution),
  97. )
  98. const it = testEffect(
  99. Layer.mergeAll(
  100. database,
  101. events,
  102. projector,
  103. store,
  104. executor,
  105. client,
  106. permission,
  107. agents,
  108. registry,
  109. models,
  110. systemContext,
  111. location,
  112. skillGuidance,
  113. runner,
  114. coordinator,
  115. execution,
  116. sessions,
  117. ),
  118. )
  119. const sessionID = SessionV2.ID.make("ses_runner_recorded")
  120. describe("SessionRunnerLLM recorded", () => {
  121. it.effect("executes one recorded V2 prompt through the recorded HTTP transport", () =>
  122. Effect.gen(function* () {
  123. const { db } = yield* Database.Service
  124. yield* db
  125. .insert(ProjectTable)
  126. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  127. .onConflictDoNothing()
  128. .run()
  129. .pipe(Effect.orDie)
  130. yield* db
  131. .insert(SessionTable)
  132. .values({
  133. id: sessionID,
  134. project_id: Project.ID.global,
  135. slug: "test",
  136. directory: "/project",
  137. title: "test",
  138. version: "test",
  139. })
  140. .onConflictDoNothing()
  141. .run()
  142. .pipe(Effect.orDie)
  143. const session = yield* SessionV2.Service
  144. const prompt = yield* session.prompt({
  145. sessionID,
  146. prompt: new Prompt({ text: "Say hello in one short sentence." }),
  147. resume: false,
  148. })
  149. yield* session.resume(sessionID)
  150. const messages = yield* session.context(sessionID)
  151. expect(messages).toHaveLength(2)
  152. expect(messages[0]).toMatchObject({ id: prompt.id, type: "user", text: "Say hello in one short sentence." })
  153. expect(messages[1]).toMatchObject({ type: "assistant", agent: "build", finish: "stop" })
  154. expect(messages[1]?.type === "assistant" ? messages[1].content : []).toMatchObject([
  155. { type: "text", text: "Hello!" },
  156. ])
  157. expect(
  158. (yield* db
  159. .select({ type: EventTable.type })
  160. .from(EventTable)
  161. .where(eq(EventTable.aggregate_id, sessionID))
  162. .orderBy(EventTable.seq)
  163. .all()).map((event) => event.type),
  164. ).toEqual([
  165. "session.next.prompt.admitted.1",
  166. "session.next.prompt.promoted.1",
  167. "session.next.step.started.1",
  168. "session.next.text.started.1",
  169. "session.next.text.ended.1",
  170. "session.next.step.ended.2",
  171. ])
  172. }),
  173. )
  174. })