session-runner-recorded.test.ts 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. import { NodeFileSystem } from "@effect/platform-node"
  2. import { HttpRecorder } from "@opencode-ai/http-recorder"
  3. import * as OpenAIChat from "@opencode-ai/llm/protocols/openai-chat"
  4. import { Auth, LLMClient, RequestExecutor } from "@opencode-ai/llm/route"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { EventV2 } from "@opencode-ai/core/event"
  7. import { EventTable } from "@opencode-ai/core/event/sql"
  8. import { PermissionV2 } from "@opencode-ai/core/permission"
  9. import { AgentV2 } from "@opencode-ai/core/agent"
  10. import { Project } from "@opencode-ai/core/project"
  11. import { ProjectTable } from "@opencode-ai/core/project/sql"
  12. import { AbsolutePath } from "@opencode-ai/core/schema"
  13. import { SessionV2 } from "@opencode-ai/core/session"
  14. import { Prompt } from "@opencode-ai/core/session/prompt"
  15. import { SessionProjector } from "@opencode-ai/core/session/projector"
  16. import { SessionExecution } from "@opencode-ai/core/session/execution"
  17. import { SessionRunCoordinator } from "@opencode-ai/core/session/run-coordinator"
  18. import * as SessionRunnerLLM from "@opencode-ai/core/session/runner/llm"
  19. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  20. import { ToolRegistry } from "@opencode-ai/core/tool/registry"
  21. import { SessionTable } from "@opencode-ai/core/session/sql"
  22. import { SessionStore } from "@opencode-ai/core/session/store"
  23. import { SystemContextRegistry } from "@opencode-ai/core/system-context/registry"
  24. import { SystemContext } from "@opencode-ai/core/system-context"
  25. import { SkillGuidance } from "@opencode-ai/core/skill/guidance"
  26. import { describe, expect } from "bun:test"
  27. import { eq } from "drizzle-orm"
  28. import { Effect, Layer } from "effect"
  29. import path from "node:path"
  30. import { testEffect } from "./lib/effect"
  31. const database = Database.layerFromPath(":memory:")
  32. const events = EventV2.layer.pipe(Layer.provide(database))
  33. const projector = SessionProjector.layer.pipe(Layer.provide(events), Layer.provide(database))
  34. const store = SessionStore.layer.pipe(Layer.provide(database))
  35. const cassette = HttpRecorder.cassetteLayer("session-runner/openai-chat-streams-text", {
  36. directory: path.resolve(import.meta.dir, "fixtures/recordings"),
  37. mode: process.env.RECORD === "true" ? "record" : "replay",
  38. }).pipe(Layer.provide(NodeFileSystem.layer))
  39. const executor = RequestExecutor.layer.pipe(Layer.provide(cassette))
  40. const client = LLMClient.layer.pipe(Layer.provide(executor))
  41. const permission = Layer.succeed(
  42. PermissionV2.Service,
  43. PermissionV2.Service.of({
  44. assert: () => Effect.die("unused"),
  45. ask: () => Effect.die("unused"),
  46. reply: () => Effect.die("unused"),
  47. get: () => Effect.die("unused"),
  48. forSession: () => Effect.die("unused"),
  49. list: () => Effect.die("unused"),
  50. }),
  51. )
  52. const registry = ToolRegistry.defaultLayer.pipe(Layer.provide(permission))
  53. const agents = AgentV2.layer
  54. const model = OpenAIChat.route
  55. .with({
  56. endpoint: { baseURL: "https://api.openai.com/v1" },
  57. auth: Auth.bearer(process.env.OPENAI_API_KEY ?? "fixture"),
  58. generation: { maxTokens: 20, temperature: 0 },
  59. })
  60. .model({ id: "gpt-4o-mini" })
  61. const models = SessionRunnerModel.layerWith(() => Effect.succeed(model))
  62. const systemContext = SystemContextRegistry.layer
  63. const skillGuidance = Layer.mock(SkillGuidance.Service, { load: () => Effect.succeed(SystemContext.empty) })
  64. const runner = SessionRunnerLLM.defaultLayer.pipe(
  65. Layer.provide(database),
  66. Layer.provide(store),
  67. Layer.provide(events),
  68. Layer.provide(client),
  69. Layer.provide(registry),
  70. Layer.provide(models),
  71. Layer.provide(systemContext),
  72. Layer.provide(agents),
  73. Layer.provide(skillGuidance),
  74. )
  75. const coordinator = SessionRunCoordinator.layer.pipe(Layer.provide(runner))
  76. const execution = Layer.effect(
  77. SessionExecution.Service,
  78. SessionRunCoordinator.Service.pipe(
  79. Effect.map((coordinator) => SessionExecution.Service.of({ resume: coordinator.run, wake: coordinator.wake })),
  80. ),
  81. ).pipe(Layer.provide(coordinator))
  82. const sessions = SessionV2.layer.pipe(
  83. Layer.provide(events),
  84. Layer.provide(database),
  85. Layer.provide(store),
  86. Layer.provide(Project.defaultLayer),
  87. Layer.provide(execution),
  88. )
  89. const it = testEffect(
  90. Layer.mergeAll(
  91. database,
  92. events,
  93. projector,
  94. store,
  95. executor,
  96. client,
  97. permission,
  98. agents,
  99. registry,
  100. models,
  101. systemContext,
  102. skillGuidance,
  103. runner,
  104. coordinator,
  105. execution,
  106. sessions,
  107. ),
  108. )
  109. const sessionID = SessionV2.ID.make("ses_runner_recorded")
  110. describe("SessionRunnerLLM recorded", () => {
  111. it.effect("executes one recorded V2 prompt through the recorded HTTP transport", () =>
  112. Effect.gen(function* () {
  113. const { db } = yield* Database.Service
  114. yield* db
  115. .insert(ProjectTable)
  116. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  117. .onConflictDoNothing()
  118. .run()
  119. .pipe(Effect.orDie)
  120. yield* db
  121. .insert(SessionTable)
  122. .values({
  123. id: sessionID,
  124. project_id: Project.ID.global,
  125. slug: "test",
  126. directory: "/project",
  127. title: "test",
  128. version: "test",
  129. })
  130. .onConflictDoNothing()
  131. .run()
  132. .pipe(Effect.orDie)
  133. const session = yield* SessionV2.Service
  134. const prompt = yield* session.prompt({
  135. sessionID,
  136. prompt: new Prompt({ text: "Say hello in one short sentence." }),
  137. resume: false,
  138. })
  139. yield* session.resume(sessionID)
  140. const messages = yield* session.context(sessionID)
  141. expect(messages).toHaveLength(2)
  142. expect(messages[0]).toMatchObject({ id: prompt.id, type: "user", text: "Say hello in one short sentence." })
  143. expect(messages[1]).toMatchObject({ type: "assistant", agent: "build", finish: "stop" })
  144. expect(messages[1]?.type === "assistant" ? messages[1].content : []).toMatchObject([
  145. { type: "text", text: "Hello!" },
  146. ])
  147. expect(
  148. (yield* db
  149. .select({ type: EventTable.type })
  150. .from(EventTable)
  151. .where(eq(EventTable.aggregate_id, sessionID))
  152. .orderBy(EventTable.seq)
  153. .all()).map((event) => event.type),
  154. ).toEqual([
  155. "session.next.prompt.admitted.1",
  156. "session.next.prompt.promoted.1",
  157. "session.next.step.started.1",
  158. "session.next.text.started.1",
  159. "session.next.text.ended.1",
  160. "session.next.step.ended.2",
  161. ])
  162. }),
  163. )
  164. })