index.ts 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983
  1. import path from "path"
  2. import { App } from "../app/app"
  3. import { Identifier } from "../id/id"
  4. import { Storage } from "../storage/storage"
  5. import { Log } from "../util/log"
  6. import {
  7. generateText,
  8. LoadAPIKeyError,
  9. convertToCoreMessages,
  10. streamText,
  11. tool,
  12. type Tool as AITool,
  13. type LanguageModelUsage,
  14. type CoreMessage,
  15. type UIMessage,
  16. type ProviderMetadata,
  17. wrapLanguageModel,
  18. } from "ai"
  19. import { z, ZodSchema } from "zod"
  20. import { Decimal } from "decimal.js"
  21. import PROMPT_INITIALIZE from "../session/prompt/initialize.txt"
  22. import { Share } from "../share/share"
  23. import { Message } from "./message"
  24. import { Bus } from "../bus"
  25. import { Provider } from "../provider/provider"
  26. import { MCP } from "../mcp"
  27. import { NamedError } from "../util/error"
  28. import type { Tool } from "../tool/tool"
  29. import { SystemPrompt } from "./system"
  30. import { Flag } from "../flag/flag"
  31. import type { ModelsDev } from "../provider/models"
  32. import { Installation } from "../installation"
  33. import { Config } from "../config/config"
  34. import { ProviderTransform } from "../provider/transform"
  35. export namespace Session {
  36. const log = Log.create({ service: "session" })
  37. export const Info = z
  38. .object({
  39. id: Identifier.schema("session"),
  40. parentID: Identifier.schema("session").optional(),
  41. share: z
  42. .object({
  43. url: z.string(),
  44. })
  45. .optional(),
  46. title: z.string(),
  47. version: z.string(),
  48. time: z.object({
  49. created: z.number(),
  50. updated: z.number(),
  51. }),
  52. })
  53. .openapi({
  54. ref: "Session",
  55. })
  56. export type Info = z.output<typeof Info>
  57. export const ShareInfo = z
  58. .object({
  59. secret: z.string(),
  60. url: z.string(),
  61. })
  62. .openapi({
  63. ref: "SessionShare",
  64. })
  65. export type ShareInfo = z.output<typeof ShareInfo>
  66. export const Event = {
  67. Updated: Bus.event(
  68. "session.updated",
  69. z.object({
  70. info: Info,
  71. }),
  72. ),
  73. Deleted: Bus.event(
  74. "session.deleted",
  75. z.object({
  76. info: Info,
  77. }),
  78. ),
  79. Idle: Bus.event(
  80. "session.idle",
  81. z.object({
  82. sessionID: z.string(),
  83. }),
  84. ),
  85. Error: Bus.event(
  86. "session.error",
  87. z.object({
  88. error: Message.Info.shape.metadata.shape.error,
  89. }),
  90. ),
  91. }
  92. const state = App.state(
  93. "session",
  94. () => {
  95. const sessions = new Map<string, Info>()
  96. const messages = new Map<string, Message.Info[]>()
  97. const pending = new Map<string, AbortController>()
  98. return {
  99. sessions,
  100. messages,
  101. pending,
  102. }
  103. },
  104. async (state) => {
  105. for (const [_, controller] of state.pending) {
  106. controller.abort()
  107. }
  108. },
  109. )
  110. export async function create(parentID?: string) {
  111. const result: Info = {
  112. id: Identifier.descending("session"),
  113. version: Installation.VERSION,
  114. parentID,
  115. title:
  116. (parentID ? "Child session - " : "New Session - ") +
  117. new Date().toISOString(),
  118. time: {
  119. created: Date.now(),
  120. updated: Date.now(),
  121. },
  122. }
  123. log.info("created", result)
  124. state().sessions.set(result.id, result)
  125. await Storage.writeJSON("session/info/" + result.id, result)
  126. const cfg = await Config.get()
  127. if (!result.parentID && (Flag.OPENCODE_AUTO_SHARE || cfg.autoshare))
  128. share(result.id).then((share) => {
  129. update(result.id, (draft) => {
  130. draft.share = share
  131. })
  132. })
  133. Bus.publish(Event.Updated, {
  134. info: result,
  135. })
  136. return result
  137. }
  138. export async function get(id: string) {
  139. const result = state().sessions.get(id)
  140. if (result) {
  141. return result
  142. }
  143. const read = await Storage.readJSON<Info>("session/info/" + id)
  144. state().sessions.set(id, read)
  145. return read as Info
  146. }
  147. export async function getShare(id: string) {
  148. return Storage.readJSON<ShareInfo>("session/share/" + id)
  149. }
  150. export async function share(id: string) {
  151. const session = await get(id)
  152. if (session.share) return session.share
  153. const share = await Share.create(id)
  154. await update(id, (draft) => {
  155. draft.share = {
  156. url: share.url,
  157. }
  158. })
  159. await Storage.writeJSON<ShareInfo>("session/share/" + id, share)
  160. await Share.sync("session/info/" + id, session)
  161. for (const msg of await messages(id)) {
  162. await Share.sync("session/message/" + id + "/" + msg.id, msg)
  163. }
  164. return share
  165. }
  166. export async function unshare(id: string) {
  167. await Storage.remove("session/share/" + id)
  168. await update(id, (draft) => {
  169. draft.share = undefined
  170. })
  171. await Share.remove(id)
  172. }
  173. export async function update(id: string, editor: (session: Info) => void) {
  174. const { sessions } = state()
  175. const session = await get(id)
  176. if (!session) return
  177. editor(session)
  178. session.time.updated = Date.now()
  179. sessions.set(id, session)
  180. await Storage.writeJSON("session/info/" + id, session)
  181. Bus.publish(Event.Updated, {
  182. info: session,
  183. })
  184. return session
  185. }
  186. export async function messages(sessionID: string) {
  187. const result = [] as Message.Info[]
  188. const list = Storage.list("session/message/" + sessionID)
  189. for await (const p of list) {
  190. const read = await Storage.readJSON<Message.Info>(p)
  191. result.push(read)
  192. }
  193. result.sort((a, b) => (a.id > b.id ? 1 : -1))
  194. return result
  195. }
  196. export async function getMessage(sessionID: string, messageID: string) {
  197. return Storage.readJSON<Message.Info>(
  198. "session/message/" + sessionID + "/" + messageID,
  199. )
  200. }
  201. export async function* list() {
  202. for await (const item of Storage.list("session/info")) {
  203. const sessionID = path.basename(item, ".json")
  204. yield get(sessionID)
  205. }
  206. }
  207. export async function children(parentID: string) {
  208. const result = [] as Session.Info[]
  209. for await (const item of Storage.list("session/info")) {
  210. const sessionID = path.basename(item, ".json")
  211. const session = await get(sessionID)
  212. if (session.parentID !== parentID) continue
  213. result.push(session)
  214. }
  215. return result
  216. }
  217. export function abort(sessionID: string) {
  218. const controller = state().pending.get(sessionID)
  219. if (!controller) return false
  220. controller.abort()
  221. state().pending.delete(sessionID)
  222. return true
  223. }
  224. export async function remove(sessionID: string, emitEvent = true) {
  225. try {
  226. abort(sessionID)
  227. const session = await get(sessionID)
  228. for (const child of await children(sessionID)) {
  229. await remove(child.id, false)
  230. }
  231. await unshare(sessionID).catch(() => {})
  232. await Storage.remove(`session/info/${sessionID}`).catch(() => {})
  233. await Storage.removeDir(`session/message/${sessionID}/`).catch(() => {})
  234. state().sessions.delete(sessionID)
  235. state().messages.delete(sessionID)
  236. if (emitEvent) {
  237. Bus.publish(Event.Deleted, {
  238. info: session,
  239. })
  240. }
  241. } catch (e) {
  242. log.error(e)
  243. }
  244. }
  245. async function updateMessage(msg: Message.Info) {
  246. await Storage.writeJSON(
  247. "session/message/" + msg.metadata.sessionID + "/" + msg.id,
  248. msg,
  249. )
  250. Bus.publish(Message.Event.Updated, {
  251. info: msg,
  252. })
  253. }
  254. export async function chat(input: {
  255. sessionID: string
  256. providerID: string
  257. modelID: string
  258. parts: Message.MessagePart[]
  259. system?: string[]
  260. tools?: Tool.Info[]
  261. }) {
  262. const l = log.clone().tag("session", input.sessionID)
  263. l.info("chatting")
  264. const model = await Provider.getModel(input.providerID, input.modelID)
  265. let msgs = await messages(input.sessionID)
  266. const previous = msgs.at(-1)
  267. // auto summarize if too long
  268. if (previous?.metadata.assistant) {
  269. const tokens =
  270. previous.metadata.assistant.tokens.input +
  271. previous.metadata.assistant.tokens.cache.read +
  272. previous.metadata.assistant.tokens.cache.write +
  273. previous.metadata.assistant.tokens.output
  274. if (
  275. model.info.limit.context &&
  276. tokens >
  277. Math.max(
  278. (model.info.limit.context - (model.info.limit.output ?? 0)) * 0.9,
  279. 0,
  280. )
  281. ) {
  282. await summarize({
  283. sessionID: input.sessionID,
  284. providerID: input.providerID,
  285. modelID: input.modelID,
  286. })
  287. return chat(input)
  288. }
  289. }
  290. using abort = lock(input.sessionID)
  291. const lastSummary = msgs.findLast(
  292. (msg) => msg.metadata.assistant?.summary === true,
  293. )
  294. if (lastSummary) msgs = msgs.filter((msg) => msg.id >= lastSummary.id)
  295. const app = App.info()
  296. const session = await get(input.sessionID)
  297. if (msgs.length === 0 && !session.parentID) {
  298. generateText({
  299. maxTokens: input.providerID === "google" ? 1024 : 20,
  300. providerOptions: model.info.options,
  301. messages: [
  302. ...SystemPrompt.title(input.providerID).map(
  303. (x): CoreMessage => ({
  304. role: "system",
  305. content: x,
  306. }),
  307. ),
  308. ...convertToCoreMessages([
  309. {
  310. role: "user",
  311. content: "",
  312. parts: toParts(input.parts),
  313. },
  314. ]),
  315. ],
  316. model: model.language,
  317. })
  318. .then((result) => {
  319. if (result.text)
  320. return Session.update(input.sessionID, (draft) => {
  321. draft.title = result.text
  322. })
  323. })
  324. .catch(() => {})
  325. }
  326. const msg: Message.Info = {
  327. role: "user",
  328. id: Identifier.ascending("message"),
  329. parts: input.parts,
  330. metadata: {
  331. time: {
  332. created: Date.now(),
  333. },
  334. sessionID: input.sessionID,
  335. tool: {},
  336. },
  337. }
  338. await updateMessage(msg)
  339. msgs.push(msg)
  340. const system = input.system ?? SystemPrompt.provider(input.providerID)
  341. system.push(...(await SystemPrompt.environment()))
  342. system.push(...(await SystemPrompt.custom()))
  343. const next: Message.Info = {
  344. id: Identifier.ascending("message"),
  345. role: "assistant",
  346. parts: [],
  347. metadata: {
  348. assistant: {
  349. system,
  350. path: {
  351. cwd: app.path.cwd,
  352. root: app.path.root,
  353. },
  354. cost: 0,
  355. tokens: {
  356. input: 0,
  357. output: 0,
  358. reasoning: 0,
  359. cache: { read: 0, write: 0 },
  360. },
  361. modelID: input.modelID,
  362. providerID: input.providerID,
  363. },
  364. time: {
  365. created: Date.now(),
  366. },
  367. sessionID: input.sessionID,
  368. tool: {},
  369. },
  370. }
  371. await updateMessage(next)
  372. const tools: Record<string, AITool> = {}
  373. for (const item of await Provider.tools(input.providerID)) {
  374. tools[item.id.replaceAll(".", "_")] = tool({
  375. id: item.id as any,
  376. description: item.description,
  377. parameters: item.parameters as ZodSchema,
  378. async execute(args, opts) {
  379. const start = Date.now()
  380. try {
  381. const result = await item.execute(args, {
  382. sessionID: input.sessionID,
  383. abort: abort.signal,
  384. messageID: next.id,
  385. metadata: async (val) => {
  386. next.metadata.tool[opts.toolCallId] = {
  387. ...val,
  388. time: {
  389. start: 0,
  390. end: 0,
  391. },
  392. }
  393. await updateMessage(next)
  394. },
  395. })
  396. next.metadata!.tool![opts.toolCallId] = {
  397. ...result.metadata,
  398. time: {
  399. start,
  400. end: Date.now(),
  401. },
  402. }
  403. await updateMessage(next)
  404. return result.output
  405. } catch (e: any) {
  406. next.metadata!.tool![opts.toolCallId] = {
  407. error: true,
  408. message: e.toString(),
  409. title: e.toString(),
  410. time: {
  411. start,
  412. end: Date.now(),
  413. },
  414. }
  415. await updateMessage(next)
  416. return e.toString()
  417. }
  418. },
  419. })
  420. }
  421. for (const [key, item] of Object.entries(await MCP.tools())) {
  422. const execute = item.execute
  423. if (!execute) continue
  424. item.execute = async (args, opts) => {
  425. const start = Date.now()
  426. try {
  427. const result = await execute(args, opts)
  428. next.metadata!.tool![opts.toolCallId] = {
  429. ...result.metadata,
  430. time: {
  431. start,
  432. end: Date.now(),
  433. },
  434. }
  435. await updateMessage(next)
  436. return result.content
  437. .filter((x: any) => x.type === "text")
  438. .map((x: any) => x.text)
  439. .join("\n\n")
  440. } catch (e: any) {
  441. next.metadata!.tool![opts.toolCallId] = {
  442. error: true,
  443. message: e.toString(),
  444. title: "mcp",
  445. time: {
  446. start,
  447. end: Date.now(),
  448. },
  449. }
  450. await updateMessage(next)
  451. return e.toString()
  452. }
  453. }
  454. tools[key] = item
  455. }
  456. let text: Message.TextPart | undefined
  457. const result = streamText({
  458. onStepFinish: async (step) => {
  459. log.info("step finish", { finishReason: step.finishReason })
  460. const assistant = next.metadata!.assistant!
  461. const usage = getUsage(model.info, step.usage, step.providerMetadata)
  462. assistant.cost += usage.cost
  463. assistant.tokens = usage.tokens
  464. await updateMessage(next)
  465. if (text) {
  466. Bus.publish(Message.Event.PartUpdated, {
  467. part: text,
  468. messageID: next.id,
  469. sessionID: next.metadata.sessionID,
  470. })
  471. }
  472. text = undefined
  473. },
  474. onError(err) {
  475. log.error("callback error", err)
  476. switch (true) {
  477. case LoadAPIKeyError.isInstance(err.error):
  478. next.metadata.error = new Provider.AuthError(
  479. {
  480. providerID: input.providerID,
  481. message: err.error.message,
  482. },
  483. { cause: err.error },
  484. ).toObject()
  485. break
  486. case err.error instanceof Error:
  487. next.metadata.error = new NamedError.Unknown(
  488. { message: err.error.toString() },
  489. { cause: err.error },
  490. ).toObject()
  491. break
  492. default:
  493. next.metadata.error = new NamedError.Unknown(
  494. { message: JSON.stringify(err.error) },
  495. { cause: err.error },
  496. )
  497. }
  498. Bus.publish(Event.Error, {
  499. error: next.metadata.error,
  500. })
  501. },
  502. // async prepareStep(step) {
  503. // next.parts.push({
  504. // type: "step-start",
  505. // })
  506. // await updateMessage(next)
  507. // return step
  508. // },
  509. toolCallStreaming: true,
  510. maxTokens: Math.max(0, model.info.limit.output) || undefined,
  511. abortSignal: abort.signal,
  512. maxSteps: 1000,
  513. providerOptions: model.info.options,
  514. messages: [
  515. ...system.map(
  516. (x): CoreMessage => ({
  517. role: "system",
  518. content: x,
  519. }),
  520. ),
  521. ...convertToCoreMessages(
  522. msgs.map(toUIMessage).filter((x) => x.parts.length > 0),
  523. ),
  524. ],
  525. temperature: model.info.temperature ? 0 : undefined,
  526. tools: model.info.tool_call === false ? undefined : tools,
  527. model: wrapLanguageModel({
  528. model: model.language,
  529. middleware: [
  530. {
  531. async transformParams(args) {
  532. if (args.type === "stream") {
  533. args.params.prompt = ProviderTransform.message(
  534. args.params.prompt,
  535. input.providerID,
  536. input.modelID,
  537. )
  538. }
  539. return args.params
  540. },
  541. },
  542. ],
  543. }),
  544. })
  545. try {
  546. for await (const value of result.fullStream) {
  547. l.info("part", {
  548. type: value.type,
  549. })
  550. switch (value.type) {
  551. case "step-start":
  552. next.parts.push({
  553. type: "step-start",
  554. })
  555. break
  556. case "text-delta":
  557. if (!text) {
  558. text = {
  559. type: "text",
  560. text: value.textDelta,
  561. }
  562. next.parts.push(text)
  563. break
  564. } else text.text += value.textDelta
  565. break
  566. case "tool-call": {
  567. const [match] = next.parts.flatMap((p) =>
  568. p.type === "tool-invocation" &&
  569. p.toolInvocation.toolCallId === value.toolCallId
  570. ? [p]
  571. : [],
  572. )
  573. if (!match) break
  574. match.toolInvocation.args = value.args
  575. match.toolInvocation.state = "call"
  576. Bus.publish(Message.Event.PartUpdated, {
  577. part: match,
  578. messageID: next.id,
  579. sessionID: next.metadata.sessionID,
  580. })
  581. break
  582. }
  583. case "tool-call-streaming-start":
  584. next.parts.push({
  585. type: "tool-invocation",
  586. toolInvocation: {
  587. state: "partial-call",
  588. toolName: value.toolName,
  589. toolCallId: value.toolCallId,
  590. args: {},
  591. },
  592. })
  593. Bus.publish(Message.Event.PartUpdated, {
  594. part: next.parts[next.parts.length - 1],
  595. messageID: next.id,
  596. sessionID: next.metadata.sessionID,
  597. })
  598. break
  599. case "tool-call-delta":
  600. continue
  601. // for some reason ai sdk claims to not send this part but it does
  602. // @ts-expect-error
  603. case "tool-result":
  604. const match = next.parts.find(
  605. (p) =>
  606. p.type === "tool-invocation" &&
  607. // @ts-expect-error
  608. p.toolInvocation.toolCallId === value.toolCallId,
  609. )
  610. if (match && match.type === "tool-invocation") {
  611. match.toolInvocation = {
  612. // @ts-expect-error
  613. args: value.args,
  614. // @ts-expect-error
  615. toolCallId: value.toolCallId,
  616. // @ts-expect-error
  617. toolName: value.toolName,
  618. state: "result",
  619. // @ts-expect-error
  620. result: value.result as string,
  621. }
  622. Bus.publish(Message.Event.PartUpdated, {
  623. part: match,
  624. messageID: next.id,
  625. sessionID: next.metadata.sessionID,
  626. })
  627. }
  628. break
  629. case "finish":
  630. log.info("message finish", {
  631. reason: value.finishReason,
  632. })
  633. const assistant = next.metadata!.assistant!
  634. const usage = getUsage(
  635. model.info,
  636. value.usage,
  637. value.providerMetadata,
  638. )
  639. assistant.cost += usage.cost
  640. await updateMessage(next)
  641. if (value.finishReason === "length")
  642. throw new Message.OutputLengthError({})
  643. break
  644. default:
  645. l.info("unhandled", {
  646. type: value.type,
  647. })
  648. continue
  649. }
  650. await updateMessage(next)
  651. }
  652. } catch (e: any) {
  653. log.error("stream error", {
  654. error: e,
  655. })
  656. switch (true) {
  657. case Message.OutputLengthError.isInstance(e):
  658. next.metadata.error = e
  659. break
  660. case LoadAPIKeyError.isInstance(e):
  661. next.metadata.error = new Provider.AuthError(
  662. {
  663. providerID: input.providerID,
  664. message: e.message,
  665. },
  666. { cause: e },
  667. ).toObject()
  668. break
  669. case e instanceof Error:
  670. next.metadata.error = new NamedError.Unknown(
  671. { message: e.toString() },
  672. { cause: e },
  673. ).toObject()
  674. break
  675. default:
  676. next.metadata.error = new NamedError.Unknown(
  677. { message: JSON.stringify(e) },
  678. { cause: e },
  679. )
  680. }
  681. Bus.publish(Event.Error, {
  682. error: next.metadata.error,
  683. })
  684. }
  685. next.metadata!.time.completed = Date.now()
  686. for (const part of next.parts) {
  687. if (
  688. part.type === "tool-invocation" &&
  689. part.toolInvocation.state !== "result"
  690. ) {
  691. part.toolInvocation = {
  692. ...part.toolInvocation,
  693. state: "result",
  694. result: "request was aborted",
  695. }
  696. }
  697. }
  698. await updateMessage(next)
  699. return next
  700. }
  701. export async function summarize(input: {
  702. sessionID: string
  703. providerID: string
  704. modelID: string
  705. }) {
  706. using abort = lock(input.sessionID)
  707. const msgs = await messages(input.sessionID)
  708. const lastSummary = msgs.findLast(
  709. (msg) => msg.metadata.assistant?.summary === true,
  710. )?.id
  711. const filtered = msgs.filter((msg) => !lastSummary || msg.id >= lastSummary)
  712. const model = await Provider.getModel(input.providerID, input.modelID)
  713. const app = App.info()
  714. const system = SystemPrompt.summarize(input.providerID)
  715. const next: Message.Info = {
  716. id: Identifier.ascending("message"),
  717. role: "assistant",
  718. parts: [],
  719. metadata: {
  720. tool: {},
  721. sessionID: input.sessionID,
  722. assistant: {
  723. system,
  724. path: {
  725. cwd: app.path.cwd,
  726. root: app.path.root,
  727. },
  728. summary: true,
  729. cost: 0,
  730. modelID: input.modelID,
  731. providerID: input.providerID,
  732. tokens: {
  733. input: 0,
  734. output: 0,
  735. reasoning: 0,
  736. cache: { read: 0, write: 0 },
  737. },
  738. },
  739. time: {
  740. created: Date.now(),
  741. },
  742. },
  743. }
  744. await updateMessage(next)
  745. let text: Message.TextPart | undefined
  746. const result = streamText({
  747. abortSignal: abort.signal,
  748. model: model.language,
  749. messages: [
  750. ...system.map(
  751. (x): CoreMessage => ({
  752. role: "system",
  753. content: x,
  754. }),
  755. ),
  756. ...convertToCoreMessages(filtered.map(toUIMessage)),
  757. {
  758. role: "user",
  759. content: [
  760. {
  761. type: "text",
  762. text: "Provide a detailed but concise summary of our conversation above. Focus on information that would be helpful for continuing the conversation, including what we did, what we're doing, which files we're working on, and what we're going to do next.",
  763. },
  764. ],
  765. },
  766. ],
  767. onStepFinish: async (step) => {
  768. const assistant = next.metadata!.assistant!
  769. const usage = getUsage(model.info, step.usage, step.providerMetadata)
  770. assistant.cost += usage.cost
  771. assistant.tokens = usage.tokens
  772. await updateMessage(next)
  773. if (text) {
  774. Bus.publish(Message.Event.PartUpdated, {
  775. part: text,
  776. messageID: next.id,
  777. sessionID: next.metadata.sessionID,
  778. })
  779. }
  780. text = undefined
  781. },
  782. async onFinish(input) {
  783. const assistant = next.metadata!.assistant!
  784. const usage = getUsage(model.info, input.usage, input.providerMetadata)
  785. assistant.cost += usage.cost
  786. assistant.tokens = usage.tokens
  787. next.metadata!.time.completed = Date.now()
  788. await updateMessage(next)
  789. },
  790. })
  791. for await (const value of result.fullStream) {
  792. switch (value.type) {
  793. case "text-delta":
  794. if (!text) {
  795. text = {
  796. type: "text",
  797. text: value.textDelta,
  798. }
  799. next.parts.push(text)
  800. } else text.text += value.textDelta
  801. await updateMessage(next)
  802. break
  803. }
  804. }
  805. }
  806. function lock(sessionID: string) {
  807. log.info("locking", { sessionID })
  808. if (state().pending.has(sessionID)) throw new BusyError(sessionID)
  809. const controller = new AbortController()
  810. state().pending.set(sessionID, controller)
  811. return {
  812. signal: controller.signal,
  813. [Symbol.dispose]() {
  814. log.info("unlocking", { sessionID })
  815. state().pending.delete(sessionID)
  816. Bus.publish(Event.Idle, {
  817. sessionID,
  818. })
  819. },
  820. }
  821. }
  822. function getUsage(
  823. model: ModelsDev.Model,
  824. usage: LanguageModelUsage,
  825. metadata?: ProviderMetadata,
  826. ) {
  827. const tokens = {
  828. input: usage.promptTokens ?? 0,
  829. output: usage.completionTokens ?? 0,
  830. reasoning: 0,
  831. cache: {
  832. write: (metadata?.["anthropic"]?.["cacheCreationInputTokens"] ??
  833. // @ts-expect-error
  834. metadata?.["bedrock"]?.["usage"]?.["cacheWriteInputTokens"] ??
  835. 0) as number,
  836. read: (metadata?.["anthropic"]?.["cacheReadInputTokens"] ??
  837. // @ts-expect-error
  838. metadata?.["bedrock"]?.["usage"]?.["cacheReadInputTokens"] ??
  839. 0) as number,
  840. },
  841. }
  842. return {
  843. cost: new Decimal(0)
  844. .add(new Decimal(tokens.input).mul(model.cost.input).div(1_000_000))
  845. .add(new Decimal(tokens.output).mul(model.cost.output).div(1_000_000))
  846. .add(
  847. new Decimal(tokens.cache.read)
  848. .mul(model.cost.cache_read ?? 0)
  849. .div(1_000_000),
  850. )
  851. .add(
  852. new Decimal(tokens.cache.write)
  853. .mul(model.cost.cache_write ?? 0)
  854. .div(1_000_000),
  855. )
  856. .toNumber(),
  857. tokens,
  858. }
  859. }
  860. export class BusyError extends Error {
  861. constructor(public readonly sessionID: string) {
  862. super(`Session ${sessionID} is busy`)
  863. }
  864. }
  865. export async function initialize(input: {
  866. sessionID: string
  867. modelID: string
  868. providerID: string
  869. }) {
  870. const app = App.info()
  871. await Session.chat({
  872. sessionID: input.sessionID,
  873. providerID: input.providerID,
  874. modelID: input.modelID,
  875. parts: [
  876. {
  877. type: "text",
  878. text: PROMPT_INITIALIZE.replace("${path}", app.path.root),
  879. },
  880. ],
  881. })
  882. await App.initialize()
  883. }
  884. }
  885. function toUIMessage(msg: Message.Info): UIMessage {
  886. if (msg.role === "assistant") {
  887. return {
  888. id: msg.id,
  889. role: "assistant",
  890. content: "",
  891. parts: toParts(msg.parts),
  892. }
  893. }
  894. if (msg.role === "user") {
  895. return {
  896. id: msg.id,
  897. role: "user",
  898. content: "",
  899. parts: toParts(msg.parts),
  900. }
  901. }
  902. throw new Error("not implemented")
  903. }
  904. function toParts(parts: Message.MessagePart[]): UIMessage["parts"] {
  905. const result: UIMessage["parts"] = []
  906. for (const part of parts) {
  907. switch (part.type) {
  908. case "text":
  909. result.push({ type: "text", text: part.text })
  910. break
  911. case "file":
  912. result.push({
  913. type: "file",
  914. data: part.url,
  915. mimeType: part.mediaType,
  916. })
  917. break
  918. case "tool-invocation":
  919. result.push({
  920. type: "tool-invocation",
  921. toolInvocation: part.toolInvocation,
  922. })
  923. break
  924. case "step-start":
  925. result.push({
  926. type: "step-start",
  927. })
  928. break
  929. default:
  930. break
  931. }
  932. }
  933. return result
  934. }