session-message-updater.ts 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417
  1. import { produce, type WritableDraft } from "immer"
  2. import { SessionEvent } from "./session-event"
  3. import { SessionMessage } from "./session-message"
  4. export type MemoryState = {
  5. messages: SessionMessage.Message[]
  6. }
  7. export interface Adapter<Result> {
  8. readonly getCurrentAssistant: () => SessionMessage.Assistant | undefined
  9. readonly getCurrentCompaction: () => SessionMessage.Compaction | undefined
  10. readonly getCurrentShell: (callID: string) => SessionMessage.Shell | undefined
  11. readonly updateAssistant: (assistant: SessionMessage.Assistant) => void
  12. readonly updateCompaction: (compaction: SessionMessage.Compaction) => void
  13. readonly updateShell: (shell: SessionMessage.Shell) => void
  14. readonly appendMessage: (message: SessionMessage.Message) => void
  15. readonly finish: () => Result
  16. }
  17. export function memory(state: MemoryState): Adapter<MemoryState> {
  18. const activeAssistantIndex = () =>
  19. state.messages.findLastIndex((message) => message.type === "assistant" && !message.time.completed)
  20. const activeCompactionIndex = () => state.messages.findLastIndex((message) => message.type === "compaction")
  21. const activeShellIndex = (callID: string) =>
  22. state.messages.findLastIndex((message) => message.type === "shell" && message.callID === callID)
  23. return {
  24. getCurrentAssistant() {
  25. const index = activeAssistantIndex()
  26. if (index < 0) return
  27. const assistant = state.messages[index]
  28. return assistant?.type === "assistant" ? assistant : undefined
  29. },
  30. getCurrentCompaction() {
  31. const index = activeCompactionIndex()
  32. if (index < 0) return
  33. const compaction = state.messages[index]
  34. return compaction?.type === "compaction" ? compaction : undefined
  35. },
  36. getCurrentShell(callID) {
  37. const index = activeShellIndex(callID)
  38. if (index < 0) return
  39. const shell = state.messages[index]
  40. return shell?.type === "shell" ? shell : undefined
  41. },
  42. updateAssistant(assistant) {
  43. const index = activeAssistantIndex()
  44. if (index < 0) return
  45. const current = state.messages[index]
  46. if (current?.type !== "assistant") return
  47. state.messages[index] = assistant
  48. },
  49. updateCompaction(compaction) {
  50. const index = activeCompactionIndex()
  51. if (index < 0) return
  52. const current = state.messages[index]
  53. if (current?.type !== "compaction") return
  54. state.messages[index] = compaction
  55. },
  56. updateShell(shell) {
  57. const index = activeShellIndex(shell.callID)
  58. if (index < 0) return
  59. const current = state.messages[index]
  60. if (current?.type !== "shell") return
  61. state.messages[index] = shell
  62. },
  63. appendMessage(message) {
  64. state.messages.push(message)
  65. },
  66. finish() {
  67. return state
  68. },
  69. }
  70. }
  71. export function update<Result>(adapter: Adapter<Result>, event: SessionEvent.Event): Result {
  72. const currentAssistant = adapter.getCurrentAssistant()
  73. type DraftAssistant = WritableDraft<SessionMessage.Assistant>
  74. type DraftTool = WritableDraft<SessionMessage.AssistantTool>
  75. type DraftText = WritableDraft<SessionMessage.AssistantText>
  76. type DraftReasoning = WritableDraft<SessionMessage.AssistantReasoning>
  77. const latestTool = (assistant: DraftAssistant | undefined, callID?: string) =>
  78. assistant?.content.findLast(
  79. (item): item is DraftTool => item.type === "tool" && (callID === undefined || item.id === callID),
  80. )
  81. const latestText = (assistant: DraftAssistant | undefined) =>
  82. assistant?.content.findLast((item): item is DraftText => item.type === "text")
  83. const latestReasoning = (assistant: DraftAssistant | undefined, reasoningID: string) =>
  84. assistant?.content.findLast((item): item is DraftReasoning => item.type === "reasoning" && item.id === reasoningID)
  85. SessionEvent.All.match(event, {
  86. "session.next.agent.switched": (event) => {
  87. adapter.appendMessage(
  88. new SessionMessage.AgentSwitched({
  89. id: event.id,
  90. type: "agent-switched",
  91. metadata: event.metadata,
  92. agent: event.data.agent,
  93. time: { created: event.data.timestamp },
  94. }),
  95. )
  96. },
  97. "session.next.model.switched": (event) => {
  98. adapter.appendMessage(
  99. new SessionMessage.ModelSwitched({
  100. id: event.id,
  101. type: "model-switched",
  102. metadata: event.metadata,
  103. model: event.data.model,
  104. time: { created: event.data.timestamp },
  105. }),
  106. )
  107. },
  108. "session.next.prompted": (event) => {
  109. adapter.appendMessage(
  110. new SessionMessage.User({
  111. id: event.id,
  112. type: "user",
  113. metadata: event.metadata,
  114. text: event.data.prompt.text,
  115. files: event.data.prompt.files,
  116. agents: event.data.prompt.agents,
  117. references: event.data.prompt.references,
  118. time: { created: event.data.timestamp },
  119. }),
  120. )
  121. },
  122. "session.next.synthetic": (event) => {
  123. adapter.appendMessage(
  124. new SessionMessage.Synthetic({
  125. sessionID: event.data.sessionID,
  126. text: event.data.text,
  127. id: event.id,
  128. type: "synthetic",
  129. time: { created: event.data.timestamp },
  130. }),
  131. )
  132. },
  133. "session.next.shell.started": (event) => {
  134. adapter.appendMessage(
  135. new SessionMessage.Shell({
  136. id: event.id,
  137. type: "shell",
  138. metadata: event.metadata,
  139. callID: event.data.callID,
  140. command: event.data.command,
  141. output: "",
  142. time: { created: event.data.timestamp },
  143. }),
  144. )
  145. },
  146. "session.next.shell.ended": (event) => {
  147. const currentShell = adapter.getCurrentShell(event.data.callID)
  148. if (currentShell) {
  149. adapter.updateShell(
  150. produce(currentShell, (draft) => {
  151. draft.output = event.data.output
  152. draft.time.completed = event.data.timestamp
  153. }),
  154. )
  155. }
  156. },
  157. "session.next.step.started": (event) => {
  158. if (currentAssistant) {
  159. adapter.updateAssistant(
  160. produce(currentAssistant, (draft) => {
  161. draft.time.completed = event.data.timestamp
  162. }),
  163. )
  164. }
  165. adapter.appendMessage(
  166. new SessionMessage.Assistant({
  167. id: event.id,
  168. type: "assistant",
  169. agent: event.data.agent,
  170. model: event.data.model,
  171. time: { created: event.data.timestamp },
  172. content: [],
  173. snapshot: event.data.snapshot ? { start: event.data.snapshot } : undefined,
  174. }),
  175. )
  176. },
  177. "session.next.step.ended": (event) => {
  178. if (currentAssistant) {
  179. adapter.updateAssistant(
  180. produce(currentAssistant, (draft) => {
  181. draft.time.completed = event.data.timestamp
  182. draft.finish = event.data.finish
  183. draft.cost = event.data.cost
  184. draft.tokens = event.data.tokens
  185. if (event.data.snapshot) draft.snapshot = { ...draft.snapshot, end: event.data.snapshot }
  186. }),
  187. )
  188. }
  189. },
  190. "session.next.step.failed": (event) => {
  191. if (currentAssistant) {
  192. adapter.updateAssistant(
  193. produce(currentAssistant, (draft) => {
  194. draft.time.completed = event.data.timestamp
  195. draft.finish = "error"
  196. draft.error = event.data.error
  197. }),
  198. )
  199. }
  200. },
  201. "session.next.text.started": () => {
  202. if (currentAssistant) {
  203. adapter.updateAssistant(
  204. produce(currentAssistant, (draft) => {
  205. draft.content.push({
  206. type: "text",
  207. text: "",
  208. })
  209. }),
  210. )
  211. }
  212. },
  213. "session.next.text.delta": (event) => {
  214. if (currentAssistant) {
  215. adapter.updateAssistant(
  216. produce(currentAssistant, (draft) => {
  217. const match = latestText(draft)
  218. if (match) match.text += event.data.delta
  219. }),
  220. )
  221. }
  222. },
  223. "session.next.text.ended": (event) => {
  224. if (currentAssistant) {
  225. adapter.updateAssistant(
  226. produce(currentAssistant, (draft) => {
  227. const match = latestText(draft)
  228. if (match) match.text = event.data.text
  229. }),
  230. )
  231. }
  232. },
  233. "session.next.tool.input.started": (event) => {
  234. if (currentAssistant) {
  235. adapter.updateAssistant(
  236. produce(currentAssistant, (draft) => {
  237. draft.content.push({
  238. type: "tool",
  239. id: event.data.callID,
  240. name: event.data.name,
  241. time: {
  242. created: event.data.timestamp,
  243. },
  244. state: {
  245. status: "pending",
  246. input: "",
  247. },
  248. })
  249. }),
  250. )
  251. }
  252. },
  253. "session.next.tool.input.delta": (event) => {
  254. if (currentAssistant) {
  255. adapter.updateAssistant(
  256. produce(currentAssistant, (draft) => {
  257. const match = latestTool(draft, event.data.callID)
  258. // oxlint-disable-next-line no-base-to-string -- event.delta is a Schema.String (runtime string)
  259. if (match && match.state.status === "pending") match.state.input += event.data.delta
  260. }),
  261. )
  262. }
  263. },
  264. "session.next.tool.input.ended": () => {},
  265. "session.next.tool.called": (event) => {
  266. if (currentAssistant) {
  267. adapter.updateAssistant(
  268. produce(currentAssistant, (draft) => {
  269. const match = latestTool(draft, event.data.callID)
  270. if (match) {
  271. match.provider = event.data.provider
  272. match.time.ran = event.data.timestamp
  273. match.state = {
  274. status: "running",
  275. input: event.data.input,
  276. structured: {},
  277. content: [],
  278. }
  279. }
  280. }),
  281. )
  282. }
  283. },
  284. "session.next.tool.progress": (event) => {
  285. if (currentAssistant) {
  286. adapter.updateAssistant(
  287. produce(currentAssistant, (draft) => {
  288. const match = latestTool(draft, event.data.callID)
  289. if (match && match.state.status === "running") {
  290. match.state.structured = event.data.structured
  291. match.state.content = [...event.data.content]
  292. }
  293. }),
  294. )
  295. }
  296. },
  297. "session.next.tool.success": (event) => {
  298. if (currentAssistant) {
  299. adapter.updateAssistant(
  300. produce(currentAssistant, (draft) => {
  301. const match = latestTool(draft, event.data.callID)
  302. if (match && match.state.status === "running") {
  303. match.provider = event.data.provider
  304. match.time.completed = event.data.timestamp
  305. match.state = {
  306. status: "completed",
  307. input: match.state.input,
  308. structured: event.data.structured,
  309. content: [...event.data.content],
  310. }
  311. }
  312. }),
  313. )
  314. }
  315. },
  316. "session.next.tool.failed": (event) => {
  317. if (currentAssistant) {
  318. adapter.updateAssistant(
  319. produce(currentAssistant, (draft) => {
  320. const match = latestTool(draft, event.data.callID)
  321. if (match && match.state.status === "running") {
  322. match.provider = event.data.provider
  323. match.time.completed = event.data.timestamp
  324. match.state = {
  325. status: "error",
  326. error: event.data.error,
  327. input: match.state.input,
  328. structured: match.state.structured,
  329. content: match.state.content,
  330. }
  331. }
  332. }),
  333. )
  334. }
  335. },
  336. "session.next.reasoning.started": (event) => {
  337. if (currentAssistant) {
  338. adapter.updateAssistant(
  339. produce(currentAssistant, (draft) => {
  340. draft.content.push({
  341. type: "reasoning",
  342. id: event.data.reasoningID,
  343. text: "",
  344. })
  345. }),
  346. )
  347. }
  348. },
  349. "session.next.reasoning.delta": (event) => {
  350. if (currentAssistant) {
  351. adapter.updateAssistant(
  352. produce(currentAssistant, (draft) => {
  353. const match = latestReasoning(draft, event.data.reasoningID)
  354. if (match) match.text += event.data.delta
  355. }),
  356. )
  357. }
  358. },
  359. "session.next.reasoning.ended": (event) => {
  360. if (currentAssistant) {
  361. adapter.updateAssistant(
  362. produce(currentAssistant, (draft) => {
  363. const match = latestReasoning(draft, event.data.reasoningID)
  364. if (match) match.text = event.data.text
  365. }),
  366. )
  367. }
  368. },
  369. "session.next.retried": () => {},
  370. "session.next.compaction.started": (event) => {
  371. adapter.appendMessage(
  372. new SessionMessage.Compaction({
  373. id: event.id,
  374. type: "compaction",
  375. metadata: event.metadata,
  376. reason: event.data.reason,
  377. summary: "",
  378. time: { created: event.data.timestamp },
  379. }),
  380. )
  381. },
  382. "session.next.compaction.delta": (event) => {
  383. const currentCompaction = adapter.getCurrentCompaction()
  384. if (currentCompaction) {
  385. adapter.updateCompaction(
  386. produce(currentCompaction, (draft) => {
  387. draft.summary += event.data.text
  388. }),
  389. )
  390. }
  391. },
  392. "session.next.compaction.ended": (event) => {
  393. const currentCompaction = adapter.getCurrentCompaction()
  394. if (currentCompaction) {
  395. adapter.updateCompaction(
  396. produce(currentCompaction, (draft) => {
  397. draft.summary = event.data.text
  398. draft.include = event.data.include
  399. }),
  400. )
  401. }
  402. },
  403. })
  404. return adapter.finish()
  405. }
  406. export * as SessionMessageUpdater from "./session-message-updater"