catalog.ts 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330
  1. export * as Catalog from "./catalog"
  2. import { Context, Effect, Layer, Option, Order, pipe, Schema, Array, Scope, Stream } from "effect"
  3. import { castDraft, enableMapSet, type Draft } from "immer"
  4. import { ModelV2 } from "./model"
  5. import { PluginV2 } from "./plugin"
  6. import { ProviderV2 } from "./provider"
  7. import { Location } from "./location"
  8. import { EventV2 } from "./event"
  9. import { Policy } from "./policy"
  10. import { State } from "./state"
  11. export type ProviderRecord = {
  12. provider: ProviderV2.Info
  13. models: Map<ModelV2.ID, ModelV2.Info>
  14. }
  15. export type DefaultModel = { providerID: ProviderV2.ID; modelID: ModelV2.ID }
  16. export class ProviderNotFoundError extends Schema.TaggedErrorClass<ProviderNotFoundError>()(
  17. "CatalogV2.ProviderNotFound",
  18. {
  19. providerID: ProviderV2.ID,
  20. },
  21. ) {}
  22. export class ModelNotFoundError extends Schema.TaggedErrorClass<ModelNotFoundError>()("CatalogV2.ModelNotFound", {
  23. providerID: ProviderV2.ID,
  24. modelID: ModelV2.ID,
  25. }) {}
  26. export const PolicyActions = Schema.Literals(["provider.use"])
  27. export const Event = {
  28. ModelUpdated: EventV2.define({
  29. type: "catalog.model.updated",
  30. schema: {
  31. model: ModelV2.Info,
  32. },
  33. }),
  34. }
  35. type Data = {
  36. providers: Map<ProviderV2.ID, ProviderRecord>
  37. defaultModel?: DefaultModel
  38. }
  39. export type Editor = {
  40. provider: {
  41. list: () => readonly ProviderRecord[]
  42. get: (providerID: ProviderV2.ID) => ProviderRecord | undefined
  43. update: (providerID: ProviderV2.ID, fn: (provider: Draft<ProviderV2.Info>) => void) => void
  44. remove: (providerID: ProviderV2.ID) => void
  45. }
  46. model: {
  47. get: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => ModelV2.Info | undefined
  48. update: (providerID: ProviderV2.ID, modelID: ModelV2.ID, fn: (model: Draft<ModelV2.Info>) => void) => void
  49. remove: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => void
  50. default: {
  51. get: () => DefaultModel | undefined
  52. set: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => void
  53. }
  54. }
  55. }
  56. export interface Interface {
  57. readonly transform: State.Interface<Data, Editor>["transform"]
  58. readonly provider: {
  59. readonly get: (providerID: ProviderV2.ID) => Effect.Effect<ProviderV2.Info, ProviderNotFoundError>
  60. readonly all: () => Effect.Effect<ProviderV2.Info[]>
  61. readonly available: () => Effect.Effect<ProviderV2.Info[]>
  62. }
  63. readonly model: {
  64. readonly get: (
  65. providerID: ProviderV2.ID,
  66. modelID: ModelV2.ID,
  67. ) => Effect.Effect<ModelV2.Info, ProviderNotFoundError | ModelNotFoundError>
  68. readonly all: () => Effect.Effect<ModelV2.Info[]>
  69. readonly available: () => Effect.Effect<ModelV2.Info[]>
  70. readonly default: () => Effect.Effect<Option.Option<ModelV2.Info>>
  71. readonly small: (providerID: ProviderV2.ID) => Effect.Effect<Option.Option<ModelV2.Info>>
  72. }
  73. }
  74. export class Service extends Context.Service<Service, Interface>()("@opencode/v2/Catalog") {}
  75. enableMapSet()
  76. export const layer = Layer.effect(
  77. Service,
  78. Effect.gen(function* () {
  79. const location = yield* Location.Service
  80. const plugin = yield* PluginV2.Service
  81. const events = yield* EventV2.Service
  82. const policy = yield* Policy.Service
  83. const scope = yield* Scope.Scope
  84. const resolve = (model: ModelV2.Info) => {
  85. const provider = state.get().providers.get(model.providerID)!.provider
  86. const api =
  87. model.api.type === "native" && !model.api.url && Object.keys(model.api.settings).length === 0
  88. ? { ...provider.api, id: model.api.id }
  89. : model.api.type === "aisdk" && provider.api.type === "aisdk" && !model.api.url
  90. ? { ...model.api, url: provider.api.url, settings: { ...provider.api.settings, ...model.api.settings } }
  91. : model.api.type === "aisdk" && provider.api.type === "aisdk"
  92. ? { ...model.api, settings: { ...provider.api.settings, ...model.api.settings } }
  93. : model.api
  94. const request = {
  95. headers: {
  96. ...provider.request.headers,
  97. ...model.request.headers,
  98. },
  99. body: {
  100. ...provider.request.body,
  101. ...model.request.body,
  102. },
  103. variant: model.request.variant,
  104. }
  105. return new ModelV2.Info({
  106. ...model,
  107. api,
  108. request,
  109. })
  110. }
  111. function* getRecord(providerID: ProviderV2.ID) {
  112. const match = state.get().providers.get(providerID)
  113. if (!match) return yield* new ProviderNotFoundError({ providerID })
  114. return match
  115. }
  116. const normalizeApi = (item: Draft<ProviderV2.Info> | Draft<ModelV2.Info>) => {
  117. if (typeof item.request.body.baseURL !== "string") return
  118. item.api.url = item.request.body.baseURL
  119. delete item.request.body.baseURL
  120. }
  121. const state = State.create<Data, Editor>({
  122. initial: () => ({ providers: new Map() }),
  123. editor: (draft) => {
  124. const result: Editor = {
  125. provider: {
  126. list: () => Array.fromIterable(draft.providers.values()) as ProviderRecord[],
  127. get: (providerID) => draft.providers.get(providerID),
  128. update: (providerID, fn) => {
  129. let current = draft.providers.get(providerID)
  130. if (!current) {
  131. current = castDraft({
  132. provider: ProviderV2.Info.empty(providerID),
  133. models: new Map<ModelV2.ID, ModelV2.Info>(),
  134. })
  135. draft.providers.set(providerID, current)
  136. }
  137. fn(current.provider)
  138. normalizeApi(current.provider)
  139. },
  140. remove: (providerID) => {
  141. draft.providers.delete(providerID)
  142. },
  143. },
  144. model: {
  145. get: (providerID, modelID) => draft.providers.get(providerID)?.models.get(modelID),
  146. update: (providerID, modelID, fn) => {
  147. let record = draft.providers.get(providerID)
  148. if (!record) {
  149. record = castDraft({
  150. provider: ProviderV2.Info.empty(providerID),
  151. models: new Map<ModelV2.ID, ModelV2.Info>(),
  152. })
  153. draft.providers.set(providerID, record)
  154. }
  155. const model = record.models.get(modelID) ?? castDraft(ModelV2.Info.empty(providerID, modelID))
  156. if (!record.models.has(modelID)) record.models.set(modelID, model)
  157. fn(model)
  158. model.id = modelID
  159. model.providerID = providerID
  160. normalizeApi(model)
  161. },
  162. remove: (providerID, modelID) => {
  163. draft.providers.get(providerID)?.models.delete(modelID)
  164. },
  165. default: {
  166. get: () => draft.defaultModel,
  167. set: (providerID, modelID) => {
  168. draft.defaultModel = { providerID, modelID }
  169. },
  170. },
  171. },
  172. }
  173. return result
  174. },
  175. finalize: Effect.fn("CatalogV2.finalize")(function* (catalog, reason) {
  176. if (reason !== "plugin.added") yield* plugin.trigger("catalog.transform", catalog, {}).pipe(Effect.asVoid)
  177. if (!policy.hasStatements()) return
  178. for (const record of [...catalog.provider.list()]) {
  179. if ((yield* policy.evaluate("provider.use", record.provider.id, "allow")) === "deny") {
  180. catalog.provider.remove(record.provider.id)
  181. }
  182. }
  183. }),
  184. })
  185. yield* events.subscribe(PluginV2.Event.Added).pipe(
  186. // Plugin registries are location scoped even though the event bus is process scoped.
  187. Stream.filter(
  188. (event) =>
  189. event.location?.directory === location.directory && event.location.workspaceID === location.workspaceID,
  190. ),
  191. Stream.runForEach((event) =>
  192. state.update((catalog) => plugin.triggerFor(event.data.id, "catalog.transform", catalog, {}), "plugin.added"),
  193. ),
  194. Effect.forkIn(scope, { startImmediately: true }),
  195. )
  196. const result: Interface = {
  197. transform: state.transform,
  198. provider: {
  199. get: Effect.fn("CatalogV2.provider.get")(function* (providerID) {
  200. const record = yield* getRecord(providerID)
  201. return record.provider
  202. }),
  203. all: Effect.fn("CatalogV2.provider.all")(function* () {
  204. return Array.fromIterable(state.get().providers.values()).map((record) => record.provider)
  205. }),
  206. available: Effect.fn("CatalogV2.provider.available")(function* () {
  207. return Array.fromIterable(state.get().providers.values())
  208. .map((record) => record.provider)
  209. .filter((provider) => provider.enabled)
  210. }),
  211. },
  212. model: {
  213. get: Effect.fn("CatalogV2.model.get")(function* (providerID, modelID) {
  214. const record = yield* getRecord(providerID)
  215. const model = record.models.get(modelID)
  216. if (!model) return yield* new ModelNotFoundError({ providerID, modelID })
  217. return resolve(model)
  218. }),
  219. all: Effect.fn("CatalogV2.model.all")(function* () {
  220. return pipe(
  221. Array.fromIterable(state.get().providers.values()),
  222. Array.flatMap((record) => Array.fromIterable(record.models.values())),
  223. Array.map(resolve),
  224. Array.sortWith((item) => item.time.released.epochMilliseconds, Order.flip(Order.Number)),
  225. )
  226. }),
  227. available: Effect.fn("CatalogV2.model.available")(function* () {
  228. return (yield* result.model.all()).filter((model) => {
  229. const record = state.get().providers.get(model.providerID)
  230. return record?.provider.enabled !== false && model.enabled
  231. })
  232. }),
  233. default: Effect.fn("CatalogV2.model.default")(function* () {
  234. const defaultModel = state.get().defaultModel
  235. if (defaultModel) {
  236. const model = yield* result.model.get(defaultModel.providerID, defaultModel.modelID).pipe(Effect.option)
  237. if (Option.isSome(model) && model.value.enabled) return model
  238. }
  239. return pipe(
  240. yield* result.model.available(),
  241. Array.sortWith((item) => item.time.released.epochMilliseconds, Order.flip(Order.Number)),
  242. Array.head,
  243. )
  244. }),
  245. small: Effect.fn("CatalogV2.model.small")(function* (providerID) {
  246. const record = state.get().providers.get(providerID)
  247. if (!record) return Option.none<ModelV2.Info>()
  248. if (providerID === ProviderV2.ID.opencode) {
  249. const gpt5Nano = record.models.get(ModelV2.ID.make("gpt-5-nano"))
  250. if (gpt5Nano?.enabled && gpt5Nano.status === "active") return Option.some(resolve(gpt5Nano))
  251. }
  252. const candidates = pipe(
  253. Array.fromIterable(record.models.values()),
  254. Array.filter(
  255. (model) =>
  256. model.providerID === providerID &&
  257. model.enabled &&
  258. model.status === "active" &&
  259. model.capabilities.input.some((item) => item.startsWith("text")) &&
  260. model.capabilities.output.some((item) => item.startsWith("text")),
  261. ),
  262. Array.map((model) => ({
  263. model,
  264. cost: model.cost[0] ? model.cost[0].input + model.cost[0].output : 999,
  265. age: (Date.now() - model.time.released.epochMilliseconds) / (1000 * 60 * 60 * 24 * 30),
  266. small: SMALL_MODEL_RE.test(`${model.id} ${model.family ?? ""} ${model.name}`.toLowerCase()),
  267. })),
  268. Array.filter((item) => item.cost > 0 && item.age <= 18),
  269. )
  270. const pick = (items: typeof candidates) => {
  271. const maxCost = Math.max(...items.map((item) => item.cost), 0.01)
  272. const maxAge = Math.max(...items.map((item) => item.age), 0.01)
  273. return pipe(
  274. items,
  275. Array.sortWith((item) => (item.cost / maxCost) * 0.8 + (item.age / maxAge) * 0.2, Order.Number),
  276. Array.map((item) => resolve(item.model)),
  277. Array.head,
  278. )
  279. }
  280. return pipe(
  281. candidates,
  282. Array.filter((item) => item.small),
  283. (items) => (items.length > 0 ? pick(items) : pick(candidates)),
  284. )
  285. }),
  286. },
  287. }
  288. return Service.of(result)
  289. }),
  290. )
  291. const SMALL_MODEL_RE = /\b(nano|flash|lite|mini|haiku|small|fast)\b/
  292. export const locationLayer = layer.pipe(
  293. Layer.provideMerge(PluginV2.locationLayer),
  294. Layer.provideMerge(Policy.locationLayer),
  295. )