catalog.ts 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353
  1. export * as Catalog from "./catalog"
  2. import { Array, Context, Effect, Layer, Option, Order, pipe, Schema, Scope, Stream } from "effect"
  3. import { castDraft, enableMapSet, type Draft } from "immer"
  4. import { ModelV2 } from "./model"
  5. import { ModelRequest } from "./model-request"
  6. import { PluginV2 } from "./plugin"
  7. import { ProviderV2 } from "./provider"
  8. import { Location } from "./location"
  9. import { EventV2 } from "./event"
  10. import { Policy } from "./policy"
  11. import { State } from "./state"
  12. import { Credential } from "./credential"
  13. import { IntegrationSchema } from "./integration/schema"
  14. export type ProviderRecord = {
  15. provider: ProviderV2.Info
  16. models: Map<ModelV2.ID, ModelV2.Info>
  17. }
  18. export type DefaultModel = { providerID: ProviderV2.ID; modelID: ModelV2.ID }
  19. export class ProviderNotFoundError extends Schema.TaggedErrorClass<ProviderNotFoundError>()(
  20. "CatalogV2.ProviderNotFound",
  21. {
  22. providerID: ProviderV2.ID,
  23. },
  24. ) {}
  25. export class ModelNotFoundError extends Schema.TaggedErrorClass<ModelNotFoundError>()("CatalogV2.ModelNotFound", {
  26. providerID: ProviderV2.ID,
  27. modelID: ModelV2.ID,
  28. }) {}
  29. export const PolicyActions = Schema.Literals(["provider.use"])
  30. export const Event = {
  31. ModelUpdated: EventV2.define({
  32. type: "catalog.model.updated",
  33. schema: {
  34. model: ModelV2.Info,
  35. },
  36. }),
  37. }
  38. type Data = {
  39. providers: Map<ProviderV2.ID, ProviderRecord>
  40. defaultModel?: DefaultModel
  41. }
  42. export type Editor = {
  43. provider: {
  44. list: () => readonly ProviderRecord[]
  45. get: (providerID: ProviderV2.ID) => ProviderRecord | undefined
  46. update: (providerID: ProviderV2.ID, fn: (provider: Draft<ProviderV2.Info>) => void) => void
  47. remove: (providerID: ProviderV2.ID) => void
  48. }
  49. model: {
  50. get: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => ModelV2.Info | undefined
  51. update: (providerID: ProviderV2.ID, modelID: ModelV2.ID, fn: (model: Draft<ModelV2.Info>) => void) => void
  52. remove: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => void
  53. default: {
  54. get: () => DefaultModel | undefined
  55. set: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => void
  56. }
  57. }
  58. }
  59. export interface Interface {
  60. readonly transform: State.Interface<Data, Editor>["transform"]
  61. readonly provider: {
  62. readonly get: (providerID: ProviderV2.ID) => Effect.Effect<ProviderV2.Info, ProviderNotFoundError>
  63. readonly all: () => Effect.Effect<ProviderV2.Info[]>
  64. readonly available: () => Effect.Effect<ProviderV2.Info[]>
  65. }
  66. readonly model: {
  67. readonly get: (
  68. providerID: ProviderV2.ID,
  69. modelID: ModelV2.ID,
  70. ) => Effect.Effect<ModelV2.Info, ProviderNotFoundError | ModelNotFoundError>
  71. readonly all: () => Effect.Effect<ModelV2.Info[]>
  72. readonly available: () => Effect.Effect<ModelV2.Info[]>
  73. readonly default: () => Effect.Effect<Option.Option<ModelV2.Info>>
  74. readonly small: (providerID: ProviderV2.ID) => Effect.Effect<Option.Option<ModelV2.Info>>
  75. }
  76. }
  77. export class Service extends Context.Service<Service, Interface>()("@opencode/v2/Catalog") {}
  78. enableMapSet()
  79. export const layer = Layer.effect(
  80. Service,
  81. Effect.gen(function* () {
  82. const location = yield* Location.Service
  83. const plugin = yield* PluginV2.Service
  84. const events = yield* EventV2.Service
  85. const policy = yield* Policy.Service
  86. const credentials = yield* Credential.Service
  87. const scope = yield* Scope.Scope
  88. const project = (provider: ProviderV2.Info, active: Map<IntegrationSchema.ID, Credential.Stored>) => {
  89. const credential = active.get(IntegrationSchema.ID.make(provider.id))
  90. if (!credential) return provider
  91. const body = { ...provider.request.body }
  92. if (credential.value.type === "key") {
  93. body.apiKey = credential.value.key
  94. Object.assign(body, credential.value.metadata ?? {})
  95. }
  96. if (credential.value.type === "oauth") body.apiKey = credential.value.access
  97. return new ProviderV2.Info({
  98. ...provider,
  99. enabled: { via: "credential", credentialID: credential.id },
  100. request: { ...provider.request, body },
  101. })
  102. }
  103. const resolve = (model: ModelV2.Info, provider: ProviderV2.Info) => {
  104. const api =
  105. model.api.type === "native" && !model.api.url && Object.keys(model.api.settings).length === 0
  106. ? { ...provider.api, id: model.api.id }
  107. : model.api.type === "aisdk" && provider.api.type === "aisdk" && !model.api.url
  108. ? { ...model.api, url: provider.api.url, settings: { ...provider.api.settings, ...model.api.settings } }
  109. : model.api.type === "aisdk" && provider.api.type === "aisdk"
  110. ? { ...model.api, settings: { ...provider.api.settings, ...model.api.settings } }
  111. : model.api
  112. const request = {
  113. ...ModelRequest.merge({ ...provider.request, generation: {}, options: {} }, model.request),
  114. variant: model.request.variant,
  115. }
  116. return new ModelV2.Info({
  117. ...model,
  118. api,
  119. request,
  120. })
  121. }
  122. function* getRecord(providerID: ProviderV2.ID) {
  123. const match = state.get().providers.get(providerID)
  124. if (!match) return yield* new ProviderNotFoundError({ providerID })
  125. return match
  126. }
  127. const normalizeApi = (item: Draft<ProviderV2.Info> | Draft<ModelV2.Info>) => {
  128. if (typeof item.request.body.baseURL !== "string") return
  129. item.api.url = item.request.body.baseURL
  130. delete item.request.body.baseURL
  131. }
  132. const state = State.create<Data, Editor>({
  133. initial: () => ({ providers: new Map() }),
  134. editor: (draft) => {
  135. const result: Editor = {
  136. provider: {
  137. list: () => Array.fromIterable(draft.providers.values()) as ProviderRecord[],
  138. get: (providerID) => draft.providers.get(providerID),
  139. update: (providerID, fn) => {
  140. let current = draft.providers.get(providerID)
  141. if (!current) {
  142. current = castDraft({
  143. provider: ProviderV2.Info.empty(providerID),
  144. models: new Map<ModelV2.ID, ModelV2.Info>(),
  145. })
  146. draft.providers.set(providerID, current)
  147. }
  148. fn(current.provider)
  149. normalizeApi(current.provider)
  150. },
  151. remove: (providerID) => {
  152. draft.providers.delete(providerID)
  153. },
  154. },
  155. model: {
  156. get: (providerID, modelID) => draft.providers.get(providerID)?.models.get(modelID),
  157. update: (providerID, modelID, fn) => {
  158. let record = draft.providers.get(providerID)
  159. if (!record) {
  160. record = castDraft({
  161. provider: ProviderV2.Info.empty(providerID),
  162. models: new Map<ModelV2.ID, ModelV2.Info>(),
  163. })
  164. draft.providers.set(providerID, record)
  165. }
  166. const model = record.models.get(modelID) ?? castDraft(ModelV2.Info.empty(providerID, modelID))
  167. if (!record.models.has(modelID)) record.models.set(modelID, model)
  168. fn(model)
  169. model.id = modelID
  170. model.providerID = providerID
  171. normalizeApi(model)
  172. },
  173. remove: (providerID, modelID) => {
  174. draft.providers.get(providerID)?.models.delete(modelID)
  175. },
  176. default: {
  177. get: () => draft.defaultModel,
  178. set: (providerID, modelID) => {
  179. draft.defaultModel = { providerID, modelID }
  180. },
  181. },
  182. },
  183. }
  184. return result
  185. },
  186. finalize: Effect.fn("CatalogV2.finalize")(function* (catalog, reason) {
  187. if (reason !== "plugin.added") yield* plugin.trigger("catalog.transform", catalog, {}).pipe(Effect.asVoid)
  188. if (!policy.hasStatements()) return
  189. for (const record of [...catalog.provider.list()]) {
  190. if ((yield* policy.evaluate("provider.use", record.provider.id, "allow")) === "deny") {
  191. catalog.provider.remove(record.provider.id)
  192. }
  193. }
  194. }),
  195. })
  196. const active = Effect.fn("CatalogV2.active")(function* () {
  197. return new Map((yield* credentials.all()).map((credential) => [credential.integrationID, credential]))
  198. })
  199. yield* events.subscribe(PluginV2.Event.Added).pipe(
  200. // Plugin registries are location scoped even though the event bus is process scoped.
  201. Stream.filter(
  202. (event) =>
  203. event.location?.directory === location.directory && event.location.workspaceID === location.workspaceID,
  204. ),
  205. Stream.runForEach((event) =>
  206. state.mutate((catalog) => plugin.triggerFor(event.data.id, "catalog.transform", catalog, {}), "plugin.added"),
  207. ),
  208. Effect.forkIn(scope, { startImmediately: true }),
  209. )
  210. const result: Interface = {
  211. transform: state.transform,
  212. provider: {
  213. get: Effect.fn("CatalogV2.provider.get")(function* (providerID) {
  214. const record = yield* getRecord(providerID)
  215. return project(record.provider, yield* active())
  216. }),
  217. all: Effect.fn("CatalogV2.provider.all")(function* () {
  218. const credentials = yield* active()
  219. return Array.fromIterable(state.get().providers.values()).map((record) =>
  220. project(record.provider, credentials),
  221. )
  222. }),
  223. available: Effect.fn("CatalogV2.provider.available")(function* () {
  224. return (yield* result.provider.all()).filter((provider) => provider.enabled)
  225. }),
  226. },
  227. model: {
  228. get: Effect.fn("CatalogV2.model.get")(function* (providerID, modelID) {
  229. const record = yield* getRecord(providerID)
  230. const model = record.models.get(modelID)
  231. if (!model) return yield* new ModelNotFoundError({ providerID, modelID })
  232. return resolve(model, project(record.provider, yield* active()))
  233. }),
  234. all: Effect.fn("CatalogV2.model.all")(function* () {
  235. const credentials = yield* active()
  236. return pipe(
  237. Array.fromIterable(state.get().providers.values()),
  238. Array.flatMap((record) => {
  239. const provider = project(record.provider, credentials)
  240. return Array.fromIterable(record.models.values()).map((model) => resolve(model, provider))
  241. }),
  242. Array.sortWith((item) => item.time.released.epochMilliseconds, Order.flip(Order.Number)),
  243. )
  244. }),
  245. available: Effect.fn("CatalogV2.model.available")(function* () {
  246. const providers = new Map((yield* result.provider.all()).map((provider) => [provider.id, provider]))
  247. return (yield* result.model.all()).filter(
  248. (model) => providers.get(model.providerID)?.enabled !== false && model.enabled,
  249. )
  250. }),
  251. default: Effect.fn("CatalogV2.model.default")(function* () {
  252. const defaultModel = state.get().defaultModel
  253. if (defaultModel) {
  254. const provider = yield* result.provider.get(defaultModel.providerID).pipe(Effect.option)
  255. if (Option.isSome(provider) && provider.value.enabled !== false) {
  256. const model = yield* result.model.get(defaultModel.providerID, defaultModel.modelID).pipe(Effect.option)
  257. if (Option.isSome(model) && model.value.enabled) return model
  258. }
  259. }
  260. return pipe(
  261. yield* result.model.available(),
  262. Array.sortWith((item) => item.time.released.epochMilliseconds, Order.flip(Order.Number)),
  263. Array.head,
  264. )
  265. }),
  266. small: Effect.fn("CatalogV2.model.small")(function* (providerID) {
  267. const record = state.get().providers.get(providerID)
  268. if (!record) return Option.none<ModelV2.Info>()
  269. const provider = project(record.provider, yield* active())
  270. if (providerID === ProviderV2.ID.opencode) {
  271. const gpt5Nano = record.models.get(ModelV2.ID.make("gpt-5-nano"))
  272. if (gpt5Nano?.enabled && gpt5Nano.status === "active") return Option.some(resolve(gpt5Nano, provider))
  273. }
  274. const candidates = pipe(
  275. Array.fromIterable(record.models.values()),
  276. Array.filter(
  277. (model) =>
  278. model.providerID === providerID &&
  279. model.enabled &&
  280. model.status === "active" &&
  281. model.capabilities.input.some((item) => item.startsWith("text")) &&
  282. model.capabilities.output.some((item) => item.startsWith("text")),
  283. ),
  284. Array.map((model) => ({
  285. model,
  286. cost: model.cost[0] ? model.cost[0].input + model.cost[0].output : 999,
  287. age: (Date.now() - model.time.released.epochMilliseconds) / (1000 * 60 * 60 * 24 * 30),
  288. small: SMALL_MODEL_RE.test(`${model.id} ${model.family ?? ""} ${model.name}`.toLowerCase()),
  289. })),
  290. Array.filter((item) => item.cost > 0 && item.age <= 18),
  291. )
  292. const pick = (items: typeof candidates) => {
  293. const maxCost = Math.max(...items.map((item) => item.cost), 0.01)
  294. const maxAge = Math.max(...items.map((item) => item.age), 0.01)
  295. return pipe(
  296. items,
  297. Array.sortWith((item) => (item.cost / maxCost) * 0.8 + (item.age / maxAge) * 0.2, Order.Number),
  298. Array.map((item) => resolve(item.model, provider)),
  299. Array.head,
  300. )
  301. }
  302. return pipe(
  303. candidates,
  304. Array.filter((item) => item.small),
  305. (items) => (items.length > 0 ? pick(items) : pick(candidates)),
  306. )
  307. }),
  308. },
  309. }
  310. return Service.of(result)
  311. }),
  312. )
  313. const SMALL_MODEL_RE = /\b(nano|flash|lite|mini|haiku|small|fast)\b/
  314. export const locationLayer = layer.pipe(
  315. Layer.provideMerge(PluginV2.locationLayer),
  316. Layer.provideMerge(Policy.locationLayer),
  317. )