catalog.ts 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301
  1. export * as Catalog from "./catalog"
  2. import { makeLocationNode } from "./effect/app-node"
  3. import { Array, Context, Effect, Layer, Option, Order, pipe, Schema } from "effect"
  4. import { Catalog } from "@opencode-ai/schema/catalog"
  5. import { ModelV2 } from "./model"
  6. import { ProviderV2 } from "./provider"
  7. import { EventV2 } from "./event"
  8. import { Policy } from "./policy"
  9. import { State } from "./state"
  10. import { Integration } from "./integration"
  11. export type ProviderRecord = {
  12. provider: ProviderV2.MutableInfo
  13. models: Map<ModelV2.ID, ModelV2.MutableInfo>
  14. }
  15. export type DefaultModel = { providerID: ProviderV2.ID; modelID: ModelV2.ID }
  16. export const PolicyActions = Schema.Literals(["provider.use"])
  17. export const Event = Catalog.Event
  18. type Data = {
  19. providers: Map<ProviderV2.ID, ProviderRecord>
  20. defaultModel?: DefaultModel
  21. }
  22. export type Draft = {
  23. provider: {
  24. list: () => readonly ProviderRecord[]
  25. get: (providerID: ProviderV2.ID) => ProviderRecord | undefined
  26. update: (providerID: ProviderV2.ID, fn: (provider: ProviderV2.MutableInfo) => void) => void
  27. remove: (providerID: ProviderV2.ID) => void
  28. }
  29. model: {
  30. get: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => ModelV2.Info | undefined
  31. update: (providerID: ProviderV2.ID, modelID: ModelV2.ID, fn: (model: ModelV2.MutableInfo) => void) => void
  32. remove: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => void
  33. default: {
  34. get: () => DefaultModel | undefined
  35. set: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => void
  36. }
  37. }
  38. }
  39. export interface Interface extends State.Transformable<Draft> {
  40. readonly provider: {
  41. readonly get: (providerID: ProviderV2.ID) => Effect.Effect<ProviderV2.Info | undefined>
  42. readonly all: () => Effect.Effect<ProviderV2.Info[]>
  43. readonly available: () => Effect.Effect<ProviderV2.Info[]>
  44. }
  45. readonly model: {
  46. readonly get: (providerID: ProviderV2.ID, modelID: ModelV2.ID) => Effect.Effect<ModelV2.Info | undefined>
  47. readonly all: () => Effect.Effect<ModelV2.Info[]>
  48. readonly available: () => Effect.Effect<ModelV2.Info[]>
  49. readonly default: () => Effect.Effect<ModelV2.Info | undefined>
  50. readonly small: (providerID: ProviderV2.ID) => Effect.Effect<ModelV2.Info | undefined>
  51. }
  52. }
  53. export class Service extends Context.Service<Service, Interface>()("@opencode/v2/Catalog") {}
  54. const layer = Layer.effect(
  55. Service,
  56. Effect.gen(function* () {
  57. const events = yield* EventV2.Service
  58. const policy = yield* Policy.Service
  59. const integrations = yield* Integration.Service
  60. const available = (provider: ProviderV2.Info, integration: Integration.Info | undefined) => {
  61. if (provider.disabled) return false
  62. if (typeof provider.request.body.apiKey === "string") return true
  63. if (integration?.connections.length) return true
  64. return provider.integrationID === undefined && !integration
  65. }
  66. const projectModel = (model: ModelV2.Info, provider: ProviderV2.Info) => {
  67. const api =
  68. model.api.type === "native" && !model.api.url && Object.keys(model.api.settings).length === 0
  69. ? { ...provider.api, id: model.api.id }
  70. : model.api.type === "aisdk" && provider.api.type === "aisdk" && !model.api.url
  71. ? { ...model.api, url: provider.api.url, settings: { ...provider.api.settings, ...model.api.settings } }
  72. : model.api.type === "aisdk" && provider.api.type === "aisdk"
  73. ? { ...model.api, settings: { ...provider.api.settings, ...model.api.settings } }
  74. : model.api
  75. const request = {
  76. headers: { ...provider.request.headers, ...model.request.headers },
  77. body: { ...provider.request.body, ...model.request.body },
  78. variant: model.request.variant,
  79. }
  80. return ModelV2.Info.make({
  81. ...model,
  82. api,
  83. request,
  84. })
  85. }
  86. const normalizeApi = (item: ProviderV2.MutableInfo | ModelV2.MutableInfo) => {
  87. if (typeof item.request.body.baseURL !== "string") return
  88. item.api.url = item.request.body.baseURL
  89. delete item.request.body.baseURL
  90. }
  91. const state = State.create<Data, Draft>({
  92. initial: () => ({ providers: new Map() }),
  93. draft: (draft) => {
  94. const result: Draft = {
  95. provider: {
  96. list: () => Array.fromIterable(draft.providers.values()) as ProviderRecord[],
  97. get: (providerID) => draft.providers.get(providerID),
  98. update: (providerID, fn) => {
  99. let current = draft.providers.get(providerID)
  100. if (!current) {
  101. current = {
  102. provider: ProviderV2.Info.empty(providerID) as ProviderV2.MutableInfo,
  103. models: new Map<ModelV2.ID, ModelV2.MutableInfo>(),
  104. }
  105. draft.providers.set(providerID, current)
  106. }
  107. fn(current.provider)
  108. normalizeApi(current.provider)
  109. },
  110. remove: (providerID) => {
  111. draft.providers.delete(providerID)
  112. },
  113. },
  114. model: {
  115. get: (providerID, modelID) => draft.providers.get(providerID)?.models.get(modelID),
  116. update: (providerID, modelID, fn) => {
  117. let record = draft.providers.get(providerID)
  118. if (!record) {
  119. record = {
  120. provider: ProviderV2.Info.empty(providerID) as ProviderV2.MutableInfo,
  121. models: new Map<ModelV2.ID, ModelV2.MutableInfo>(),
  122. }
  123. draft.providers.set(providerID, record)
  124. }
  125. const model =
  126. record.models.get(modelID) ?? (ModelV2.Info.empty(providerID, modelID) as ModelV2.MutableInfo)
  127. if (!record.models.has(modelID)) record.models.set(modelID, model)
  128. fn(model)
  129. model.id = modelID
  130. model.providerID = providerID
  131. normalizeApi(model)
  132. },
  133. remove: (providerID, modelID) => {
  134. draft.providers.get(providerID)?.models.delete(modelID)
  135. },
  136. default: {
  137. get: () => draft.defaultModel,
  138. set: (providerID, modelID) => {
  139. draft.defaultModel = { providerID, modelID }
  140. },
  141. },
  142. },
  143. }
  144. return result
  145. },
  146. finalize: Effect.fn("CatalogV2.finalize")(function* (catalog) {
  147. if (policy.hasStatements()) {
  148. for (const record of [...catalog.provider.list()]) {
  149. if ((yield* policy.evaluate("provider.use", record.provider.id, "allow")) === "deny") {
  150. catalog.provider.remove(record.provider.id)
  151. }
  152. }
  153. }
  154. yield* events.publish(Event.Updated, {})
  155. }),
  156. })
  157. const result: Interface = {
  158. transform: state.transform,
  159. reload: state.reload,
  160. provider: {
  161. get: Effect.fn("CatalogV2.provider.get")(function* (providerID) {
  162. return state.get().providers.get(providerID)?.provider
  163. }),
  164. all: Effect.fn("CatalogV2.provider.all")(function* () {
  165. return Array.fromIterable(state.get().providers.values()).map((record) => record.provider)
  166. }),
  167. available: Effect.fn("CatalogV2.provider.available")(function* () {
  168. const active = new Map((yield* integrations.list()).map((integration) => [integration.id, integration]))
  169. return (yield* result.provider.all()).filter((provider) =>
  170. available(provider, active.get(provider.integrationID ?? Integration.ID.make(provider.id))),
  171. )
  172. }),
  173. },
  174. model: {
  175. get: Effect.fn("CatalogV2.model.get")(function* (providerID, modelID) {
  176. const record = state.get().providers.get(providerID)
  177. if (!record) return
  178. const model = record.models.get(modelID)
  179. return model && projectModel(model, record.provider)
  180. }),
  181. all: Effect.fn("CatalogV2.model.all")(function* () {
  182. return pipe(
  183. Array.fromIterable(state.get().providers.values()),
  184. Array.flatMap((record) => {
  185. return Array.fromIterable(record.models.values()).map((model) => projectModel(model, record.provider))
  186. }),
  187. Array.sortWith((item) => item.time.released, Order.flip(Order.Number)),
  188. )
  189. }),
  190. available: Effect.fn("CatalogV2.model.available")(function* () {
  191. const providers = new Set((yield* result.provider.available()).map((provider) => provider.id))
  192. return (yield* result.model.all()).filter((model) => providers.has(model.providerID) && model.enabled)
  193. }),
  194. default: Effect.fn("CatalogV2.model.default")(function* () {
  195. const defaultModel = state.get().defaultModel
  196. if (defaultModel) {
  197. const provider = yield* result.provider.get(defaultModel.providerID)
  198. if (provider && (yield* result.provider.available()).some((item) => item.id === provider.id)) {
  199. const model = yield* result.model.get(defaultModel.providerID, defaultModel.modelID)
  200. if (model?.enabled) return model
  201. }
  202. }
  203. return Option.getOrUndefined(
  204. pipe(
  205. yield* result.model.available(),
  206. Array.sortWith((item) => item.time.released, Order.flip(Order.Number)),
  207. Array.head,
  208. ),
  209. )
  210. }),
  211. small: Effect.fn("CatalogV2.model.small")(function* (providerID) {
  212. const record = state.get().providers.get(providerID)
  213. if (!record) return
  214. const provider = record.provider
  215. // TODO: Remove these provider-specific assumptions once model syncing reliably reports available deployments.
  216. if (providerID === ProviderV2.ID.azure || providerID === ProviderV2.ID.make("azure-cognitive-services")) {
  217. return
  218. }
  219. if (providerID === ProviderV2.ID.opencode) {
  220. const gpt5Nano = record.models.get(ModelV2.ID.make("gpt-5-nano"))
  221. if (gpt5Nano?.enabled && gpt5Nano.status === "active") return projectModel(gpt5Nano, provider)
  222. }
  223. const candidates = pipe(
  224. Array.fromIterable(record.models.values()),
  225. Array.filter(
  226. (model) =>
  227. model.providerID === providerID &&
  228. model.enabled &&
  229. model.status === "active" &&
  230. model.capabilities.input.some((item) => item.startsWith("text")) &&
  231. model.capabilities.output.some((item) => item.startsWith("text")),
  232. ),
  233. Array.map((model) => ({
  234. model,
  235. cost: model.cost[0] ? model.cost[0].input + model.cost[0].output : 999,
  236. age: (Date.now() - model.time.released) / (1000 * 60 * 60 * 24 * 30),
  237. small: SMALL_MODEL_RE.test(`${model.id} ${model.family ?? ""} ${model.name}`.toLowerCase()),
  238. })),
  239. Array.filter((item) => item.cost > 0 && item.age <= 18),
  240. )
  241. const pick = (items: typeof candidates) => {
  242. const maxCost = Math.max(...items.map((item) => item.cost), 0.01)
  243. const maxAge = Math.max(...items.map((item) => item.age), 0.01)
  244. return pipe(
  245. items,
  246. Array.sortWith((item) => (item.cost / maxCost) * 0.8 + (item.age / maxAge) * 0.2, Order.Number),
  247. Array.map((item) => projectModel(item.model, provider)),
  248. Array.head,
  249. )
  250. }
  251. return Option.getOrUndefined(
  252. pipe(
  253. candidates,
  254. Array.filter((item) => item.small),
  255. (items) => (items.length > 0 ? pick(items) : pick(candidates)),
  256. ),
  257. )
  258. }),
  259. },
  260. }
  261. return Service.of(result)
  262. }),
  263. )
  264. const SMALL_MODEL_RE = /\b(nano|flash|lite|mini|haiku|small|fast)\b/
  265. export const locationLayer = layer.pipe(
  266. Layer.provideMerge(Integration.locationLayer),
  267. Layer.provideMerge(Policy.locationLayer),
  268. )
  269. export const node = makeLocationNode({ service: Service, layer, deps: [EventV2.node, Policy.node, Integration.node] })