model.ts 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228
  1. import { z } from "zod"
  2. import { eq, and } from "drizzle-orm"
  3. import { Database } from "./drizzle"
  4. import { ModelTable } from "./schema/model.sql"
  5. import { Identifier } from "./identifier"
  6. import { fn } from "./util/fn"
  7. import { Actor } from "./actor"
  8. import { Resource } from "@opencode-ai/console-resource"
  9. export namespace ZenData {
  10. const FormatSchema = z.enum(["anthropic", "google", "openai", "oa-compat"])
  11. export type Format = z.infer<typeof FormatSchema>
  12. const ModelCostSchema = z.object({
  13. input: z.number(),
  14. output: z.number(),
  15. cacheRead: z.number().optional(),
  16. cacheWrite5m: z.number().optional(),
  17. cacheWrite1h: z.number().optional(),
  18. })
  19. const ModelSchema = z.object({
  20. name: z.string(),
  21. cost: ModelCostSchema,
  22. cost200K: ModelCostSchema.optional(),
  23. allowAnonymous: z.boolean().optional(),
  24. byokProvider: z.enum(["openai", "anthropic", "google"]).optional(),
  25. stickyProvider: z.enum(["strict", "prefer"]).optional(),
  26. trialProvider: z.string().optional(),
  27. trialEnded: z.boolean().optional(),
  28. fallbackProvider: z.string().optional(),
  29. rateLimit: z.number().optional(),
  30. providers: z.array(
  31. z.object({
  32. id: z.string(),
  33. model: z.string(),
  34. priority: z.number().optional(),
  35. tpmLimit: z.number().optional(),
  36. weight: z.number().optional(),
  37. disabled: z.boolean().optional(),
  38. storeModel: z.string().optional(),
  39. payloadModifier: z.record(z.string(), z.any()).optional(),
  40. }),
  41. ),
  42. })
  43. const ProviderSchema = z.object({
  44. displayName: z.string().optional(),
  45. api: z.string(),
  46. apiKey: z.union([z.string(), z.record(z.string(), z.string())]),
  47. format: FormatSchema.optional(),
  48. headerMappings: z.record(z.string(), z.string()).optional(),
  49. payloadModifier: z.record(z.string(), z.any()).optional(),
  50. payloadMappings: z.record(z.string(), z.string()).optional(),
  51. adjustCacheUsage: z.boolean().optional(),
  52. })
  53. const ModelsSchema = z.object({
  54. zenModels: z.record(
  55. z.string(),
  56. z.union([ModelSchema, z.array(ModelSchema.extend({ formatFilter: FormatSchema }))]),
  57. ),
  58. liteModels: z.record(
  59. z.string(),
  60. z.union([ModelSchema, z.array(ModelSchema.extend({ formatFilter: FormatSchema }))]),
  61. ),
  62. providers: z.record(z.string(), ProviderSchema),
  63. })
  64. export const validate = fn(ModelsSchema, (input) => {
  65. return input
  66. })
  67. export const list = fn(z.enum(["lite", "full"]), (modelList) => {
  68. const json = JSON.parse(
  69. Resource.ZEN_MODELS1.value +
  70. Resource.ZEN_MODELS2.value +
  71. Resource.ZEN_MODELS3.value +
  72. Resource.ZEN_MODELS4.value +
  73. Resource.ZEN_MODELS5.value +
  74. Resource.ZEN_MODELS6.value +
  75. Resource.ZEN_MODELS7.value +
  76. Resource.ZEN_MODELS8.value +
  77. Resource.ZEN_MODELS9.value +
  78. Resource.ZEN_MODELS10.value +
  79. Resource.ZEN_MODELS11.value +
  80. Resource.ZEN_MODELS12.value +
  81. Resource.ZEN_MODELS13.value +
  82. Resource.ZEN_MODELS14.value +
  83. Resource.ZEN_MODELS15.value +
  84. Resource.ZEN_MODELS16.value +
  85. Resource.ZEN_MODELS17.value +
  86. Resource.ZEN_MODELS18.value +
  87. Resource.ZEN_MODELS19.value +
  88. Resource.ZEN_MODELS20.value +
  89. Resource.ZEN_MODELS21.value +
  90. Resource.ZEN_MODELS22.value +
  91. Resource.ZEN_MODELS23.value +
  92. Resource.ZEN_MODELS24.value +
  93. Resource.ZEN_MODELS25.value +
  94. Resource.ZEN_MODELS26.value +
  95. Resource.ZEN_MODELS27.value +
  96. Resource.ZEN_MODELS28.value +
  97. Resource.ZEN_MODELS29.value +
  98. Resource.ZEN_MODELS30.value,
  99. )
  100. const { zenModels, liteModels, providers } = ModelsSchema.parse(json)
  101. const compositeProviders = Object.fromEntries(
  102. Object.entries(providers).map(([id, provider]) => [
  103. id,
  104. typeof provider.apiKey === "string"
  105. ? [{ id: id, key: provider.apiKey }]
  106. : Object.entries(provider.apiKey).map(([kid, key]) => ({
  107. id: `${id}.${kid}`,
  108. key,
  109. })),
  110. ]),
  111. )
  112. return {
  113. providers: Object.fromEntries(
  114. Object.entries(providers).flatMap(([providerId, provider]) =>
  115. compositeProviders[providerId].map((p) => [p.id, { ...provider, apiKey: p.key }]),
  116. ),
  117. ),
  118. models: (() => {
  119. const normalize = (model: z.infer<typeof ModelSchema>) => {
  120. const providers = model.providers.map((p) => ({
  121. ...p,
  122. priority: p.priority ?? Infinity,
  123. weight: p.weight ?? 1,
  124. }))
  125. const composite = providers.find((p) => compositeProviders[p.id].length > 1)
  126. if (!composite)
  127. return {
  128. trialProvider: model.trialProvider ? [model.trialProvider] : undefined,
  129. providers,
  130. }
  131. const weightMulti = compositeProviders[composite.id].length
  132. return {
  133. trialProvider: (() => {
  134. if (!model.trialProvider) return undefined
  135. if (model.trialProvider === composite.id) return compositeProviders[composite.id].map((p) => p.id)
  136. return [model.trialProvider]
  137. })(),
  138. providers: providers.flatMap((p) =>
  139. p.id === composite.id
  140. ? compositeProviders[p.id].map((sub) => ({
  141. ...p,
  142. id: sub.id,
  143. }))
  144. : [
  145. {
  146. ...p,
  147. weight: p.weight * weightMulti,
  148. },
  149. ],
  150. ),
  151. }
  152. }
  153. return Object.fromEntries(
  154. Object.entries(modelList === "lite" ? liteModels : zenModels).map(([modelId, model]) => {
  155. const n = Array.isArray(model)
  156. ? model.map((m) => ({ ...m, ...normalize(m) }))
  157. : { ...model, ...normalize(model) }
  158. return [modelId, n]
  159. }),
  160. )
  161. })(),
  162. }
  163. })
  164. }
  165. export namespace Model {
  166. export const enable = fn(z.object({ model: z.string() }), ({ model }) => {
  167. Actor.assertAdmin()
  168. return Database.use((db) =>
  169. db.delete(ModelTable).where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model))),
  170. )
  171. })
  172. export const disable = fn(z.object({ model: z.string() }), ({ model }) => {
  173. Actor.assertAdmin()
  174. return Database.use((db) =>
  175. db
  176. .insert(ModelTable)
  177. .values({
  178. id: Identifier.create("model"),
  179. workspaceID: Actor.workspace(),
  180. model: model,
  181. })
  182. .onDuplicateKeyUpdate({
  183. set: {
  184. timeDeleted: null,
  185. },
  186. }),
  187. )
  188. })
  189. export const listDisabled = fn(z.void(), () => {
  190. return Database.use((db) =>
  191. db
  192. .select({ model: ModelTable.model })
  193. .from(ModelTable)
  194. .where(eq(ModelTable.workspaceID, Actor.workspace()))
  195. .then((rows) => rows.map((row) => row.model)),
  196. )
  197. })
  198. export const isDisabled = fn(
  199. z.object({
  200. model: z.string(),
  201. }),
  202. ({ model }) => {
  203. return Database.use(async (db) => {
  204. const result = await db
  205. .select()
  206. .from(ModelTable)
  207. .where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model)))
  208. .limit(1)
  209. return result.length > 0
  210. })
  211. },
  212. )
  213. }