model.ts 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. import { z } from "zod"
  2. import { eq, and } from "drizzle-orm"
  3. import { Database } from "./drizzle"
  4. import { ModelTable } from "./schema/model.sql"
  5. import { Identifier } from "./identifier"
  6. import { fn } from "./util/fn"
  7. import { Actor } from "./actor"
  8. import { Resource } from "@opencode-ai/console-resource"
  9. export namespace ZenData {
  10. const FormatSchema = z.enum(["anthropic", "google", "openai", "oa-compat"])
  11. export type Format = z.infer<typeof FormatSchema>
  12. const ModelCostSchema = z.object({
  13. input: z.number(),
  14. output: z.number(),
  15. cacheRead: z.number().optional(),
  16. cacheWrite5m: z.number().optional(),
  17. cacheWrite1h: z.number().optional(),
  18. })
  19. const ModelSchema = z.object({
  20. name: z.string(),
  21. cost: ModelCostSchema,
  22. cost200K: ModelCostSchema.optional(),
  23. allowAnonymous: z.boolean().optional(),
  24. byokProvider: z.enum(["openai", "anthropic", "google"]).optional(),
  25. stickyProvider: z.enum(["strict", "prefer"]).optional(),
  26. trialProvider: z.string().optional(),
  27. trialEnded: z.boolean().optional(),
  28. fallbackProvider: z.string().optional(),
  29. rateLimit: z.number().optional(),
  30. providers: z.array(
  31. z.object({
  32. id: z.string(),
  33. model: z.string(),
  34. priority: z.number().optional(),
  35. tpmLimit: z.number().optional(),
  36. tpsGoal: z.number().optional(),
  37. weight: z.number().optional(),
  38. disabled: z.boolean().optional(),
  39. storeModel: z.string().optional(),
  40. payloadModifier: z.record(z.string(), z.any()).optional(),
  41. }),
  42. ),
  43. })
  44. const ProviderSchema = z.object({
  45. displayName: z.string().optional(),
  46. api: z.string(),
  47. apiKey: z.union([z.string(), z.record(z.string(), z.string())]),
  48. format: FormatSchema.optional(),
  49. headerMappings: z.record(z.string(), z.string()).optional(),
  50. payloadModifier: z.record(z.string(), z.any()).optional(),
  51. payloadMappings: z.record(z.string(), z.string()).optional(),
  52. adjustCacheUsage: z.boolean().optional(),
  53. })
  54. const ModelsSchema = z.object({
  55. zenModels: z.record(
  56. z.string(),
  57. z.union([ModelSchema, z.array(ModelSchema.extend({ formatFilter: FormatSchema }))]),
  58. ),
  59. liteModels: z.record(
  60. z.string(),
  61. z.union([ModelSchema, z.array(ModelSchema.extend({ formatFilter: FormatSchema }))]),
  62. ),
  63. providers: z.record(z.string(), ProviderSchema),
  64. })
  65. export const validate = fn(ModelsSchema, (input) => {
  66. return input
  67. })
  68. export const list = fn(z.enum(["lite", "full"]), (modelList) => {
  69. const json = JSON.parse(
  70. Resource.ZEN_MODELS1.value +
  71. Resource.ZEN_MODELS2.value +
  72. Resource.ZEN_MODELS3.value +
  73. Resource.ZEN_MODELS4.value +
  74. Resource.ZEN_MODELS5.value +
  75. Resource.ZEN_MODELS6.value +
  76. Resource.ZEN_MODELS7.value +
  77. Resource.ZEN_MODELS8.value +
  78. Resource.ZEN_MODELS9.value +
  79. Resource.ZEN_MODELS10.value +
  80. Resource.ZEN_MODELS11.value +
  81. Resource.ZEN_MODELS12.value +
  82. Resource.ZEN_MODELS13.value +
  83. Resource.ZEN_MODELS14.value +
  84. Resource.ZEN_MODELS15.value +
  85. Resource.ZEN_MODELS16.value +
  86. Resource.ZEN_MODELS17.value +
  87. Resource.ZEN_MODELS18.value +
  88. Resource.ZEN_MODELS19.value +
  89. Resource.ZEN_MODELS20.value +
  90. Resource.ZEN_MODELS21.value +
  91. Resource.ZEN_MODELS22.value +
  92. Resource.ZEN_MODELS23.value +
  93. Resource.ZEN_MODELS24.value +
  94. Resource.ZEN_MODELS25.value +
  95. Resource.ZEN_MODELS26.value +
  96. Resource.ZEN_MODELS27.value +
  97. Resource.ZEN_MODELS28.value +
  98. Resource.ZEN_MODELS29.value +
  99. Resource.ZEN_MODELS30.value,
  100. )
  101. const { zenModels, liteModels, providers } = ModelsSchema.parse(json)
  102. const compositeProviders = Object.fromEntries(
  103. Object.entries(providers).map(([id, provider]) => [
  104. id,
  105. typeof provider.apiKey === "string"
  106. ? [{ id: id, key: provider.apiKey }]
  107. : Object.entries(provider.apiKey).map(([kid, key]) => ({
  108. id: `${id}.${kid}`,
  109. key,
  110. })),
  111. ]),
  112. )
  113. return {
  114. providers: Object.fromEntries(
  115. Object.entries(providers).flatMap(([providerId, provider]) =>
  116. compositeProviders[providerId].map((p) => [p.id, { ...provider, apiKey: p.key }]),
  117. ),
  118. ),
  119. models: (() => {
  120. const normalize = (model: z.infer<typeof ModelSchema>) => {
  121. const providers = model.providers.map((p) => ({
  122. ...p,
  123. priority: p.priority ?? Infinity,
  124. weight: p.weight ?? 1,
  125. }))
  126. const composite = providers.find((p) => compositeProviders[p.id].length > 1)
  127. if (!composite)
  128. return {
  129. trialProvider: model.trialProvider ? [model.trialProvider] : undefined,
  130. providers,
  131. }
  132. const weightMulti = compositeProviders[composite.id].length
  133. return {
  134. trialProvider: (() => {
  135. if (!model.trialProvider) return undefined
  136. if (model.trialProvider === composite.id) return compositeProviders[composite.id].map((p) => p.id)
  137. return [model.trialProvider]
  138. })(),
  139. providers: providers.flatMap((p) =>
  140. p.id === composite.id
  141. ? compositeProviders[p.id].map((sub) => ({
  142. ...p,
  143. id: sub.id,
  144. }))
  145. : [
  146. {
  147. ...p,
  148. weight: p.weight * weightMulti,
  149. },
  150. ],
  151. ),
  152. }
  153. }
  154. return Object.fromEntries(
  155. Object.entries(modelList === "lite" ? liteModels : zenModels).map(([modelId, model]) => {
  156. const n = Array.isArray(model)
  157. ? model.map((m) => ({ ...m, ...normalize(m) }))
  158. : { ...model, ...normalize(model) }
  159. return [modelId, n]
  160. }),
  161. )
  162. })(),
  163. }
  164. })
  165. }
  166. export namespace Model {
  167. export const enable = fn(z.object({ model: z.string() }), ({ model }) => {
  168. Actor.assertAdmin()
  169. return Database.use((db) =>
  170. db.delete(ModelTable).where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model))),
  171. )
  172. })
  173. export const disable = fn(z.object({ model: z.string() }), ({ model }) => {
  174. Actor.assertAdmin()
  175. return Database.use((db) =>
  176. db
  177. .insert(ModelTable)
  178. .values({
  179. id: Identifier.create("model"),
  180. workspaceID: Actor.workspace(),
  181. model: model,
  182. })
  183. .onDuplicateKeyUpdate({
  184. set: {
  185. timeDeleted: null,
  186. },
  187. }),
  188. )
  189. })
  190. export const listDisabled = fn(z.void(), () => {
  191. return Database.use((db) =>
  192. db
  193. .select({ model: ModelTable.model })
  194. .from(ModelTable)
  195. .where(eq(ModelTable.workspaceID, Actor.workspace()))
  196. .then((rows) => rows.map((row) => row.model)),
  197. )
  198. })
  199. export const isDisabled = fn(
  200. z.object({
  201. model: z.string(),
  202. }),
  203. ({ model }) => {
  204. return Database.use(async (db) => {
  205. const result = await db
  206. .select()
  207. .from(ModelTable)
  208. .where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model)))
  209. .limit(1)
  210. return result.length > 0
  211. })
  212. },
  213. )
  214. }