model.ts 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171
  1. import { z } from "zod"
  2. import { eq, and } from "drizzle-orm"
  3. import { Database } from "./drizzle"
  4. import { ModelTable } from "./schema/model.sql"
  5. import { Identifier } from "./identifier"
  6. import { fn } from "./util/fn"
  7. import { Actor } from "./actor"
  8. import { Resource } from "@opencode-ai/console-resource"
  9. export namespace ZenData {
  10. const FormatSchema = z.enum(["anthropic", "google", "openai", "oa-compat"])
  11. const TrialSchema = z.object({
  12. provider: z.string(),
  13. limits: z.array(
  14. z.object({
  15. limit: z.number(),
  16. client: z.enum(["cli", "desktop"]).optional(),
  17. }),
  18. ),
  19. })
  20. const RateLimitSchema = z.object({
  21. period: z.enum(["day", "rolling"]),
  22. value: z.number().int(),
  23. checkHeader: z.string().optional(),
  24. fallbackValue: z.number().int().optional(),
  25. })
  26. export type Format = z.infer<typeof FormatSchema>
  27. export type Trial = z.infer<typeof TrialSchema>
  28. export type RateLimit = z.infer<typeof RateLimitSchema>
  29. const ModelCostSchema = z.object({
  30. input: z.number(),
  31. output: z.number(),
  32. cacheRead: z.number().optional(),
  33. cacheWrite5m: z.number().optional(),
  34. cacheWrite1h: z.number().optional(),
  35. })
  36. const ModelSchema = z.object({
  37. name: z.string(),
  38. cost: ModelCostSchema,
  39. cost200K: ModelCostSchema.optional(),
  40. allowAnonymous: z.boolean().optional(),
  41. byokProvider: z.enum(["openai", "anthropic", "google"]).optional(),
  42. stickyProvider: z.enum(["strict", "prefer"]).optional(),
  43. trial: TrialSchema.optional(),
  44. rateLimit: RateLimitSchema.optional(),
  45. fallbackProvider: z.string().optional(),
  46. providers: z.array(
  47. z.object({
  48. id: z.string(),
  49. model: z.string(),
  50. weight: z.number().optional(),
  51. disabled: z.boolean().optional(),
  52. storeModel: z.string().optional(),
  53. }),
  54. ),
  55. })
  56. const ProviderSchema = z.object({
  57. api: z.string(),
  58. apiKey: z.string(),
  59. format: FormatSchema.optional(),
  60. headerMappings: z.record(z.string(), z.string()).optional(),
  61. family: z.string().optional(),
  62. })
  63. const ProviderFamilySchema = z.object({
  64. headers: z.record(z.string(), z.string()).optional(),
  65. bodyModifier: z.record(z.string(), z.string()).optional(),
  66. })
  67. const ModelsSchema = z.object({
  68. models: z.record(z.string(), z.union([ModelSchema, z.array(ModelSchema.extend({ formatFilter: FormatSchema }))])),
  69. providers: z.record(z.string(), ProviderSchema),
  70. providerFamilies: z.record(z.string(), ProviderFamilySchema),
  71. })
  72. export const validate = fn(ModelsSchema, (input) => {
  73. return input
  74. })
  75. export const list = fn(z.void(), () => {
  76. const json = JSON.parse(
  77. Resource.ZEN_MODELS1.value +
  78. Resource.ZEN_MODELS2.value +
  79. Resource.ZEN_MODELS3.value +
  80. Resource.ZEN_MODELS4.value +
  81. Resource.ZEN_MODELS5.value +
  82. Resource.ZEN_MODELS6.value +
  83. Resource.ZEN_MODELS7.value +
  84. Resource.ZEN_MODELS8.value +
  85. Resource.ZEN_MODELS9.value +
  86. Resource.ZEN_MODELS10.value +
  87. Resource.ZEN_MODELS11.value +
  88. Resource.ZEN_MODELS12.value +
  89. Resource.ZEN_MODELS13.value +
  90. Resource.ZEN_MODELS14.value +
  91. Resource.ZEN_MODELS15.value +
  92. Resource.ZEN_MODELS16.value +
  93. Resource.ZEN_MODELS17.value +
  94. Resource.ZEN_MODELS18.value +
  95. Resource.ZEN_MODELS19.value +
  96. Resource.ZEN_MODELS20.value,
  97. )
  98. const { models, providers, providerFamilies } = ModelsSchema.parse(json)
  99. return {
  100. models,
  101. providers: Object.fromEntries(
  102. Object.entries(providers).map(([id, provider]) => [
  103. id,
  104. { ...provider, ...(provider.family ? providerFamilies[provider.family] : {}) },
  105. ]),
  106. ),
  107. }
  108. })
  109. }
  110. export namespace Model {
  111. export const enable = fn(z.object({ model: z.string() }), ({ model }) => {
  112. Actor.assertAdmin()
  113. return Database.use((db) =>
  114. db.delete(ModelTable).where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model))),
  115. )
  116. })
  117. export const disable = fn(z.object({ model: z.string() }), ({ model }) => {
  118. Actor.assertAdmin()
  119. return Database.use((db) =>
  120. db
  121. .insert(ModelTable)
  122. .values({
  123. id: Identifier.create("model"),
  124. workspaceID: Actor.workspace(),
  125. model: model,
  126. })
  127. .onDuplicateKeyUpdate({
  128. set: {
  129. timeDeleted: null,
  130. },
  131. }),
  132. )
  133. })
  134. export const listDisabled = fn(z.void(), () => {
  135. return Database.use((db) =>
  136. db
  137. .select({ model: ModelTable.model })
  138. .from(ModelTable)
  139. .where(eq(ModelTable.workspaceID, Actor.workspace()))
  140. .then((rows) => rows.map((row) => row.model)),
  141. )
  142. })
  143. export const isDisabled = fn(
  144. z.object({
  145. model: z.string(),
  146. }),
  147. ({ model }) => {
  148. return Database.use(async (db) => {
  149. const result = await db
  150. .select()
  151. .from(ModelTable)
  152. .where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model)))
  153. .limit(1)
  154. return result.length > 0
  155. })
  156. },
  157. )
  158. }