model.ts 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158
  1. import { z } from "zod"
  2. import { eq, and } from "drizzle-orm"
  3. import { Database } from "./drizzle"
  4. import { ModelTable } from "./schema/model.sql"
  5. import { Identifier } from "./identifier"
  6. import { fn } from "./util/fn"
  7. import { Actor } from "./actor"
  8. import { Resource } from "@opencode-ai/console-resource"
  9. export namespace ZenData {
  10. const FormatSchema = z.enum(["anthropic", "google", "openai", "oa-compat"])
  11. export type Format = z.infer<typeof FormatSchema>
  12. const ModelCostSchema = z.object({
  13. input: z.number(),
  14. output: z.number(),
  15. cacheRead: z.number().optional(),
  16. cacheWrite5m: z.number().optional(),
  17. cacheWrite1h: z.number().optional(),
  18. })
  19. const ModelSchema = z.object({
  20. name: z.string(),
  21. cost: ModelCostSchema,
  22. cost200K: ModelCostSchema.optional(),
  23. allowAnonymous: z.boolean().optional(),
  24. byokProvider: z.enum(["openai", "anthropic", "google"]).optional(),
  25. stickyProvider: z.enum(["strict", "prefer"]).optional(),
  26. trialProviders: z.array(z.string()).optional(),
  27. fallbackProvider: z.string().optional(),
  28. rateLimit: z.number().optional(),
  29. providers: z.array(
  30. z.object({
  31. id: z.string(),
  32. model: z.string(),
  33. weight: z.number().optional(),
  34. disabled: z.boolean().optional(),
  35. storeModel: z.string().optional(),
  36. payloadModifier: z.record(z.string(), z.any()).optional(),
  37. safetyIdentifier: z.boolean().optional(),
  38. }),
  39. ),
  40. })
  41. const ProviderSchema = z.object({
  42. api: z.string(),
  43. apiKey: z.string(),
  44. format: FormatSchema.optional(),
  45. headerMappings: z.record(z.string(), z.string()).optional(),
  46. payloadModifier: z.record(z.string(), z.any()).optional(),
  47. payloadMappings: z.record(z.string(), z.string()).optional(),
  48. adjustCacheUsage: z.boolean().optional(),
  49. })
  50. const ModelsSchema = z.object({
  51. models: z.record(z.string(), z.union([ModelSchema, z.array(ModelSchema.extend({ formatFilter: FormatSchema }))])),
  52. liteModels: z.record(z.string(), ModelSchema),
  53. providers: z.record(z.string(), ProviderSchema),
  54. })
  55. export const validate = fn(ModelsSchema, (input) => {
  56. return input
  57. })
  58. export const list = fn(z.enum(["lite", "full"]), (modelList) => {
  59. const json = JSON.parse(
  60. Resource.ZEN_MODELS1.value +
  61. Resource.ZEN_MODELS2.value +
  62. Resource.ZEN_MODELS3.value +
  63. Resource.ZEN_MODELS4.value +
  64. Resource.ZEN_MODELS5.value +
  65. Resource.ZEN_MODELS6.value +
  66. Resource.ZEN_MODELS7.value +
  67. Resource.ZEN_MODELS8.value +
  68. Resource.ZEN_MODELS9.value +
  69. Resource.ZEN_MODELS10.value +
  70. Resource.ZEN_MODELS11.value +
  71. Resource.ZEN_MODELS12.value +
  72. Resource.ZEN_MODELS13.value +
  73. Resource.ZEN_MODELS14.value +
  74. Resource.ZEN_MODELS15.value +
  75. Resource.ZEN_MODELS16.value +
  76. Resource.ZEN_MODELS17.value +
  77. Resource.ZEN_MODELS18.value +
  78. Resource.ZEN_MODELS19.value +
  79. Resource.ZEN_MODELS20.value +
  80. Resource.ZEN_MODELS21.value +
  81. Resource.ZEN_MODELS22.value +
  82. Resource.ZEN_MODELS23.value +
  83. Resource.ZEN_MODELS24.value +
  84. Resource.ZEN_MODELS25.value +
  85. Resource.ZEN_MODELS26.value +
  86. Resource.ZEN_MODELS27.value +
  87. Resource.ZEN_MODELS28.value +
  88. Resource.ZEN_MODELS29.value +
  89. Resource.ZEN_MODELS30.value,
  90. )
  91. const { models, liteModels, providers } = ModelsSchema.parse(json)
  92. return {
  93. models: modelList === "lite" ? liteModels : models,
  94. providers,
  95. }
  96. })
  97. }
  98. export namespace Model {
  99. export const enable = fn(z.object({ model: z.string() }), ({ model }) => {
  100. Actor.assertAdmin()
  101. return Database.use((db) =>
  102. db.delete(ModelTable).where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model))),
  103. )
  104. })
  105. export const disable = fn(z.object({ model: z.string() }), ({ model }) => {
  106. Actor.assertAdmin()
  107. return Database.use((db) =>
  108. db
  109. .insert(ModelTable)
  110. .values({
  111. id: Identifier.create("model"),
  112. workspaceID: Actor.workspace(),
  113. model: model,
  114. })
  115. .onDuplicateKeyUpdate({
  116. set: {
  117. timeDeleted: null,
  118. },
  119. }),
  120. )
  121. })
  122. export const listDisabled = fn(z.void(), () => {
  123. return Database.use((db) =>
  124. db
  125. .select({ model: ModelTable.model })
  126. .from(ModelTable)
  127. .where(eq(ModelTable.workspaceID, Actor.workspace()))
  128. .then((rows) => rows.map((row) => row.model)),
  129. )
  130. })
  131. export const isDisabled = fn(
  132. z.object({
  133. model: z.string(),
  134. }),
  135. ({ model }) => {
  136. return Database.use(async (db) => {
  137. const result = await db
  138. .select()
  139. .from(ModelTable)
  140. .where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model)))
  141. .limit(1)
  142. return result.length > 0
  143. })
  144. },
  145. )
  146. }