model.ts 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157
  1. import { z } from "zod"
  2. import { eq, and } from "drizzle-orm"
  3. import { Database } from "./drizzle"
  4. import { ModelTable } from "./schema/model.sql"
  5. import { Identifier } from "./identifier"
  6. import { fn } from "./util/fn"
  7. import { Actor } from "./actor"
  8. import { Resource } from "@opencode-ai/console-resource"
  9. export namespace ZenData {
  10. const FormatSchema = z.enum(["anthropic", "google", "openai", "oa-compat"])
  11. const TrialSchema = z.object({
  12. provider: z.string(),
  13. limits: z.array(
  14. z.object({
  15. limit: z.number(),
  16. client: z.enum(["cli", "desktop"]).optional(),
  17. }),
  18. ),
  19. })
  20. const RateLimitSchema = z.object({
  21. period: z.enum(["day", "rolling"]),
  22. value: z.number().int(),
  23. checkHeader: z.string().optional(),
  24. fallbackValue: z.number().int().optional(),
  25. })
  26. export type Format = z.infer<typeof FormatSchema>
  27. export type Trial = z.infer<typeof TrialSchema>
  28. export type RateLimit = z.infer<typeof RateLimitSchema>
  29. const ModelCostSchema = z.object({
  30. input: z.number(),
  31. output: z.number(),
  32. cacheRead: z.number().optional(),
  33. cacheWrite5m: z.number().optional(),
  34. cacheWrite1h: z.number().optional(),
  35. })
  36. const ModelSchema = z.object({
  37. name: z.string(),
  38. cost: ModelCostSchema,
  39. cost200K: ModelCostSchema.optional(),
  40. allowAnonymous: z.boolean().optional(),
  41. byokProvider: z.enum(["openai", "anthropic", "google"]).optional(),
  42. stickyProvider: z.enum(["strict", "prefer"]).optional(),
  43. trial: TrialSchema.optional(),
  44. rateLimit: RateLimitSchema.optional(),
  45. fallbackProvider: z.string().optional(),
  46. providers: z.array(
  47. z.object({
  48. id: z.string(),
  49. model: z.string(),
  50. weight: z.number().optional(),
  51. disabled: z.boolean().optional(),
  52. storeModel: z.string().optional(),
  53. headers: z.record(z.string(), z.string()).optional(),
  54. bodyModifier: z.record(z.string(), z.string()).optional(),
  55. }),
  56. ),
  57. })
  58. const ProviderSchema = z.object({
  59. api: z.string(),
  60. apiKey: z.string(),
  61. format: FormatSchema,
  62. headerMappings: z.record(z.string(), z.string()).optional(),
  63. })
  64. const ModelsSchema = z.object({
  65. models: z.record(z.string(), z.union([ModelSchema, z.array(ModelSchema.extend({ formatFilter: FormatSchema }))])),
  66. providers: z.record(z.string(), ProviderSchema),
  67. })
  68. export const validate = fn(ModelsSchema, (input) => {
  69. return input
  70. })
  71. export const list = fn(z.void(), () => {
  72. const json = JSON.parse(
  73. Resource.ZEN_MODELS1.value +
  74. Resource.ZEN_MODELS2.value +
  75. Resource.ZEN_MODELS3.value +
  76. Resource.ZEN_MODELS4.value +
  77. Resource.ZEN_MODELS5.value +
  78. Resource.ZEN_MODELS6.value +
  79. Resource.ZEN_MODELS7.value +
  80. Resource.ZEN_MODELS8.value +
  81. Resource.ZEN_MODELS9.value +
  82. Resource.ZEN_MODELS10.value +
  83. Resource.ZEN_MODELS11.value +
  84. Resource.ZEN_MODELS12.value +
  85. Resource.ZEN_MODELS13.value +
  86. Resource.ZEN_MODELS14.value +
  87. Resource.ZEN_MODELS15.value +
  88. Resource.ZEN_MODELS16.value +
  89. Resource.ZEN_MODELS17.value +
  90. Resource.ZEN_MODELS18.value +
  91. Resource.ZEN_MODELS19.value +
  92. Resource.ZEN_MODELS20.value,
  93. )
  94. return ModelsSchema.parse(json)
  95. })
  96. }
  97. export namespace Model {
  98. export const enable = fn(z.object({ model: z.string() }), ({ model }) => {
  99. Actor.assertAdmin()
  100. return Database.use((db) =>
  101. db.delete(ModelTable).where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model))),
  102. )
  103. })
  104. export const disable = fn(z.object({ model: z.string() }), ({ model }) => {
  105. Actor.assertAdmin()
  106. return Database.use((db) =>
  107. db
  108. .insert(ModelTable)
  109. .values({
  110. id: Identifier.create("model"),
  111. workspaceID: Actor.workspace(),
  112. model: model,
  113. })
  114. .onDuplicateKeyUpdate({
  115. set: {
  116. timeDeleted: null,
  117. },
  118. }),
  119. )
  120. })
  121. export const listDisabled = fn(z.void(), () => {
  122. return Database.use((db) =>
  123. db
  124. .select({ model: ModelTable.model })
  125. .from(ModelTable)
  126. .where(eq(ModelTable.workspaceID, Actor.workspace()))
  127. .then((rows) => rows.map((row) => row.model)),
  128. )
  129. })
  130. export const isDisabled = fn(
  131. z.object({
  132. model: z.string(),
  133. }),
  134. ({ model }) => {
  135. return Database.use(async (db) => {
  136. const result = await db
  137. .select()
  138. .from(ModelTable)
  139. .where(and(eq(ModelTable.workspaceID, Actor.workspace()), eq(ModelTable.model, model)))
  140. .limit(1)
  141. return result.length > 0
  142. })
  143. },
  144. )
  145. }