provider-deepinfra.test.ts 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. import { describe, expect, mock } from "bun:test"
  2. import { Effect } from "effect"
  3. import { ModelV2 } from "@opencode-ai/core/model"
  4. import { PluginV2 } from "@opencode-ai/core/plugin"
  5. import { PluginHost } from "@opencode-ai/core/plugin/host"
  6. import { DeepInfraPlugin } from "@opencode-ai/core/plugin/provider/deepinfra"
  7. import { ProviderV2 } from "@opencode-ai/core/provider"
  8. import { testEffect } from "../lib/effect"
  9. import { PluginTestLayer } from "./fixture"
  10. const it = testEffect(PluginTestLayer)
  11. const deepinfraOptions: Record<string, unknown>[] = []
  12. const deepinfraLanguageModels: string[] = []
  13. const addPlugin = Effect.fn(function* () {
  14. const plugin = yield* PluginV2.Service
  15. const host = yield* PluginHost.make()
  16. yield* plugin.add({ id: DeepInfraPlugin.id, effect: DeepInfraPlugin.effect(host) })
  17. })
  18. void mock.module("@ai-sdk/deepinfra", () => ({
  19. createDeepInfra: (options: Record<string, unknown>) => {
  20. const captured = { ...options }
  21. deepinfraOptions.push(captured)
  22. return {
  23. languageModel: (modelID: string) => {
  24. deepinfraLanguageModels.push(modelID)
  25. return { modelID, provider: `${captured.name ?? "deepinfra"}.chat`, specificationVersion: "v3" }
  26. },
  27. }
  28. },
  29. }))
  30. function resetDeepInfraMock() {
  31. deepinfraOptions.length = 0
  32. deepinfraLanguageModels.length = 0
  33. }
  34. describe("DeepInfraPlugin", () => {
  35. it.effect("creates a DeepInfra SDK for @ai-sdk/deepinfra", () =>
  36. Effect.gen(function* () {
  37. resetDeepInfraMock()
  38. const plugin = yield* PluginV2.Service
  39. yield* addPlugin()
  40. const result = yield* plugin.trigger(
  41. "aisdk.sdk",
  42. {
  43. model: new ModelV2.Info({
  44. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("model")),
  45. api: { id: ModelV2.ID.make("model"), type: "aisdk", package: "@ai-sdk/deepinfra" },
  46. }),
  47. package: "@ai-sdk/deepinfra",
  48. options: { name: "deepinfra" },
  49. },
  50. {},
  51. )
  52. expect(result.sdk).toBeDefined()
  53. }),
  54. )
  55. it.effect("passes the model provider ID as the bundled DeepInfra SDK name", () =>
  56. Effect.gen(function* () {
  57. resetDeepInfraMock()
  58. const plugin = yield* PluginV2.Service
  59. yield* addPlugin()
  60. const result = yield* plugin.trigger(
  61. "aisdk.sdk",
  62. {
  63. model: new ModelV2.Info({
  64. ...ModelV2.Info.empty(ProviderV2.ID.make("custom-deepinfra"), ModelV2.ID.make("model")),
  65. api: { id: ModelV2.ID.make("model"), type: "aisdk", package: "@ai-sdk/deepinfra" },
  66. }),
  67. package: "@ai-sdk/deepinfra",
  68. options: { name: "custom-deepinfra", apiKey: "test" },
  69. },
  70. {},
  71. )
  72. expect(result.sdk.languageModel("model").provider).toBe("custom-deepinfra.chat")
  73. expect(deepinfraOptions).toEqual([{ name: "custom-deepinfra", apiKey: "test" }])
  74. }),
  75. )
  76. it.effect("uses the canonical provider ID as the bundled DeepInfra SDK name", () =>
  77. Effect.gen(function* () {
  78. resetDeepInfraMock()
  79. const plugin = yield* PluginV2.Service
  80. yield* addPlugin()
  81. const result = yield* plugin.trigger(
  82. "aisdk.sdk",
  83. {
  84. model: new ModelV2.Info({
  85. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("model")),
  86. api: { id: ModelV2.ID.make("model"), type: "aisdk", package: "@ai-sdk/deepinfra" },
  87. }),
  88. package: "@ai-sdk/deepinfra",
  89. options: { name: "deepinfra", apiKey: "test" },
  90. },
  91. {},
  92. )
  93. expect(result.sdk.languageModel("model").provider).toBe("deepinfra.chat")
  94. expect(deepinfraOptions).toEqual([{ name: "deepinfra", apiKey: "test" }])
  95. }),
  96. )
  97. it.effect("matches only the exact bundled DeepInfra package", () =>
  98. Effect.gen(function* () {
  99. resetDeepInfraMock()
  100. const plugin = yield* PluginV2.Service
  101. yield* addPlugin()
  102. const packages = [
  103. "unmatched-package",
  104. "@ai-sdk/deepinfra-compatible",
  105. "file:///tmp/@ai-sdk/deepinfra-provider.js",
  106. ]
  107. yield* Effect.forEach(packages, (item) =>
  108. Effect.gen(function* () {
  109. const ignored = yield* plugin.trigger(
  110. "aisdk.sdk",
  111. {
  112. model: new ModelV2.Info({
  113. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("model")),
  114. api: { id: ModelV2.ID.make("model"), type: "aisdk", package: "@ai-sdk/deepinfra" },
  115. }),
  116. package: item,
  117. options: { name: "deepinfra" },
  118. },
  119. {},
  120. )
  121. expect(ignored.sdk).toBeUndefined()
  122. }),
  123. )
  124. const result = yield* plugin.trigger(
  125. "aisdk.sdk",
  126. {
  127. model: new ModelV2.Info({
  128. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("model")),
  129. api: { id: ModelV2.ID.make("model"), type: "aisdk", package: "@ai-sdk/deepinfra" },
  130. }),
  131. package: "@ai-sdk/deepinfra",
  132. options: { name: "deepinfra" },
  133. },
  134. {},
  135. )
  136. expect(result.sdk).toBeDefined()
  137. expect(deepinfraOptions).toEqual([{ name: "deepinfra" }])
  138. }),
  139. )
  140. it.effect("uses the default languageModel selection for DeepInfra models", () =>
  141. Effect.gen(function* () {
  142. resetDeepInfraMock()
  143. const plugin = yield* PluginV2.Service
  144. yield* addPlugin()
  145. const sdkEvent = yield* plugin.trigger(
  146. "aisdk.sdk",
  147. {
  148. model: new ModelV2.Info({
  149. ...ModelV2.Info.empty(
  150. ProviderV2.ID.make("deepinfra"),
  151. ModelV2.ID.make("meta-llama/Llama-3.3-70B-Instruct"),
  152. ),
  153. api: {
  154. id: ModelV2.ID.make("meta-llama/Llama-3.3-70B-Instruct"),
  155. type: "aisdk",
  156. package: "@ai-sdk/deepinfra",
  157. },
  158. }),
  159. package: "@ai-sdk/deepinfra",
  160. options: { name: "deepinfra" },
  161. },
  162. {},
  163. )
  164. const result = yield* plugin.trigger(
  165. "aisdk.language",
  166. { model: sdkEvent.model, sdk: sdkEvent.sdk, options: sdkEvent.options },
  167. {},
  168. )
  169. const language = result.language ?? result.sdk.languageModel(result.model.api.id)
  170. expect(language.provider).toBe("deepinfra.chat")
  171. expect(deepinfraLanguageModels).toEqual(["meta-llama/Llama-3.3-70B-Instruct"])
  172. }),
  173. )
  174. })