provider-deepinfra.test.ts 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. import { describe, expect, mock } from "bun:test"
  2. import { Effect, Layer } from "effect"
  3. import { AISDK } from "@opencode-ai/core/aisdk"
  4. import { PluginV2 } from "@opencode-ai/core/plugin"
  5. import { DeepInfraPlugin } from "@opencode-ai/core/plugin/provider/deepinfra"
  6. import { testEffect } from "../lib/effect"
  7. import { it, model } from "./provider-helper"
  8. const itAISDK = testEffect(Layer.provideMerge(AISDK.layer, PluginV2.defaultLayer))
  9. const deepinfraOptions: Record<string, any>[] = []
  10. const deepinfraLanguageModels: string[] = []
  11. void mock.module("@ai-sdk/deepinfra", () => ({
  12. createDeepInfra: (options: Record<string, any>) => {
  13. const captured = { ...options }
  14. deepinfraOptions.push(captured)
  15. return {
  16. languageModel: (modelID: string) => {
  17. deepinfraLanguageModels.push(modelID)
  18. return { modelID, provider: `${captured.name ?? "deepinfra"}.chat`, specificationVersion: "v3" }
  19. },
  20. }
  21. },
  22. }))
  23. function resetDeepInfraMock() {
  24. deepinfraOptions.length = 0
  25. deepinfraLanguageModels.length = 0
  26. }
  27. describe("DeepInfraPlugin", () => {
  28. it.effect("creates a DeepInfra SDK for @ai-sdk/deepinfra", () =>
  29. Effect.gen(function* () {
  30. resetDeepInfraMock()
  31. const plugin = yield* PluginV2.Service
  32. yield* plugin.add(DeepInfraPlugin)
  33. const result = yield* plugin.trigger(
  34. "aisdk.sdk",
  35. { model: model("deepinfra", "model"), package: "@ai-sdk/deepinfra", options: { name: "deepinfra" } },
  36. {},
  37. )
  38. expect(result.sdk).toBeDefined()
  39. }),
  40. )
  41. it.effect("passes the model provider ID as the bundled DeepInfra SDK name", () =>
  42. Effect.gen(function* () {
  43. resetDeepInfraMock()
  44. const plugin = yield* PluginV2.Service
  45. yield* plugin.add(DeepInfraPlugin)
  46. const result = yield* plugin.trigger(
  47. "aisdk.sdk",
  48. {
  49. model: model("custom-deepinfra", "model"),
  50. package: "@ai-sdk/deepinfra",
  51. options: { name: "custom-deepinfra", apiKey: "test" },
  52. },
  53. {},
  54. )
  55. expect(result.sdk.languageModel("model").provider).toBe("custom-deepinfra.chat")
  56. expect(deepinfraOptions).toEqual([{ name: "custom-deepinfra", apiKey: "test" }])
  57. }),
  58. )
  59. it.effect("uses the canonical provider ID as the bundled DeepInfra SDK name", () =>
  60. Effect.gen(function* () {
  61. resetDeepInfraMock()
  62. const plugin = yield* PluginV2.Service
  63. yield* plugin.add(DeepInfraPlugin)
  64. const result = yield* plugin.trigger(
  65. "aisdk.sdk",
  66. {
  67. model: model("deepinfra", "model"),
  68. package: "@ai-sdk/deepinfra",
  69. options: { name: "deepinfra", apiKey: "test" },
  70. },
  71. {},
  72. )
  73. expect(result.sdk.languageModel("model").provider).toBe("deepinfra.chat")
  74. expect(deepinfraOptions).toEqual([{ name: "deepinfra", apiKey: "test" }])
  75. }),
  76. )
  77. it.effect("matches only the exact bundled DeepInfra package", () =>
  78. Effect.gen(function* () {
  79. resetDeepInfraMock()
  80. const plugin = yield* PluginV2.Service
  81. yield* plugin.add(DeepInfraPlugin)
  82. const packages = [
  83. "unmatched-package",
  84. "@ai-sdk/deepinfra-compatible",
  85. "file:///tmp/@ai-sdk/deepinfra-provider.js",
  86. ]
  87. yield* Effect.forEach(packages, (item) =>
  88. Effect.gen(function* () {
  89. const ignored = yield* plugin.trigger(
  90. "aisdk.sdk",
  91. { model: model("deepinfra", "model"), package: item, options: { name: "deepinfra" } },
  92. {},
  93. )
  94. expect(ignored.sdk).toBeUndefined()
  95. }),
  96. )
  97. const result = yield* plugin.trigger(
  98. "aisdk.sdk",
  99. { model: model("deepinfra", "model"), package: "@ai-sdk/deepinfra", options: { name: "deepinfra" } },
  100. {},
  101. )
  102. expect(result.sdk).toBeDefined()
  103. expect(deepinfraOptions).toEqual([{ name: "deepinfra" }])
  104. }),
  105. )
  106. itAISDK.effect("uses the default languageModel selection for DeepInfra models", () =>
  107. Effect.gen(function* () {
  108. resetDeepInfraMock()
  109. const plugin = yield* PluginV2.Service
  110. const aisdk = yield* AISDK.Service
  111. yield* plugin.add(DeepInfraPlugin)
  112. const language = yield* aisdk.language(
  113. model("deepinfra", "meta-llama/Llama-3.3-70B-Instruct", {
  114. endpoint: { type: "aisdk", package: "@ai-sdk/deepinfra" },
  115. }),
  116. )
  117. expect(language.provider).toBe("deepinfra.chat")
  118. expect(deepinfraLanguageModels).toEqual(["meta-llama/Llama-3.3-70B-Instruct"])
  119. }),
  120. )
  121. })