amazon-bedrock.ts 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126
  1. import { Effect } from "effect"
  2. import type { LanguageModelV3 } from "@ai-sdk/provider"
  3. import { define } from "../internal"
  4. import { ProviderV2 } from "../../provider"
  5. type MantleSDK = {
  6. languageModel: (modelID: string) => LanguageModelV3
  7. chat: (modelID: string) => LanguageModelV3
  8. responses: (modelID: string) => LanguageModelV3
  9. }
  10. // Bedrock cross-region inference profiles require regional prefixes only for
  11. // specific model/region combinations. Keep the mapping narrow and avoid
  12. // double-prefixing model IDs that models.dev already marks as global/us/eu/etc.
  13. function resolveModelID(modelID: string, region: string | undefined) {
  14. const crossRegionPrefixes = ["global.", "us.", "eu.", "jp.", "apac.", "au."]
  15. if (crossRegionPrefixes.some((prefix) => modelID.startsWith(prefix))) return modelID
  16. const resolvedRegion = region ?? "us-east-1"
  17. const regionPrefix = resolvedRegion.split("-")[0]
  18. if (regionPrefix === "us") {
  19. const requiresPrefix = ["nova-micro", "nova-lite", "nova-pro", "nova-premier", "nova-2", "claude", "deepseek"].some(
  20. (item) => modelID.includes(item),
  21. )
  22. if (requiresPrefix && !resolvedRegion.startsWith("us-gov")) return `${regionPrefix}.${modelID}`
  23. return modelID
  24. }
  25. if (regionPrefix === "eu") {
  26. const regionRequiresPrefix = [
  27. "eu-west-1",
  28. "eu-west-2",
  29. "eu-west-3",
  30. "eu-north-1",
  31. "eu-central-1",
  32. "eu-south-1",
  33. "eu-south-2",
  34. ].some((item) => resolvedRegion.includes(item))
  35. const modelRequiresPrefix = ["claude", "nova-lite", "nova-micro", "llama3", "pixtral"].some((item) =>
  36. modelID.includes(item),
  37. )
  38. return regionRequiresPrefix && modelRequiresPrefix ? `${regionPrefix}.${modelID}` : modelID
  39. }
  40. if (regionPrefix !== "ap") return modelID
  41. const australia = ["ap-southeast-2", "ap-southeast-4"].includes(resolvedRegion)
  42. if (australia && ["anthropic.claude-sonnet-4-5", "anthropic.claude-haiku"].some((item) => modelID.includes(item))) {
  43. return `au.${modelID}`
  44. }
  45. const prefix = resolvedRegion === "ap-northeast-1" ? "jp" : "apac"
  46. return ["claude", "nova-lite", "nova-micro", "nova-pro"].some((item) => modelID.includes(item))
  47. ? `${prefix}.${modelID}`
  48. : modelID
  49. }
  50. function selectMantleModel(sdk: MantleSDK, modelID: string) {
  51. if (modelID === "openai.gpt-oss-safeguard-20b" || modelID === "openai.gpt-oss-safeguard-120b")
  52. return sdk.chat(modelID)
  53. return sdk.responses(modelID)
  54. }
  55. export const AmazonBedrockPlugin = define({
  56. id: "amazon-bedrock",
  57. effect: Effect.fn(function* (ctx) {
  58. yield* ctx.catalog.transform(
  59. Effect.fn(function* (evt) {
  60. for (const item of evt.provider.list()) {
  61. if (item.provider.api.type !== "aisdk") continue
  62. if (item.provider.api.package !== "@ai-sdk/amazon-bedrock") continue
  63. evt.provider.update(item.provider.id, (provider) => {
  64. if (provider.api.type !== "aisdk") return
  65. if (typeof provider.request.body.endpoint !== "string") return
  66. // The AI SDK expects a base URL, but users configure Bedrock private/VPC
  67. // endpoints as `endpoint`; move it into the catalog endpoint URL once.
  68. provider.api.url = provider.request.body.endpoint
  69. delete provider.request.body.endpoint
  70. })
  71. }
  72. }),
  73. )
  74. yield* ctx.aisdk.sdk(
  75. Effect.fn(function* (evt) {
  76. if (!["@ai-sdk/amazon-bedrock", "@ai-sdk/amazon-bedrock/mantle"].includes(evt.package)) return
  77. const options = { ...evt.options }
  78. const profile = typeof options.profile === "string" ? options.profile : process.env.AWS_PROFILE
  79. const region = typeof options.region === "string" ? options.region : (process.env.AWS_REGION ?? "us-east-1")
  80. const bearerToken =
  81. process.env.AWS_BEARER_TOKEN_BEDROCK ??
  82. (typeof options.bearerToken === "string" ? options.bearerToken : undefined)
  83. if (bearerToken && !process.env.AWS_BEARER_TOKEN_BEDROCK) process.env.AWS_BEARER_TOKEN_BEDROCK = bearerToken
  84. const containerCreds = Boolean(
  85. process.env.AWS_CONTAINER_CREDENTIALS_RELATIVE_URI || process.env.AWS_CONTAINER_CREDENTIALS_FULL_URI,
  86. )
  87. options.region = region
  88. if (typeof options.endpoint === "string") options.baseURL = options.endpoint
  89. if (!bearerToken && options.credentialProvider === undefined) {
  90. // Do not gate SDK creation on explicit AWS env vars. The default chain
  91. // also handles ~/.aws/credentials, SSO, process creds, and instance roles.
  92. const { fromNodeProviderChain } = yield* Effect.promise(() => import("@aws-sdk/credential-providers"))
  93. options.credentialProvider = fromNodeProviderChain(profile ? { profile } : {})
  94. }
  95. if (evt.package === "@ai-sdk/amazon-bedrock/mantle") {
  96. const mod = yield* Effect.promise(() => import("@ai-sdk/amazon-bedrock/mantle"))
  97. evt.sdk = mod.createBedrockMantle(options)
  98. return
  99. }
  100. const mod = yield* Effect.promise(() => import("@ai-sdk/amazon-bedrock"))
  101. evt.sdk = mod.createAmazonBedrock(options)
  102. }),
  103. )
  104. yield* ctx.aisdk.language(
  105. Effect.fn(function* (evt) {
  106. if (evt.model.providerID !== ProviderV2.ID.amazonBedrock) return
  107. if (evt.model.api.type === "aisdk" && evt.model.api.package === "@ai-sdk/amazon-bedrock/mantle") {
  108. evt.language = selectMantleModel(evt.sdk, evt.model.api.id)
  109. return
  110. }
  111. const region = typeof evt.options.region === "string" ? evt.options.region : process.env.AWS_REGION
  112. evt.language = evt.sdk.languageModel(resolveModelID(evt.model.api.id, region))
  113. }),
  114. )
  115. }),
  116. })