| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126 |
- import { Effect } from "effect"
- import type { LanguageModelV3 } from "@ai-sdk/provider"
- import { define } from "../internal"
- import { ProviderV2 } from "../../provider"
- type MantleSDK = {
- languageModel: (modelID: string) => LanguageModelV3
- chat: (modelID: string) => LanguageModelV3
- responses: (modelID: string) => LanguageModelV3
- }
- // Bedrock cross-region inference profiles require regional prefixes only for
- // specific model/region combinations. Keep the mapping narrow and avoid
- // double-prefixing model IDs that models.dev already marks as global/us/eu/etc.
- function resolveModelID(modelID: string, region: string | undefined) {
- const crossRegionPrefixes = ["global.", "us.", "eu.", "jp.", "apac.", "au."]
- if (crossRegionPrefixes.some((prefix) => modelID.startsWith(prefix))) return modelID
- const resolvedRegion = region ?? "us-east-1"
- const regionPrefix = resolvedRegion.split("-")[0]
- if (regionPrefix === "us") {
- const requiresPrefix = ["nova-micro", "nova-lite", "nova-pro", "nova-premier", "nova-2", "claude", "deepseek"].some(
- (item) => modelID.includes(item),
- )
- if (requiresPrefix && !resolvedRegion.startsWith("us-gov")) return `${regionPrefix}.${modelID}`
- return modelID
- }
- if (regionPrefix === "eu") {
- const regionRequiresPrefix = [
- "eu-west-1",
- "eu-west-2",
- "eu-west-3",
- "eu-north-1",
- "eu-central-1",
- "eu-south-1",
- "eu-south-2",
- ].some((item) => resolvedRegion.includes(item))
- const modelRequiresPrefix = ["claude", "nova-lite", "nova-micro", "llama3", "pixtral"].some((item) =>
- modelID.includes(item),
- )
- return regionRequiresPrefix && modelRequiresPrefix ? `${regionPrefix}.${modelID}` : modelID
- }
- if (regionPrefix !== "ap") return modelID
- const australia = ["ap-southeast-2", "ap-southeast-4"].includes(resolvedRegion)
- if (australia && ["anthropic.claude-sonnet-4-5", "anthropic.claude-haiku"].some((item) => modelID.includes(item))) {
- return `au.${modelID}`
- }
- const prefix = resolvedRegion === "ap-northeast-1" ? "jp" : "apac"
- return ["claude", "nova-lite", "nova-micro", "nova-pro"].some((item) => modelID.includes(item))
- ? `${prefix}.${modelID}`
- : modelID
- }
- function selectMantleModel(sdk: MantleSDK, modelID: string) {
- if (modelID === "openai.gpt-oss-safeguard-20b" || modelID === "openai.gpt-oss-safeguard-120b")
- return sdk.chat(modelID)
- return sdk.responses(modelID)
- }
- export const AmazonBedrockPlugin = define({
- id: "amazon-bedrock",
- effect: Effect.fn(function* (ctx) {
- yield* ctx.catalog.transform(
- Effect.fn(function* (evt) {
- for (const item of evt.provider.list()) {
- if (item.provider.api.type !== "aisdk") continue
- if (item.provider.api.package !== "@ai-sdk/amazon-bedrock") continue
- evt.provider.update(item.provider.id, (provider) => {
- if (provider.api.type !== "aisdk") return
- if (typeof provider.request.body.endpoint !== "string") return
- // The AI SDK expects a base URL, but users configure Bedrock private/VPC
- // endpoints as `endpoint`; move it into the catalog endpoint URL once.
- provider.api.url = provider.request.body.endpoint
- delete provider.request.body.endpoint
- })
- }
- }),
- )
- yield* ctx.aisdk.sdk(
- Effect.fn(function* (evt) {
- if (!["@ai-sdk/amazon-bedrock", "@ai-sdk/amazon-bedrock/mantle"].includes(evt.package)) return
- const options = { ...evt.options }
- const profile = typeof options.profile === "string" ? options.profile : process.env.AWS_PROFILE
- const region = typeof options.region === "string" ? options.region : (process.env.AWS_REGION ?? "us-east-1")
- const bearerToken =
- process.env.AWS_BEARER_TOKEN_BEDROCK ??
- (typeof options.bearerToken === "string" ? options.bearerToken : undefined)
- if (bearerToken && !process.env.AWS_BEARER_TOKEN_BEDROCK) process.env.AWS_BEARER_TOKEN_BEDROCK = bearerToken
- const containerCreds = Boolean(
- process.env.AWS_CONTAINER_CREDENTIALS_RELATIVE_URI || process.env.AWS_CONTAINER_CREDENTIALS_FULL_URI,
- )
- options.region = region
- if (typeof options.endpoint === "string") options.baseURL = options.endpoint
- if (!bearerToken && options.credentialProvider === undefined) {
- // Do not gate SDK creation on explicit AWS env vars. The default chain
- // also handles ~/.aws/credentials, SSO, process creds, and instance roles.
- const { fromNodeProviderChain } = yield* Effect.promise(() => import("@aws-sdk/credential-providers"))
- options.credentialProvider = fromNodeProviderChain(profile ? { profile } : {})
- }
- if (evt.package === "@ai-sdk/amazon-bedrock/mantle") {
- const mod = yield* Effect.promise(() => import("@ai-sdk/amazon-bedrock/mantle"))
- evt.sdk = mod.createBedrockMantle(options)
- return
- }
- const mod = yield* Effect.promise(() => import("@ai-sdk/amazon-bedrock"))
- evt.sdk = mod.createAmazonBedrock(options)
- }),
- )
- yield* ctx.aisdk.language(
- Effect.fn(function* (evt) {
- if (evt.model.providerID !== ProviderV2.ID.amazonBedrock) return
- if (evt.model.api.type === "aisdk" && evt.model.api.package === "@ai-sdk/amazon-bedrock/mantle") {
- evt.language = selectMantleModel(evt.sdk, evt.model.api.id)
- return
- }
- const region = typeof evt.options.region === "string" ? evt.options.region : process.env.AWS_REGION
- evt.language = evt.sdk.languageModel(resolveModelID(evt.model.api.id, region))
- }),
- )
- }),
- })
|