models.go 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293
  1. package models
  2. import "maps"
  3. type (
  4. ModelID string
  5. ModelProvider string
  6. )
  7. type Model struct {
  8. ID ModelID `json:"id"`
  9. Name string `json:"name"`
  10. Provider ModelProvider `json:"provider"`
  11. APIModel string `json:"api_model"`
  12. CostPer1MIn float64 `json:"cost_per_1m_in"`
  13. CostPer1MOut float64 `json:"cost_per_1m_out"`
  14. CostPer1MInCached float64 `json:"cost_per_1m_in_cached"`
  15. CostPer1MOutCached float64 `json:"cost_per_1m_out_cached"`
  16. ContextWindow int64 `json:"context_window"`
  17. DefaultMaxTokens int64 `json:"default_max_tokens"`
  18. CanReason bool `json:"can_reason"`
  19. }
  20. // Model IDs
  21. const ( // GEMINI
  22. // Bedrock
  23. BedrockClaude37Sonnet ModelID = "bedrock.claude-3.7-sonnet"
  24. )
  25. const (
  26. ProviderBedrock ModelProvider = "bedrock"
  27. // ForTests
  28. ProviderMock ModelProvider = "__mock"
  29. )
  30. // Providers in order of popularity
  31. var ProviderPopularity = map[ModelProvider]int{
  32. ProviderAnthropic: 1,
  33. ProviderOpenAI: 2,
  34. ProviderGemini: 3,
  35. ProviderGROQ: 4,
  36. ProviderOpenRouter: 5,
  37. ProviderBedrock: 6,
  38. ProviderAzure: 7,
  39. }
  40. var SupportedModels = map[ModelID]Model{
  41. //
  42. // // GEMINI
  43. // GEMINI25: {
  44. // ID: GEMINI25,
  45. // Name: "Gemini 2.5 Pro",
  46. // Provider: ProviderGemini,
  47. // APIModel: "gemini-2.5-pro-exp-03-25",
  48. // CostPer1MIn: 0,
  49. // CostPer1MInCached: 0,
  50. // CostPer1MOutCached: 0,
  51. // CostPer1MOut: 0,
  52. // },
  53. //
  54. // GRMINI20Flash: {
  55. // ID: GRMINI20Flash,
  56. // Name: "Gemini 2.0 Flash",
  57. // Provider: ProviderGemini,
  58. // APIModel: "gemini-2.0-flash",
  59. // CostPer1MIn: 0.1,
  60. // CostPer1MInCached: 0,
  61. // CostPer1MOutCached: 0.025,
  62. // CostPer1MOut: 0.4,
  63. // },
  64. //
  65. // // Bedrock
  66. BedrockClaude37Sonnet: {
  67. ID: BedrockClaude37Sonnet,
  68. Name: "Bedrock: Claude 3.7 Sonnet",
  69. Provider: ProviderBedrock,
  70. APIModel: "anthropic.claude-3-7-sonnet-20250219-v1:0",
  71. CostPer1MIn: 3.0,
  72. CostPer1MInCached: 3.75,
  73. CostPer1MOutCached: 0.30,
  74. CostPer1MOut: 15.0,
  75. },
  76. }
  77. func init() {
  78. maps.Copy(SupportedModels, AnthropicModels)
  79. maps.Copy(SupportedModels, OpenAIModels)
  80. maps.Copy(SupportedModels, GeminiModels)
  81. maps.Copy(SupportedModels, GroqModels)
  82. maps.Copy(SupportedModels, AzureModels)
  83. maps.Copy(SupportedModels, OpenRouterModels)
  84. maps.Copy(SupportedModels, XAIModels)
  85. }