summaryrefslogtreecommitdiffhomepage
path: root/internal/llm/models
diff options
context:
space:
mode:
Diffstat (limited to 'internal/llm/models')
-rw-r--r--internal/llm/models/anthropic.go6
-rw-r--r--internal/llm/models/models.go9
2 files changed, 12 insertions, 3 deletions
diff --git a/internal/llm/models/anthropic.go b/internal/llm/models/anthropic.go
index 87e9b4c89..d5f410e90 100644
--- a/internal/llm/models/anthropic.go
+++ b/internal/llm/models/anthropic.go
@@ -11,8 +11,8 @@ const (
Claude3Opus ModelID = "claude-3-opus"
)
+// https://docs.anthropic.com/en/docs/about-claude/models/all-models
var AnthropicModels = map[ModelID]Model{
- // Anthropic
Claude35Sonnet: {
ID: Claude35Sonnet,
Name: "Claude 3.5 Sonnet",
@@ -29,13 +29,13 @@ var AnthropicModels = map[ModelID]Model{
ID: Claude3Haiku,
Name: "Claude 3 Haiku",
Provider: ProviderAnthropic,
- APIModel: "claude-3-haiku-latest",
+ APIModel: "claude-3-haiku-20240307", // doesn't support "-latest"
CostPer1MIn: 0.25,
CostPer1MInCached: 0.30,
CostPer1MOutCached: 0.03,
CostPer1MOut: 1.25,
ContextWindow: 200000,
- DefaultMaxTokens: 5000,
+ DefaultMaxTokens: 4096,
},
Claude37Sonnet: {
ID: Claude37Sonnet,
diff --git a/internal/llm/models/models.go b/internal/llm/models/models.go
index bad0ebdaa..5dd28359f 100644
--- a/internal/llm/models/models.go
+++ b/internal/llm/models/models.go
@@ -33,6 +33,15 @@ const (
ProviderMock ModelProvider = "__mock"
)
+// Providers in order of popularity
+var ProviderPopularity = map[ModelProvider]int{
+ ProviderAnthropic: 1,
+ ProviderOpenAI: 2,
+ ProviderGemini: 3,
+ ProviderGROQ: 4,
+ ProviderBedrock: 5,
+}
+
var SupportedModels = map[ModelID]Model{
//
// // GEMINI