diff options
Diffstat (limited to 'internal/llm/provider')
| -rw-r--r-- | internal/llm/provider/provider.go | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/internal/llm/provider/provider.go b/internal/llm/provider/provider.go index cad11eeb3..cb1a0fd59 100644 --- a/internal/llm/provider/provider.go +++ b/internal/llm/provider/provider.go @@ -55,6 +55,8 @@ type Provider interface { StreamResponse(ctx context.Context, messages []message.Message, tools []tools.BaseTool) <-chan ProviderEvent Model() models.Model + + MaxTokens() int64 } type providerClientOptions struct { @@ -168,6 +170,10 @@ func (p *baseProvider[C]) Model() models.Model { return p.options.model } +func (p *baseProvider[C]) MaxTokens() int64 { + return p.options.maxTokens +} + func (p *baseProvider[C]) StreamResponse(ctx context.Context, messages []message.Message, tools []tools.BaseTool) <-chan ProviderEvent { messages = p.cleanMessages(messages) return p.client.stream(ctx, messages, tools) |