diff options
| author | Aiden Cline <[email protected]> | 2026-04-06 11:13:30 -0700 |
|---|---|---|
| committer | GitHub <[email protected]> | 2026-04-06 18:13:30 +0000 |
| commit | 40e4cd27a19f41f65e21056dc6eb19fa6399bbff (patch) | |
| tree | 0a4f8796b8dc93ec8336f03c2dbb4f018f63542f | |
| parent | 5a6d10cd5363bd47c8e666bbc63435853a1f25b5 (diff) | |
| download | opencode-40e4cd27a19f41f65e21056dc6eb19fa6399bbff.tar.gz opencode-40e4cd27a19f41f65e21056dc6eb19fa6399bbff.zip | |
tweak: adjust chat.params hook to allow altering of the maxOutputTokens (#21220)
| -rw-r--r-- | packages/opencode/src/session/llm.ts | 13 | ||||
| -rw-r--r-- | packages/plugin/src/index.ts | 8 |
2 files changed, 14 insertions, 7 deletions
diff --git a/packages/opencode/src/session/llm.ts b/packages/opencode/src/session/llm.ts index 1813346cd..7ef6269b5 100644 --- a/packages/opencode/src/session/llm.ts +++ b/packages/opencode/src/session/llm.ts @@ -160,6 +160,11 @@ export namespace LLM { ...input.messages, ] + const maxOutputTokens = + isOpenaiOauth || provider.id.includes("github-copilot") + ? undefined + : ProviderTransform.maxOutputTokens(input.model) + const params = await Plugin.trigger( "chat.params", { @@ -175,6 +180,7 @@ export namespace LLM { : undefined, topP: input.agent.topP ?? ProviderTransform.topP(input.model), topK: ProviderTransform.topK(input.model), + maxOutputTokens, options, }, ) @@ -193,11 +199,6 @@ export namespace LLM { }, ) - const maxOutputTokens = - isOpenaiOauth || provider.id.includes("github-copilot") - ? undefined - : ProviderTransform.maxOutputTokens(input.model) - const tools = await resolveTools(input) // LiteLLM and some Anthropic proxies require the tools parameter to be present @@ -291,7 +292,7 @@ export namespace LLM { activeTools: Object.keys(tools).filter((x) => x !== "invalid"), tools, toolChoice: input.toolChoice, - maxOutputTokens, + maxOutputTokens: params.maxOutputTokens, abortSignal: input.abort, headers: { ...(input.model.providerID.startsWith("opencode") diff --git a/packages/plugin/src/index.ts b/packages/plugin/src/index.ts index 473cac8a9..1afb55daa 100644 --- a/packages/plugin/src/index.ts +++ b/packages/plugin/src/index.ts @@ -212,7 +212,13 @@ export interface Hooks { */ "chat.params"?: ( input: { sessionID: string; agent: string; model: Model; provider: ProviderContext; message: UserMessage }, - output: { temperature: number; topP: number; topK: number; options: Record<string, any> }, + output: { + temperature: number + topP: number + topK: number + maxOutputTokens: number | undefined + options: Record<string, any> + }, ) => Promise<void> "chat.headers"?: ( input: { sessionID: string; agent: string; model: Model; provider: ProviderContext; message: UserMessage }, |