diff options
| author | Dax Raad <[email protected]> | 2025-07-10 10:58:17 -0400 |
|---|---|---|
| committer | Dax Raad <[email protected]> | 2025-07-10 11:25:37 -0400 |
| commit | 469f6677741375daf3ac249f2bbf96c7c43b510b (patch) | |
| tree | bc4b12553d131421b2ecb705199138b1ece15c5b | |
| parent | 6603d9a9f0712ca26ec9b373482e119e8aa9fd45 (diff) | |
| download | opencode-469f6677741375daf3ac249f2bbf96c7c43b510b.tar.gz opencode-469f6677741375daf3ac249f2bbf96c7c43b510b.zip | |
set max output token limit to 32_000
| -rw-r--r-- | packages/opencode/src/session/index.ts | 10 |
1 files changed, 5 insertions, 5 deletions
diff --git a/packages/opencode/src/session/index.ts b/packages/opencode/src/session/index.ts index a43cedd2c..d49726d84 100644 --- a/packages/opencode/src/session/index.ts +++ b/packages/opencode/src/session/index.ts @@ -42,6 +42,8 @@ import { ReadTool } from "../tool/read" export namespace Session { const log = Log.create({ service: "session" }) + const OUTPUT_TOKEN_MAX = 32_000 + export const Info = z .object({ id: Identifier.schema("session"), @@ -319,15 +321,13 @@ export namespace Session { } const previous = msgs.at(-1) as MessageV2.Assistant + const outputLimit = Math.min(model.info.limit.output, OUTPUT_TOKEN_MAX) // auto summarize if too long if (previous) { const tokens = previous.tokens.input + previous.tokens.cache.read + previous.tokens.cache.write + previous.tokens.output - if ( - model.info.limit.context && - tokens > Math.max((model.info.limit.context - (model.info.limit.output ?? 0)) * 0.9, 0) - ) { + if (model.info.limit.context && tokens > Math.max((model.info.limit.context - outputLimit) * 0.9, 0)) { await summarize({ sessionID: input.sessionID, providerID: input.providerID, @@ -580,7 +580,7 @@ export namespace Session { const result = streamText({ onError() {}, maxRetries: 10, - maxOutputTokens: input.modelID.includes("grok-4") ? undefined : Math.max(0, model.info.limit.output) || undefined, + maxOutputTokens: outputLimit, abortSignal: abort.signal, stopWhen: stepCountIs(1000), providerOptions: model.info.options, |