chore: lower default max tokens to 400k

g-linville · g-linville · commit c5bfecb2586c · 2025-08-07T15:09:49.000-04:00
Signed-off-by: Grant Linville &lt;grant@acorn.io&gt;
diff --git a/pkg/openai/count.go b/pkg/openai/count.go
@@ -13,7 +13,7 @@ func init() {
 	tiktoken.SetBpeLoader(tiktoken_loader.NewOfflineLoader())
 }
 
-const DefaultMaxTokens = 1_000_000 // This is the limit for GPT-4.1
+const DefaultMaxTokens = 400_000 // This is the limit for GPT-5
 
 func decreaseTenPercent(maxTokens int) int {
 	maxTokens = getBudget(maxTokens)

Original file line number	Diff line number	Diff line change
`@@ -13,7 +13,7 @@ func init() {`
`13`	`13`	`tiktoken.SetBpeLoader(tiktoken_loader.NewOfflineLoader())`
`14`	`14`	`}`
`15`	`15`
`16`		`-const DefaultMaxTokens = 1_000_000 // This is the limit for GPT-4.1`
	`16`	`+const DefaultMaxTokens = 400_000 // This is the limit for GPT-5`
`17`	`17`
`18`	`18`	`func decreaseTenPercent(maxTokens int) int {`
`19`	`19`	`maxTokens = getBudget(maxTokens)`