From 88de476737f9a54cad6c723cab3fcf058b8902e2 Mon Sep 17 00:00:00 2001 From: Grant Linville Date: Wed, 6 Aug 2025 15:40:24 -0400 Subject: [PATCH] chore: bump default max tokens to 1M Signed-off-by: Grant Linville --- pkg/openai/count.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/openai/count.go b/pkg/openai/count.go index d8f2ca36..c37bdcfd 100644 --- a/pkg/openai/count.go +++ b/pkg/openai/count.go @@ -13,7 +13,7 @@ func init() { tiktoken.SetBpeLoader(tiktoken_loader.NewOfflineLoader()) } -const DefaultMaxTokens = 128_000 +const DefaultMaxTokens = 1_000_000 // This is the limit for GPT-4.1 func decreaseTenPercent(maxTokens int) int { maxTokens = getBudget(maxTokens)