Reset maxDocChars because it increases latency negatively.

jlewi · Oct 16, 2024 · bc2421e · bc2421e
1 parent 01eb1e5
commit bc2421e
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/app/pkg/agent/agent.go b/app/pkg/agent/agent.go
@@ -45,9 +45,7 @@ const (
 	// We use the heuristic 1 token ~ 2 characters
 	// For details of how we came up with this see
 	// (https://platform.openai.com/docs/models/gpt-3-5-turbo)
-	// We bumped this up because we are using gpt4o-mini and want to include outputs of previous cells which can be quite
-	// long
-	MaxDocChars = 11100
+	MaxDocChars = 1110
 	temperature = 0.9
 )