config defaults

FlyingFathead · Oct 5, 2024 · 8d1194f · 8d1194f
1 parent f5e88a7
commit 8d1194f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/config/config.ini b/config/config.ini
@@ -27,7 +27,8 @@ Timeout = 60
 # Maximum number of tokens in context
 # Can be 4096 in most OpenAI base models, or even 16k or more in some (see OpenAI API manual)
 # However, increased context also easily builds up usage, memory trimming is advised.
-MaxTokens = 2048
+# Keep it in a few thousand if you're on a really low budget.
+MaxTokens = 10000
 
 # Maximum number of retries to the OpenAI API
 MaxRetries = 3