Update OllamaApiClient.cs

Fixed a bug that truncated AI response.
dmitryporotnikov · Jul 30, 2024 · 8f8987b · 8f8987b
1 parent cabe8f3
commit 8f8987b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/GrammarLlama/OllamaApiClient.cs b/GrammarLlama/OllamaApiClient.cs
@@ -69,7 +69,7 @@ public async Task<string> SendMessageAsync(string message)
                     stream = false,
                     options = new
                     {
-                        num_predict = 100
+                        num_predict = -1 // Unlimited response generation
                     },
                     system = _system
                 };