fix empty response when receiving runner error

2025-12-10 07:46:59 +00:00 · 2023-12-10 10:53:38 -05:00
parent d9a250e9b5
commit 32064a0646
2 changed files with 40 additions and 20 deletions
--- a/docs/api.md
+++ b/docs/api.md
@@ -252,7 +252,7 @@ curl http://localhost:11434/api/generate -d '{
    "penalize_newline": true,
    "stop": ["\n", "user:"],
    "numa": false,
-    "num_ctx": 4,
+    "num_ctx": 1024,
    "num_batch": 2,
    "num_gqa": 1,
    "num_gpu": 1,
@@ -267,7 +267,7 @@ curl http://localhost:11434/api/generate -d '{
    "rope_frequency_base": 1.1,
    "rope_frequency_scale": 0.8,
    "num_thread": 8
-    }
+  }
 }'
 ```