Restore system prompt on requests and default num_keep to 0

2025-12-10 07:46:59 +00:00 · 2023-11-03 13:25:25 -07:00
parent 6109bebba6
commit 17678b7225
2 changed files with 3 additions and 1 deletions
--- a/api/types.go
+++ b/api/types.go
@@ -293,7 +293,7 @@ func DefaultOptions() Options {
 	return Options{
 		// options set on request to runner
 		NumPredict:       -1,
-		NumKeep:          4,
+		NumKeep:          0,
 		Temperature:      0.8,
 		TopK:             40,
 		TopP:             0.9,