enable cache_prompt by default

2025-12-11 08:17:03 +00:00 · 2023-12-27 14:23:42 -05:00
parent c5f21f73a4
commit d4ebdadbe7
2 changed files with 2 additions and 3 deletions
--- a/llm/ext_server.go
+++ b/llm/ext_server.go
@@ -234,8 +234,8 @@ func predict(llm extServer, opts api.Options, ctx context.Context, predict Predi
 		"penalize_nl":       opts.PenalizeNewline,
 		"seed":              opts.Seed,
 		"stop":              opts.Stop,
-		"image_data":        imageData,		
-		"cache_prompt":      opts.Cache,
+		"image_data":        imageData,
+		"cache_prompt":      true,
 	}

 	if predict.Format == "json" {