enable cache_prompt by default

2025-12-10 07:46:59 +00:00 · 2023-12-27 14:23:42 -05:00
parent c5f21f73a4
commit d4ebdadbe7
2 changed files with 2 additions and 3 deletions
--- a/api/types.go
+++ b/api/types.go
@@ -103,7 +103,6 @@ type Options struct {
 	MirostatEta      float32  `json:"mirostat_eta,omitempty"`
 	PenalizeNewline  bool     `json:"penalize_newline,omitempty"`
 	Stop             []string `json:"stop,omitempty"`
-	Cache            bool     `json:"cache,omitempty"`
 }

 // Runner options which must be set when the model is loaded into memory