matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 08:17:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add Cache flag to api (#1642)

Browse Source
This commit is contained in:
K0IN
2023-12-22 23:16:20 +01:00
committed by GitHub
parent db356c8519
commit 10da41d677
3 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
llm/ext_server.go
View File

@@ -234,7 +234,8 @@ func predict(llm extServer, opts api.Options, ctx context.Context, predict Predi
"penalize_nl": opts.PenalizeNewline,
"seed": opts.Seed,
"stop": opts.Stop,
"image_data": imageData,
"image_data": imageData,
"cache_prompt": opts.Cache,
}
if predict.Format == "json" {