matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-10 15:57:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

cache loaded model

Browse Source
This commit is contained in:
Jeffrey Morgan
2023-07-31 21:35:18 -04:00
parent 81f75696e2
commit 528bafa585
4 changed files with 30 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
cmd/cmd.go
View File

@@ -260,12 +260,7 @@ func generate(cmd *cobra.Command, model, prompt string) error {
generateContext = []int{}
}
generateSession, ok := cmd.Context().Value(generateContextKey("session")).(int64)
if !ok {
generateSession = 0
}
request := api.GenerateRequest{Model: model, Prompt: prompt, Context: generateContext, SessionID: generateSession}
request := api.GenerateRequest{Model: model, Prompt: prompt, Context: generateContext}
fn := func(response api.GenerateResponse) error {
if !spinner.IsFinished() {
spinner.Finish()
@@ -295,7 +290,6 @@ func generate(cmd *cobra.Command, model, prompt string) error {
ctx := cmd.Context()
ctx = context.WithValue(ctx, generateContextKey("context"), latest.Context)
ctx = context.WithValue(ctx, generateContextKey("session"), latest.SessionID)
cmd.SetContext(ctx)
}