matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 00:07:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

tweak memory requirements error text

Browse Source
This commit is contained in:
Jeffrey Morgan
2024-01-03 19:47:18 -05:00
parent 77a66df72c
commit c0285158a9
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llm/llm.go
View File

@@ -63,9 +63,9 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options)
systemMemory := int64(memory.TotalMemory()) systemMemory := int64(memory.TotalMemory())
if ggml.FileType() == "F16" && requiredMemory*f16Multiplier > systemMemory { if ggml.FileType() == "F16" && requiredMemory*f16Multiplier > systemMemory {
return nil, fmt.Errorf("F16 model requires at least %s of total memory", format.HumanBytes(requiredMemory)) return nil, fmt.Errorf("F16 model requires at least %s of memory", format.HumanBytes(requiredMemory))
} else if requiredMemory > systemMemory { } else if requiredMemory > systemMemory {
return nil, fmt.Errorf("model requires at least %s of total memory", format.HumanBytes(requiredMemory)) return nil, fmt.Errorf("model requires at least %s of memory", format.HumanBytes(requiredMemory))
} }
} }