matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 16:26:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refined min memory from testing

Browse Source
This commit is contained in:
Daniel Hiltgen
2024-04-01 16:47:33 -07:00
parent 526d4eb204
commit 1f11b52511
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
gpu/gpu.go
View File

@@ -30,8 +30,8 @@ type handles struct {
} }
const ( const (
cudaMinimumMemory = 377 * format.MebiByte cudaMinimumMemory = 457 * format.MebiByte
rocmMinimumMemory = 377 * format.MebiByte rocmMinimumMemory = 457 * format.MebiByte
) )
var gpuMutex sync.Mutex var gpuMutex sync.Mutex