matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-13 17:27:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix MB VRAM log output (#824)

Browse Source
This commit is contained in:
Bruce MacDonald
2023-10-17 15:35:16 -04:00
committed by GitHub
parent f55bdb6f10
commit bd93a94abd
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llm/llama.go
View File

@@ -249,7 +249,7 @@ func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
// max number of layers we can fit in VRAM, subtract 8% to prevent consuming all available VRAM and running out of memory // max number of layers we can fit in VRAM, subtract 8% to prevent consuming all available VRAM and running out of memory
layers := int(freeBytes/bytesPerLayer) * 92 / 100 layers := int(freeBytes/bytesPerLayer) * 92 / 100
log.Printf("%d MiB VRAM available, loading up to %d GPU layers", freeBytes, layers) log.Printf("%d MB VRAM available, loading up to %d GPU layers", freeBytes/(1024*1024), layers)
return layers return layers
} }