calculate overhead based number of gpu devices (#1875)

2025-12-11 00:07:07 +00:00 · 2024-01-09 15:53:33 -05:00
parent e89dc1d54b
commit c336693f07
8 changed files with 13 additions and 6 deletions
--- a/gpu/types.go
+++ b/gpu/types.go
@@ -3,6 +3,7 @@ package gpu
 type memInfo struct {
 	TotalMemory uint64 `json:"total_memory,omitempty"`
 	FreeMemory  uint64 `json:"free_memory,omitempty"`
+	DeviceCount uint32 `json:"device_count,omitempty"`
 }

 // Beginning of an `ollama info` command