matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-14 17:57:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Track GPU discovery failure information (#5820)

Browse Source 
* Expose GPU discovery failure information

* Remove exposed API for now
This commit is contained in:
Daniel Hiltgen
2024-10-14 16:26:45 -07:00
committed by GitHub
parent 5dd0477fd4
commit f3c8b898cd
5 changed files with 242 additions and 92 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
gpu/types.go
View File

@@ -76,6 +76,11 @@ type OneapiGPUInfoList []OneapiGPUInfo
type GpuInfoList []GpuInfo
type UnsupportedGPUInfo struct {
GpuInfo
Reason string `json:"reason"`
}
// Split up the set of gpu info's by Library and variant
func (l GpuInfoList) ByLibrary() []GpuInfoList {
resp := []GpuInfoList{}
@@ -146,3 +151,10 @@ func (c CPUCapability) String() string {
return "no vector extensions"
}
}
type SystemInfo struct {
System CPUInfo `json:"system"`
GPUs []GpuInfo `json:"gpus"`
UnsupportedGPUs []UnsupportedGPUInfo `json:"unsupported_gpus"`
DiscoveryErrors []string `json:"discovery_errors"`
}