Merge pull request #2465 from dhiltgen/block_rocm_pre_9

Detect AMD GPU info via sysfs and block old cards
This commit is contained in:
Daniel Hiltgen
2024-02-12 12:41:43 -08:00
committed by GitHub
5 changed files with 151 additions and 34 deletions

View File

@@ -21,7 +21,6 @@ amdGPUs() {
return
fi
GPU_LIST=(
"gfx803"
"gfx900"
"gfx906:xnack-"
"gfx908:xnack-"

View File

@@ -90,6 +90,7 @@ func getDynLibs(gpuInfo gpu.GpuInfo) []string {
if len(dynLibs) == 0 {
dynLibs = []string{availableDynLibs["cpu"]}
}
slog.Debug(fmt.Sprintf("ordered list of LLM libraries to try %v", dynLibs))
return dynLibs
}