Use build tags to generate accelerated binaries for CUDA and ROCm on Linux.

The build tags rocm or cuda must be specified to both go generate and go build.
ROCm builds should have both ROCM_PATH set (and the ROCM SDK present) as well
as CLBlast installed (for GGML) and CLBlast_DIR set in the environment to the
CLBlast cmake directory (likely /usr/lib/cmake/CLBlast). Build tags are also
used to switch VRAM detection between cuda and rocm implementations, using
added "accelerator_foo.go" files which contain architecture specific functions
and variables. accelerator_none is used when no tags are set, and a helper
function addRunner will ignore it if it is the chosen accelerator. Fix go
generate commands, thanks @deadmeu for testing.

llm/accelerator_rocm.go

@@ -0,0 +1,85 @@
+//go:build rocm
+
+package llm
+
+import (
+	"bytes"
+	"encoding/csv"
+	"errors"
+	"fmt"
+	"io"
+	"log"
+	"os"
+	"os/exec"
+	"path"
+	"path/filepath"
+	"strconv"
+	"strings"
+)
+
+var errNoAccel = errors.New("rocm-smi command failed")
+
+// acceleratedRunner returns the runner for this accelerator given the provided buildPath string.
+func acceleratedRunner(buildPath string) []ModelRunner {
+	return []ModelRunner{
+		ModelRunner{
+			Path:        path.Join(buildPath, "rocm", "bin", "ollama-runner"),
+			Accelerated: true,
+		},
+	}
+}
+
+// CheckVRAM returns the available VRAM in MiB on Linux machines with AMD GPUs
+func CheckVRAM() (int64, error) {
+	rocmHome := os.Getenv("ROCM_PATH")
+	if rocmHome == "" {
+		rocmHome = os.Getenv("ROCM_HOME")
+	}
+	if rocmHome == "" {
+		log.Println("warning: ROCM_PATH is not set. Trying a likely fallback path, but it is recommended to set this variable in the environment.")
+		rocmHome = "/opt/rocm"
+	}
+	cmd := exec.Command(filepath.Join(rocmHome, "bin/rocm-smi"), "--showmeminfo", "VRAM", "--csv")
+	var stdout bytes.Buffer
+	cmd.Stdout = &stdout
+	err := cmd.Run()
+	if err != nil {
+		return 0, errNoAccel
+	}
+	csvData := csv.NewReader(&stdout)
+	// llama.cpp or ROCm don't seem to understand splitting the VRAM allocations across them properly, so try to find the biggest card instead :(. FIXME.
+	totalBiggestCard := int64(0)
+	bigCardName := ""
+	for {
+		record, err := csvData.Read()
+		if err == io.EOF {
+			break
+		}
+		if err != nil {
+			return 0, fmt.Errorf("failed to parse available VRAM: %v", err)
+		}
+		if !strings.HasPrefix(record[0], "card") {
+			continue
+		}
+		cardTotal, err := strconv.ParseInt(record[1], 10, 64)
+		if err != nil {
+			return 0, err
+		}
+		cardUsed, err := strconv.ParseInt(record[2], 10, 64)
+		if err != nil {
+			return 0, err
+		}
+		possible := (cardTotal - cardUsed)
+		log.Printf("ROCm found %d MiB of available VRAM on device %q", possible/1024/1024, record[0])
+		if possible > totalBiggestCard {
+			totalBiggestCard = possible
+			bigCardName = record[0]
+		}
+	}
+	if totalBiggestCard == 0 {
+		log.Printf("found ROCm GPU but failed to parse free VRAM!")
+		return 0, errNoAccel
+	}
+	log.Printf("ROCm selecting device %q", bigCardName)
+	return totalBiggestCard, nil
+}