matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-10 15:57:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

Jetpack support for Go server (#7217)

Browse Source 
This adds support for the Jetson JetPack variants into the Go runner
This commit is contained in:
Daniel Hiltgen
2024-11-12 10:31:52 -08:00
committed by GitHub
parent ac07160c8d
commit df011054fa
8 changed files with 78 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llm/server.go
View File

@@ -306,9 +306,9 @@ func NewLlamaServer(gpus discover.GpuInfoList, model string, ggml *GGML, adapter
// Note: we always put the dependency path first
// since this was the exact version we compiled/linked against
if gpus[0].DependencyPath != "" {
if gpus[0].DependencyPath != nil {
// assume gpus from the same library have the same dependency path
libraryPaths = append([]string{gpus[0].DependencyPath}, libraryPaths...)
libraryPaths = append(gpus[0].DependencyPath, libraryPaths...)
}
server := filepath.Join(dir, "ollama_llama_server")