matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 00:07:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

update llama.cpp submodule to 66c1968f7 (#2618)

Browse Source
This commit is contained in:
Jeffrey Morgan
2024-02-20 17:42:31 -05:00
committed by GitHub
parent ace2cdf1c6
commit 4613a080e7
6 changed files with 39 additions and 130 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
llm/dyn_ext_server.go
View File

@@ -106,7 +106,12 @@ func newDynExtServer(library, model string, adapters, projectors []string, opts
sparams.memory_f16 = C.bool(opts.F16KV)
sparams.use_mlock = C.bool(opts.UseMLock)
sparams.use_mmap = C.bool(opts.UseMMap)
sparams.numa = C.bool(opts.UseNUMA)
if opts.UseNUMA {
sparams.numa = C.int(1)
} else {
sparams.numa = C.int(0)
}
sparams.lora_adapters = nil
for i := 0; i < len(adapters); i++ {