matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 00:07:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

relay load model errors to the client (#3065)

Browse Source
This commit is contained in:
Bruce MacDonald
2024-03-11 16:48:27 -04:00
committed by GitHub
parent 6d3adfbea2
commit b80661e8c7
3 changed files with 51 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llm/dyn_ext_server.go
View File

@@ -149,7 +149,7 @@ func newDynExtServer(library, model string, adapters, projectors []string, opts
slog.Info("Initializing llama server")
slog.Debug(fmt.Sprintf("server params: %+v", sparams))
initResp := newExtServerResp(128)
initResp := newExtServerResp(512)
defer freeExtServerResp(initResp)
C.dyn_llama_server_init(llm.s, &sparams, &initResp)
if initResp.id < 0 {