matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 00:07:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

keepalive

Browse Source
This commit is contained in:
Michael Yang
2024-07-03 18:39:35 -07:00
parent 55cd3ddcca
commit 8570c1c0ef
3 changed files with 55 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
server/sched.go
View File

@@ -401,7 +401,7 @@ func (s *Scheduler) load(req *LlmRequest, ggml *llm.GGML, gpus gpu.GpuInfoList,
if numParallel < 1 {
numParallel = 1
}
sessionDuration := envconfig.KeepAlive
sessionDuration := envconfig.KeepAlive()
if req.sessionDuration != nil {
sessionDuration = req.sessionDuration.Duration
}