matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-15 18:27:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Allow models to force a new batch"

Browse Source 
This reverts commit c7eae586b899083acebcd9b3847b89ea78c2850c.
This commit is contained in:
jmorganca
2025-03-11 11:53:37 +01:00
committed by Michael Yang
parent 06007c0a18
commit 65b0f329d1
4 changed files with 14 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
runner/ollamarunner/runner.go
View File

@@ -363,7 +363,7 @@ func (s *Server) processBatch() error {
}
}
if j >= s.batchSize || (inp.BatchBreak && len(seq.pendingInputs) != 0) {
if j >= s.batchSize {
break
}