matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-10 07:46:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Allow models to force a new batch"

Browse Source 
This reverts commit c7eae586b899083acebcd9b3847b89ea78c2850c.
This commit is contained in:
jmorganca
2025-03-11 11:53:37 +01:00
committed by Michael Yang
parent 06007c0a18
commit 65b0f329d1
4 changed files with 14 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
model/models/gemma3/model.go
View File

@@ -112,8 +112,8 @@ func (m *Model) PostTokenize(ctx ml.Context, inputs []input.Input) ([]input.Inpu
result = append(result, inp)
} else {
imageInputs := []input.Input{
{Token: 108}, // "\n\n"
{Token: 255999, BatchBreak: true}, // "<start_of_image>""
{Token: 108}, // "\n\n"
{Token: 255999}, // "<start_of_image>""
}
result = append(result, imageInputs...)