matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-12 08:47:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

compat with upstream gguf

Browse Source
This commit is contained in:
Michael Yang
2025-03-10 11:08:37 -07:00
parent c5cbe4fc2a
commit 6b32a2d549
3 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
model/models/gemma3/model.go
View File

@@ -62,7 +62,7 @@ func New(c ml.Config) (model.Model, error) {
TextModel: newTextModel(c),
}
slidingWindowLen := int32(c.Uint("text.attention.sliding_window"))
slidingWindowLen := int32(c.Uint("attention.sliding_window"))
m.Cache = kvcache.NewWrapperCache(kvcache.NewSWACache(slidingWindowLen, m.Shift), kvcache.NewCausalCache(m.Shift))
return &m, nil