matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-10 07:46:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

kvcache: Set context for shift offsets

Browse Source
This commit is contained in:
Jesse Gross
2025-03-07 18:16:52 -08:00
committed by Jesse Gross
parent 25f9b152f9
commit f52b2615ef
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
kvcache/causal.go
View File

@@ -545,7 +545,7 @@ func (c *Causal) shift(seq int, beginIndex, offset int32) error {
}
}
kShift, err := ctx.FromIntSlice(offsets, len(offsets))
kShift, err := ctx.Input().FromIntSlice(offsets, len(offsets))
if err != nil {
return err
}