mirror of
https://github.com/dogkeeper886/ollama37.git
synced 2025-12-10 07:46:59 +00:00
kvcache: Set context for shift offsets
This commit is contained in:
@@ -545,7 +545,7 @@ func (c *Causal) shift(seq int, beginIndex, offset int32) error {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
kShift, err := ctx.FromIntSlice(offsets, len(offsets))
|
kShift, err := ctx.Input().FromIntSlice(offsets, len(offsets))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user