decode ggla

This commit is contained in:
Michael Yang
2024-03-08 15:38:53 -08:00
parent 18979ad4a1
commit 76bdebbadf
5 changed files with 171 additions and 33 deletions

View File

@@ -112,7 +112,7 @@ func ReadSafeTensors(fn string, offset uint64) ([]llm.Tensor, uint64, error) {
Name: ggufName,
Kind: kind,
Offset: offset,
Shape: shape,
Shape: shape[:],
FileName: fn,
OffsetPadding: 8 + jsonSize,
FileOffsets: []uint64{uint64(data.Offsets[0]), uint64(data.Offsets[1])},