Reapply "feat: incremental gguf parser (#10822)" (#11114) (#11119)

* Reapply "feat: incremental gguf parser (#10822)" (#11114)

This reverts commit a6e64fbdf2.

* fix older ggufs
This commit is contained in:
Michael Yang
2025-06-20 11:11:40 -07:00
committed by GitHub
parent 87b7af6cee
commit 0a066cfd91
13 changed files with 1357 additions and 164 deletions

23
fs/gguf/reader.go Normal file
View File

@@ -0,0 +1,23 @@
package gguf
import (
"bufio"
"io"
)
type bufferedReader struct {
offset int64
*bufio.Reader
}
func newBufferedReader(rs io.ReadSeeker, size int) *bufferedReader {
return &bufferedReader{
Reader: bufio.NewReaderSize(rs, size),
}
}
func (rs *bufferedReader) Read(p []byte) (n int, err error) {
n, err = rs.Reader.Read(p)
rs.offset += int64(n)
return n, err
}