matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-13 17:27:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: gguf int type

Browse Source
This commit is contained in:
Michael Yang
2023-11-22 11:40:30 -08:00
parent 37d95157df
commit 199941cd15
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llm/gguf.go
View File

@@ -335,7 +335,7 @@ func (llm *ggufModel) readArrayV1(r io.Reader) (arr []any, err error) {
case ggufTypeUint8: case ggufTypeUint8:
arr = append(arr, llm.readU8(r)) arr = append(arr, llm.readU8(r))
case ggufTypeInt8: case ggufTypeInt8:
arr = append(arr, llm.readU8(r)) arr = append(arr, llm.readI8(r))
case ggufTypeUint16: case ggufTypeUint16:
arr = append(arr, llm.readU16(r)) arr = append(arr, llm.readU16(r))
case ggufTypeInt16: case ggufTypeInt16:
@@ -376,7 +376,7 @@ func (llm *ggufModel) readArray(r io.Reader) (arr []any, err error) {
case ggufTypeUint8: case ggufTypeUint8:
arr = append(arr, llm.readU8(r)) arr = append(arr, llm.readU8(r))
case ggufTypeInt8: case ggufTypeInt8:
arr = append(arr, llm.readU8(r)) arr = append(arr, llm.readI8(r))
case ggufTypeUint16: case ggufTypeUint16:
arr = append(arr, llm.readU16(r)) arr = append(arr, llm.readU16(r))
case ggufTypeInt16: case ggufTypeInt16: