matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-10 15:57:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

use max scan token size to hold large objects

Browse Source
This commit is contained in:
Michael Yang
2023-07-28 11:43:25 -07:00
parent 6ed3ec0cb3
commit 9c7f30d31c
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
parser/parser.go
View File

@@ -24,6 +24,7 @@ func Parse(reader io.Reader) ([]Command, error) {
var command, modelCommand Command var command, modelCommand Command
scanner := bufio.NewScanner(reader) scanner := bufio.NewScanner(reader)
scanner.Buffer(make([]byte, 0, bufio.MaxScanTokenSize), bufio.MaxScanTokenSize)
scanner.Split(scanModelfile) scanner.Split(scanModelfile)
for scanner.Scan() { for scanner.Scan() {
line := scanner.Bytes() line := scanner.Bytes()