matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-13 01:07:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

trim whitespace before checking stop conditions

Browse Source 
Fixes #295
This commit is contained in:
Jeffrey Morgan
2023-08-08 00:27:55 -04:00
parent 931a5f3cb9
commit 5eb712f962
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama/llama.go
View File

@@ -250,9 +250,9 @@ func (llm *LLM) Predict(ctx []int, prompt string, fn func(api.GenerateResponse))
func (llm *LLM) checkStopConditions(b bytes.Buffer) error { func (llm *LLM) checkStopConditions(b bytes.Buffer) error {
for _, stopCondition := range llm.Stop { for _, stopCondition := range llm.Stop {
if stopCondition == b.String() { if stopCondition == strings.TrimSpace(b.String()) {
return io.EOF return io.EOF
} else if strings.HasPrefix(stopCondition, b.String()) { } else if strings.HasPrefix(stopCondition, strings.TrimSpace(b.String())) {
return errNeedMoreData return errNeedMoreData
} }
} }