Restore system prompt on requests and default num_keep to 0

This commit is contained in:
Jeffrey Morgan
2023-11-03 13:25:25 -07:00
parent 6109bebba6
commit 17678b7225
2 changed files with 3 additions and 1 deletions

View File

@@ -529,6 +529,8 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
"stop": llm.Stop,
}
fmt.Println(request)
// Handling JSON marshaling with special characters unescaped.
buffer := &bytes.Buffer{}
enc := json.NewEncoder(buffer)