continue conversation

feed responses back into the llm
This commit is contained in:
Michael Yang
2023-07-13 11:02:53 -07:00
parent 77dc1a6d74
commit 1775647f76
11 changed files with 47 additions and 10 deletions

View File

@@ -94,7 +94,7 @@ func generate(c *gin.Context) {
ch <- r
}
if err := llm.Predict(req.Prompt, fn); err != nil {
if err := llm.Predict(req.Context, req.Prompt, fn); err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
}