Fix hanging issue when sending empty content (#2399)

This commit is contained in:
Jeffrey Morgan
2024-02-07 19:30:33 -05:00
committed by GitHub
parent ab0d37fde4
commit a0a199b108
2 changed files with 24 additions and 21 deletions

View File

@@ -1136,18 +1136,6 @@ func ChatHandler(c *gin.Context) {
return
}
// an empty request loads the model
if len(req.Messages) == 0 {
resp := api.ChatResponse{
CreatedAt: time.Now().UTC(),
Model: req.Model,
Done: true,
Message: api.Message{Role: "assistant"},
}
c.JSON(http.StatusOK, resp)
return
}
checkpointLoaded := time.Now()
chat, err := model.ChatPrompts(req.Messages)
@@ -1162,6 +1150,18 @@ func ChatHandler(c *gin.Context) {
return
}
// an empty request loads the model
if len(prompt) == 0 {
resp := api.ChatResponse{
CreatedAt: time.Now().UTC(),
Model: req.Model,
Done: true,
Message: api.Message{Role: "assistant"},
}
c.JSON(http.StatusOK, resp)
return
}
slog.Debug("chat handler", "prompt", prompt)
ch := make(chan any)