remove debug print statements

This commit is contained in:
Jeffrey Morgan
2023-07-05 16:29:12 -04:00
parent 79a999e95d
commit 0998d4f0a4
2 changed files with 0 additions and 20 deletions

View File

@@ -26,7 +26,6 @@ func generate(c *gin.Context) {
tokens := 512
threads := runtime.NumCPU()
// TODO: set prompt from template
fmt.Println("Generating text...")
var req api.GenerateRequest
if err := c.ShouldBindJSON(&req); err != nil {
@@ -34,8 +33,6 @@ func generate(c *gin.Context) {
return
}
fmt.Println(req)
l, err := llama.New(req.Model, llama.EnableF16Memory, llama.SetContext(128), llama.EnableEmbeddings, llama.SetGPULayers(gpulayers))
if err != nil {
fmt.Println("Loading the model failed:", err.Error())