matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 16:26:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

generate progress

Browse Source
This commit is contained in:
Michael Yang
2023-07-06 15:43:04 -07:00
parent b0e63bfb4c
commit b0618a466e
3 changed files with 67 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
server/routes.go
View File

@@ -37,6 +37,10 @@ func generate(c *gin.Context) {
return
}
if remoteModel, _ := getRemote(req.Model); remoteModel != nil {
req.Model = remoteModel.FullName()
}
model, err := llama.New(req.Model, llama.EnableF16Memory, llama.SetContext(128), llama.EnableEmbeddings, llama.SetGPULayers(gpulayers))
if err != nil {
fmt.Println("Loading the model failed:", err.Error())