GGUF support (#441)

This commit is contained in:
Bruce MacDonald
2023-09-07 13:55:37 -04:00
committed by GitHub
parent 07b4074e7b
commit 09dd2aeff9
10 changed files with 543 additions and 139 deletions

View File

@@ -328,7 +328,7 @@ func CreateModel(ctx context.Context, name string, path string, fn func(resp api
}
defer file.Close()
ggml, err := llm.DecodeGGML(file, llm.ModelFamilyLlama)
ggml, err := llm.DecodeGGML(file)
if err != nil {
return err
}