matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 08:17:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

embed ggml-metal.metal

Browse Source
This commit is contained in:
Michael Yang
2023-07-26 11:50:29 -07:00
parent 8fa477fadb
commit 3549676678
3 changed files with 57 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama/llama.go
View File

@@ -86,6 +86,7 @@ llama_token llama_sample(
import "C"
import (
"bytes"
"embed"
"errors"
"fmt"
"io"
@@ -99,6 +100,9 @@ import (
"github.com/jmorganca/ollama/api"
)
//go:embed ggml-metal.metal
var fs embed.FS
type LLM struct {
params *C.struct_llama_context_params
model *C.struct_llama_model