call llama.cpp directly from go

This commit is contained in:
Michael Yang
2023-07-07 15:29:17 -07:00
parent a3ec1ec2a0
commit fd4792ec56
16 changed files with 462 additions and 1291 deletions

View File

@@ -1,19 +0,0 @@
default: ollama
.PHONY: llama
llama:
cmake -S llama -B llama/build -DLLAMA_METAL=on
cmake --build llama/build
.PHONY: ollama
ollama: llama
go build .
.PHONY: app
app: ollama
npm install --prefix app
npm run --prefix app make:sign
clean:
go clean
rm -rf llama/build