embed templates

server/routes.go

@@ -1,6 +1,7 @@
 package server
 
 import (
+	"embed"
 	"encoding/json"
 	"fmt"
 	"io"
@@ -19,7 +20,9 @@ import (
 	"github.com/jmorganca/ollama/llama"
 )
 
-var templates = template.Must(template.ParseGlob("templates/*.prompt"))
+//go:embed templates/*
+var templatesFS embed.FS
+var templates = template.Must(template.ParseFS(templatesFS, "templates/*.prompt"))
 
 func generate(c *gin.Context) {
 	// TODO: these should be request parameters

server/templates/alpaca.prompt

@@ -0,0 +1,8 @@
+Below is an instruction that describes a task. Write a response that appropriately completes the request.
+
+### Instruction:
+{{ .Prompt }}
+
+### Response:
+
+

server/templates/falcon.prompt

@@ -0,0 +1,3 @@
+A helpful assistant who helps the user with any questions asked.
+User: {{ .Prompt }}
+Assistant:

server/templates/gpt4.prompt

@@ -0,0 +1,5 @@
+### Instruction:
+{{ .Prompt }}
+
+### Response:
+

server/templates/hermes.prompt

@@ -0,0 +1,5 @@
+### Instruction:
+{{ .Prompt }}
+
+### Response:
+

server/templates/mpt.prompt

@@ -0,0 +1,4 @@
+Below is an instruction that describes a task. Write a response that appropriately completes the request. Be concise. Once the request is completed, include no other text.
+### Instruction:
+{{ .Prompt }}
+### Response:

server/templates/oasst.prompt

@@ -0,0 +1 @@
+{{ .Prompt }}

server/templates/orca.prompt

@@ -0,0 +1,7 @@
+### System:
+You are an AI assistant that follows instruction extremely well. Help as much as you can.
+
+### User:
+{{ .Prompt }}
+
+### Response:

server/templates/qlora.prompt

@@ -0,0 +1,2 @@
+### Human: {{ .Prompt }}
+### Assistant:

server/templates/tulu.prompt

@@ -0,0 +1,4 @@
+
+{{ .Prompt }}
+
+

server/templates/ultralm.prompt

@@ -0,0 +1,2 @@
+USER: {{ .Prompt }}
+ASSISTANT:

server/templates/vicuna.prompt

@@ -0,0 +1,4 @@
+A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.
+
+USER: {{ .Prompt }}
+ASSISTANT:

server/templates/wizardcoder.prompt

@@ -0,0 +1,5 @@
+Below is an instruction that describes a task. Write a response that appropriately completes the request
+
+### Instruction: {{ .Prompt }}
+
+### Response:

server/templates/wizardlm.prompt

@@ -0,0 +1,2 @@
+{{ .Prompt }}
+### Response: