llama3 conversion

This commit is contained in:
Patrick Devine
2024-04-28 10:36:38 -07:00
committed by Michael Yang
parent 4730762e5c
commit c8cf0d94ed
3 changed files with 56 additions and 16 deletions

View File

@@ -483,6 +483,7 @@ var ggufKVOrder = map[string][]string{
"tokenizer.ggml.model",
"tokenizer.ggml.tokens",
"tokenizer.ggml.scores",
"tokenizer.ggml.merges",
"tokenizer.ggml.token_type",
"tokenizer.ggml.bos_token_id",
"tokenizer.ggml.eos_token_id",