add conversion for microsoft phi 3 mini/medium 4k, 128

This commit is contained in:
Michael Yang
2024-06-03 15:53:58 -07:00
parent f7e3b9190f
commit 6ffb5cb017
7 changed files with 373 additions and 12 deletions

View File

@@ -90,10 +90,6 @@ func (p *llama) KV(t *Tokenizer) llm.KV {
kv["llama.attention.value_length"] = p.HeadDim
}
if len(t.Merges) > 0 {
kv["tokenizer.ggml.merges"] = t.Merges
}
return kv
}