This commit is contained in:
Michael Yang
2024-05-15 14:55:57 -07:00
parent 547132e820
commit bbbd9f20f3
9 changed files with 35 additions and 51 deletions

View File

@@ -17,8 +17,6 @@ func (m *MixtralModel) GetTensors() error {
return err
}
m.Tensors = []llm.Tensor{}
pattern := `^blk\.[0-9]+\.attn_(?P<layer>q|k)\.weight$`
re, err := regexp.Compile(pattern)
if err != nil {