matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 08:17:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix vocabulary (#10679)

Browse Source
This commit is contained in:
Michael Yang
2025-05-12 17:29:46 -07:00
committed by GitHub
parent a7240c6d63
commit 526b2ed102
7 changed files with 28 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
model/models/gemma2/model.go
View File

@@ -45,6 +45,8 @@ func New(c fs.Config) (model.Model, error) {
Types: c.Ints("tokenizer.ggml.token_type"),
BOS: int32(c.Uint("tokenizer.ggml.bos_token_id")),
EOS: int32(c.Uint("tokenizer.ggml.eos_token_id")),
// TODO: set EOT to EOS otherwise 0 will stop generation
EOT: int32(c.Uint("tokenizer.ggml.eos_token_id")),
},
),
Layers: make([]Layer, c.Uint("block_count")),