matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 08:17:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

sample: add numerical stability to temperature/softmax transform (#9631)

Browse Source
This commit is contained in:
Parth Sareen
2025-03-10 14:43:53 -07:00
committed by GitHub
parent fe776293f7
commit 7e34f4fbfa
3 changed files with 28 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
sample/samplers.go
View File

@@ -90,8 +90,9 @@ func (s *Sampler) sample(tokens []token) (token, error) {
sortLogits(tokens)
}
// token logit values are updated to probabilities
tokens = temperature(tokens, s.temperature)
tokens = softmax(tokens)
tokens = topP(tokens, s.topP)
tokens = minP(tokens, s.minP)