Merge pull request #979 from jmorganca/mxyng/num-keep

update default NumKeep
This commit is contained in:
Michael Yang
2023-11-02 15:48:44 -07:00
committed by GitHub

View File

@@ -293,7 +293,7 @@ func DefaultOptions() Options {
return Options{ return Options{
// options set on request to runner // options set on request to runner
NumPredict: -1, NumPredict: -1,
NumKeep: -1, NumKeep: 0,
Temperature: 0.8, Temperature: 0.8,
TopK: 40, TopK: 40,
TopP: 0.9, TopP: 0.9,