Merge pull request #979 from jmorganca/mxyng/num-keep

update default NumKeep
This commit is contained in:
Michael Yang
2023-11-02 15:48:44 -07:00
committed by GitHub

View File

@@ -293,7 +293,7 @@ func DefaultOptions() Options {
return Options{
// options set on request to runner
NumPredict: -1,
NumKeep: -1,
NumKeep: 0,
Temperature: 0.8,
TopK: 40,
TopP: 0.9,