matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-10 15:57:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

llm: normalise kvct parameter handling (#7926)

Browse Source
This commit is contained in:
Sam
2024-12-04 11:30:40 +11:00
committed by GitHub
parent 1bdab9fdb1
commit 539be43640
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llm/memory.go
View File

@@ -129,7 +129,7 @@ func EstimateGPULayers(gpus []discover.GpuInfo, ggml *GGML, projectors []string,
var kvct string var kvct string
if fa { if fa {
requested := envconfig.KvCacheType() requested := strings.ToLower(envconfig.KvCacheType())
if requested != "" && ggml.SupportsKVCacheType(requested) { if requested != "" && ggml.SupportsKVCacheType(requested) {
kvct = requested kvct = requested
} }

2
llm/server.go
View File

@@ -225,7 +225,7 @@ func NewLlamaServer(gpus discover.GpuInfoList, model string, ggml *GGML, adapter
fa = false fa = false
} }
kvct := envconfig.KvCacheType() kvct := strings.ToLower(envconfig.KvCacheType())
if fa { if fa {
slog.Info("enabling flash attention") slog.Info("enabling flash attention")