matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-18 11:47:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama: add compiler tags for cpu features (#7137)

Browse Source 
This adds the ability to customize the default runner with user specified flags
This commit is contained in:
Daniel Hiltgen
2024-10-17 13:43:20 -07:00
committed by GitHub
parent f2890a4494
commit f86d00cd95
6 changed files with 52 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama/make/common-defs.make
View File

@@ -46,8 +46,6 @@ endif
# Override in environment space separated to tune GPU runner CPU vector flags
ifeq ($(ARCH),amd64)
# TODO may need a bit more work - setting 'GPU_RUNNER_CPU_FLAGS="avx avx2 avx512f avx512bw"' doesn't yield
# a system_info showing 'AVX512 = 1' so there may be additional macros that are needed in GGML
GPU_RUNNER_CPU_FLAGS ?= avx
endif