matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-12 00:37:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

runner.go: Remove unused arguments

Browse Source 
Now that server.cpp is gone, we don't need to keep passing arguments
that were only ignored and only kept for compatibility.
This commit is contained in:
Jesse Gross
2024-10-30 16:54:49 -07:00
committed by Jesse Gross
parent 6cd566872b
commit a909417602
5 changed files with 1 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
llama/runner/runner.go
View File

@@ -837,14 +837,8 @@ func main() {
mlock := flag.Bool("mlock", false, "force system to keep model in RAM rather than swapping or compressing")
tensorSplit := flag.String("tensor-split", "", "fraction of the model to offload to each GPU, comma-separated list of proportions")
multiUserCache := flag.Bool("multiuser-cache", false, "optimize input cache algorithm for multiple users")
// Expose requirements as a JSON output to stdout
requirements := flag.Bool("requirements", false, "print json requirement information")
// These are either ignored by llama.cpp or have no significance to us
_ = flag.Bool("embedding", false, "enable embedding vector output (default: disabled)")
_ = flag.Bool("log-disable", false, "disables logging to a file")
_ = flag.Bool("memory-f32", false, "use f32 instead of f16 for memory key+value (default: disabled) not recommended: doubles context memory required and no measurable increase in quality")
flag.Parse()
if *requirements {
printRequirements(os.Stdout)