matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-10 15:57:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

calculate overhead based number of gpu devices (#1875)

Browse Source
This commit is contained in:
Jeffrey Morgan
2024-01-09 15:53:33 -05:00
committed by GitHub
parent e89dc1d54b
commit c336693f07
8 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
gpu/gpu_info_cpu.c
View File

@@ -8,6 +8,7 @@ void cpu_check_ram(mem_info_t *resp) {
MEMORYSTATUSEX info;
info.dwLength = sizeof(info);
if (GlobalMemoryStatusEx(&info) != 0) {
resp->count = 1;
resp->total = info.ullTotalPhys;
resp->free = info.ullAvailPhys;
} else {
@@ -26,6 +27,7 @@ void cpu_check_ram(mem_info_t *resp) {
if (sysinfo(&info) != 0) {
resp->err = strdup(strerror(errno));
} else {
resp->count = 1;
resp->total = info.totalram * info.mem_unit;
resp->free = info.freeram * info.mem_unit;
}