calculate overhead based number of gpu devices (#1875)

2025-12-12 00:37:04 +00:00 · 2024-01-09 15:53:33 -05:00
parent e89dc1d54b
commit c336693f07
8 changed files with 13 additions and 6 deletions
--- a/gpu/gpu_info.h
+++ b/gpu/gpu_info.h
@@ -34,6 +34,7 @@ extern "C" {
 typedef struct mem_info {
  uint64_t total;
  uint64_t free;
+  unsigned int count;
  char *err;  // If non-nill, caller responsible for freeing
 } mem_info_t;