matt/ollama37
1
0
Fork 0
mirror of https://github.com/dogkeeper886/ollama37.git synced 2025-12-11 00:07:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Release gpu discovery library after use

Browse Source 
Leaving the cudart library loaded kept ~30m of memory
pinned in the GPU in the main process.  This change ensures
we don't hold GPU resources when idle.
This commit is contained in:
Daniel Hiltgen
2024-03-30 15:34:21 -07:00
parent 0a74cb31d5
commit 526d4eb204
5 changed files with 31 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
gpu/gpu_info_cudart.h
View File

@@ -55,6 +55,7 @@ typedef struct cudart_compute_capability {
void cudart_init(char *cudart_lib_path, cudart_init_resp_t *resp);
void cudart_check_vram(cudart_handle_t ch, mem_info_t *resp);
void cudart_compute_capability(cudart_handle_t th, cudart_compute_capability_t *cc);
void cudart_release(cudart_handle_t ch);
#endif // __GPU_INFO_CUDART_H__
#endif // __APPLE__