add support for libcudart.so for CUDA devices (adds Jetson support)

2025-12-11 08:17:03 +00:00 · 2024-03-25 11:07:44 -04:00
parent acfa2b9422
commit dfc6721b20
8 changed files with 437 additions and 82 deletions
--- a/llm/generate/gen_common.sh
+++ b/llm/generate/gen_common.sh
@@ -39,7 +39,7 @@ init_vars() {
    *)
        ;;
    esac
-    if [ -z "${CMAKE_CUDA_ARCHITECTURES}" ] ; then 
+    if [ -z "${CMAKE_CUDA_ARCHITECTURES}" ] ; then
        CMAKE_CUDA_ARCHITECTURES="50;52;61;70;75;80"
    fi
 }