Dev: mark WIN32 CUDA dlls as 'DELAYLOAD'

readdle · Sep 16, 2024 · 7cb5b71 · 7cb5b71
1 parent ee8c962
commit 7cb5b71
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -749,6 +749,16 @@ if (GGML_SOURCES_CUDA)
     set_property(TARGET whisper PROPERTY CUDA_SELECT_NVCC_ARCH_FLAGS "Auto")
 endif()
 
+if (WHISPER_CUDA)
+    if (WIN32)
+        message(STATUS "Mark CUDA libraries as DELAYLOAD")
+        target_link_options(${TARGET} PRIVATE "/DELAYLOAD:cublas64_12.dll")
+        target_link_options(${TARGET} PRIVATE "/DELAYLOAD:cublasLt64_12.dll")
+        target_link_options(${TARGET} PRIVATE "/DELAYLOAD:cudart64_12.dll")
+        target_link_options(${TARGET} PRIVATE "/DELAYLOAD:nvcuda.dll")
+    endif()
+endif()
+
 if (EMSCRIPTEN)
     set_target_properties(${TARGET} PROPERTIES COMPILE_FLAGS "-msimd128")
 endif()