diff --git a/CMakeLists.txt b/CMakeLists.txt
index 82913aa62ba..2aef6ae9e70 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -749,6 +749,16 @@ if (GGML_SOURCES_CUDA)
     set_property(TARGET whisper PROPERTY CUDA_SELECT_NVCC_ARCH_FLAGS "Auto")
 endif()
 
+if (WHISPER_CUDA)
+    if (WIN32)
+        message(STATUS "Mark CUDA libraries as DELAYLOAD")
+        target_link_options(${TARGET} PRIVATE "/DELAYLOAD:cublas64_12.dll")
+        target_link_options(${TARGET} PRIVATE "/DELAYLOAD:cublasLt64_12.dll")
+        target_link_options(${TARGET} PRIVATE "/DELAYLOAD:cudart64_12.dll")
+        target_link_options(${TARGET} PRIVATE "/DELAYLOAD:nvcuda.dll")
+    endif()
+endif()
+
 if (EMSCRIPTEN)
     set_target_properties(${TARGET} PROPERTIES COMPILE_FLAGS "-msimd128")
 endif()