diff --git a/ggml/src/ggml-cuda/CMakeLists.txt b/ggml/src/ggml-cuda/CMakeLists.txt
index ae8f963f69..4e21343c0b 100644
--- a/ggml/src/ggml-cuda/CMakeLists.txt
+++ b/ggml/src/ggml-cuda/CMakeLists.txt
@@ -52,6 +52,13 @@ if (CUDAToolkit_FOUND)
         endif()
     endif()
 
+    if(NOT DEFINED CMAKE_CUDA_COMPILER)
+        if(WIN32)
+            set(CMAKE_CUDA_COMPILER "${CUDAToolkit_BIN_DIR}/nvcc.exe")
+        else()
+            set(CMAKE_CUDA_COMPILER "${CUDAToolkit_BIN_DIR}/nvcc")
+        endif()
+    endif()
     enable_language(CUDA)
 
     # Replace any plain 12X CUDA architectures with their "architecture-specific" equivalents 12Xa.