diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu
index 05dd0bdc1d..db5cab5a8a 100644
--- a/ggml/src/ggml-cuda/ggml-cuda.cu
+++ b/ggml/src/ggml-cuda/ggml-cuda.cu
@@ -1135,9 +1135,9 @@ bool ggml_backend_cuda_allreduce_tensor(ggml_backend_t * backends, struct ggml_t
         GGML_LOG_WARN("%s: NVIDIA Collective Communications Library (NCCL) is unavailable, multi GPU performance will be suboptimal\n", __func__);
         warning_printed = true;
     }
+#endif // !defined(GGML_USE_HIP) && !defined(GGML_USE_MUSA)
     GGML_UNUSED_VARS(backends, tensors, n_backends);
     return false;
-#endif // !defined(GGML_USE_HIP) && !defined(GGML_USE_MUSA)
 #endif // GGML_USE_NCCL
 }