CUDA: check if event is NULL before cudaStreamWaitEvent (#2505)

Fixes #2503

diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index e0192bc6ecebc6052330b0c209a2eb577c73eb5f..4321e46741a40171349d90c71db21a09f8109089 100644 (file)
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -5203,7 +5203,7 @@ static void ggml_cuda_op(const ggml_tensor * src0, const ggml_tensor * src1, ggm
     if (split && g_device_count > 1) {
         CUDA_CHECK(cudaSetDevice(g_main_device));
         for (int id = 0; id < g_device_count; ++id) {
-            if (id != g_main_device) {
+            if (id != g_main_device && src0_extra->events[id]) {
                 CUDA_CHECK(cudaStreamWaitEvent(g_cudaStreams_main[g_main_device], src0_extra->events[id]));
             }
         }