cont : add stream capture check

Co-authored-by: Oliver Simons <osimons@nvidia.com>
This commit is contained in:
Georgi Gerganov 2026-02-16 18:13:21 +02:00 committed by GitHub
parent 7d0be2c483
commit dd9af0114e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions

View File

@ -2307,7 +2307,9 @@ static void ggml_cuda_mul_mat_id(ggml_backend_cuda_context & ctx, ggml_tensor *
}
// note: this path should not be reached when recording CUDA graphs, because it requires stream synchronization
cudaStreamCaptureStatus capture_status;
CUDA_CHECK(cudaStreamIsCapturing(stream, &capture_status));
GGML_ASSERT(capture_status == cudaStreamCaptureStatusNone);
cudaStream_t stream = ctx.stream();
GGML_ASSERT(nb12 % nb11 == 0);