cont : add stream capture check
Co-authored-by: Oliver Simons <osimons@nvidia.com>
This commit is contained in:
parent
7d0be2c483
commit
dd9af0114e
|
|
@ -2307,7 +2307,9 @@ static void ggml_cuda_mul_mat_id(ggml_backend_cuda_context & ctx, ggml_tensor *
|
|||
}
|
||||
|
||||
// note: this path should not be reached when recording CUDA graphs, because it requires stream synchronization
|
||||
|
||||
cudaStreamCaptureStatus capture_status;
|
||||
CUDA_CHECK(cudaStreamIsCapturing(stream, &capture_status));
|
||||
GGML_ASSERT(capture_status == cudaStreamCaptureStatusNone);
|
||||
cudaStream_t stream = ctx.stream();
|
||||
|
||||
GGML_ASSERT(nb12 % nb11 == 0);
|
||||
|
|
|
|||
Loading…
Reference in New Issue