happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Assert ggml_tensor is trivially copyable

This commit is contained in:
Oliver Simons 2026-02-12 17:36:28 +01:00
parent 79f5eaf55e
commit 17717f3fc6
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ggml/src/ggml-cuda/ggml-cuda.cu
View File

@ -3641,6 +3641,10 @@ static void ggml_cuda_graph_evaluate_and_capture(ggml_backend_cuda_context * cud
if (n_fuse > 1) {
ggml_tensor fused_add_node;
// Let's ensure compilation fails should ggml_tensor at one point no-longer be trivially copyable.
static_assert(
std::is_trivially_copyable_v<ggml_tensor>,
"ggml_tensor must be trivially copyable for memcpy usage in fused-add node-creation");
memcpy(&fused_add_node, node, sizeof(ggml_tensor));
for (int j = 0; j < n_fuse - 1; ++j) {
fused_add_node.src[j + 2] = cgraph->nodes[i + j + 1]->src[1];