happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

ggml-zdnn: attempt at fixing sigsegv 

Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo 2025-09-06 20:52:30 +08:00
parent 81e2025af4
commit 5c31f9b2a7
No known key found for this signature in database
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
ggml/src/ggml-zdnn/ggml-zdnn.cpp
View File

@ -374,8 +374,6 @@ static void ggml_backend_zdnn_buffer_free_buffer(ggml_backend_buffer_t buffer) {
if (bias->ztensor.buffer != NULL && bias->ztensor.is_transformed) { if (bias->ztensor.buffer != NULL && bias->ztensor.is_transformed) {
ZDNN_CHECK(zdnn_free_ztensor_buffer(&bias->ztensor)); ZDNN_CHECK(zdnn_free_ztensor_buffer(&bias->ztensor));
} }
free(bias->data);
delete bias; delete bias;
} }
} }
@ -408,9 +406,6 @@ static enum ggml_status ggml_backend_zdnn_buffer_init_tensor(ggml_backend_buffer
ggml_zdnn_init_tensor(zdnn_buffer.get(), tensor); ggml_zdnn_init_tensor(zdnn_buffer.get(), tensor);
tensor->extra = zdnn_buffer.get(); tensor->extra = zdnn_buffer.get();
ctx->buffers.push_back(std::move(zdnn_buffer));
ctx->n_buffers++;
switch (tensor->op) { switch (tensor->op) {
case GGML_OP_MUL_MAT: case GGML_OP_MUL_MAT:
{ {
@ -431,8 +426,13 @@ static enum ggml_status ggml_backend_zdnn_buffer_init_tensor(ggml_backend_buffer
ctx->buffers.push_back(std::move(zdnn_bias_buffer)); ctx->buffers.push_back(std::move(zdnn_bias_buffer));
ctx->n_buffers++; ctx->n_buffers++;
} break; } break;
default:
break;
} }
ctx->buffers.push_back(std::move(zdnn_buffer));
ctx->n_buffers++;
// GGML_LOG_INFO("%s: initialised tensor '%s' in buffer %d, size = %8.2f MiB\n", // GGML_LOG_INFO("%s: initialised tensor '%s' in buffer %d, size = %8.2f MiB\n",
// __func__, tensor->name, buffer_idx, tsize); // __func__, tensor->name, buffer_idx, tsize);