happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

ggml-virtgpu: add a cleanup function for consistency

This commit is contained in:
Kevin Pouget 2026-01-29 09:50:47 +01:00
parent 3864be3e5d
commit 07f41cafee
1 changed files with 20 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
ggml/src/ggml-virtgpu/ggml-backend-reg.cpp
View File

@ -4,6 +4,8 @@
#include <iostream>
#include <mutex>
void ggml_virtgpu_cleanup(virtgpu *gpu);
static virtgpu * apir_initialize() {
static virtgpu * gpu = NULL;
static std::atomic<bool> initialized = false;
@ -170,3 +172,21 @@ ggml_backend_reg_t ggml_backend_virtgpu_reg() {
}
GGML_BACKEND_DL_IMPL(ggml_backend_virtgpu_reg)
// public function, not exposed in the GGML interface at the moment
void ggml_virtgpu_cleanup(virtgpu *gpu) {
if (gpu->cached_device_info.name) {
free(gpu->cached_device_info.name);
gpu->cached_device_info.name = NULL;
}
if (gpu->cached_device_info.description) {
free(gpu->cached_device_info.description);
gpu->cached_device_info.description = NULL;
}
if (gpu->cached_buffer_type.name) {
free(gpu->cached_buffer_type.name);
gpu->cached_buffer_type.name = NULL;
}
mtx_destroy(&gpu->data_shmem_mutex);
}