happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

make flag opt-in

This commit is contained in:
Aman Gupta 2025-12-31 14:47:41 +01:00
parent 25ae798615
commit 93cfa8d156
1 changed files with 4 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
ggml/src/ggml-cuda/ggml-cuda.cu
View File

@ -3826,16 +3826,12 @@ static void ggml_backend_cuda_graph_optimize(ggml_backend_t backend, ggml_cgraph
const bool use_cuda_graph = ggml_cuda_set_cuda_graph_enabled(cuda_ctx); const bool use_cuda_graph = ggml_cuda_set_cuda_graph_enabled(cuda_ctx);
static bool disable_graph_optimization = [] { static bool enable_graph_optimization = [] {
const char * env = getenv("GGML_CUDA_DISABLE_GRAPH_OPT"); const char * env = getenv("GGML_CUDA_GRAPH_OPT");
bool disable = env != nullptr && atoi(env) == 1; return env != nullptr && atoi(env) == 1;
env = getenv("GGML_CUDA_GRAPH_OPT");
GGML_ASSERT(env == nullptr && "GGML_CUDA_GRAPH_OPT is deprecated, use GGML_CUDA_DISABLE_GRAPH_OPT instead");
return disable;
}(); }();
if (disable_graph_optimization) { if (!enable_graph_optimization) {
return; return;
} }