add todo about special casing
This commit is contained in:
parent
93cfa8d156
commit
d405fa1c16
|
|
@ -3903,6 +3903,7 @@ static void ggml_backend_cuda_graph_optimize(ggml_backend_t backend, ggml_cgraph
|
||||||
const int root_node_idx = node_indices[root_node];
|
const int root_node_idx = node_indices[root_node];
|
||||||
|
|
||||||
// only optimize for attn_norm
|
// only optimize for attn_norm
|
||||||
|
// TODO: make this generic
|
||||||
if (!strstr(root_node->name, "attn_norm")) {
|
if (!strstr(root_node->name, "attn_norm")) {
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue