Minor refactor
This commit is contained in:
parent
67e178a2f6
commit
2f1d50fb07
|
|
@ -65,11 +65,6 @@ GgmlOvDecoder::GgmlOvDecoder(struct ggml_cgraph* cgraph,
|
||||||
print_tensor_address_map(cgraph);
|
print_tensor_address_map(cgraph);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (getenv("GGML_OPENVINO_DUMP_CGRAPH")) {
|
|
||||||
std::string filename = "cgraph.txt";
|
|
||||||
dump_cgraph(cgraph, filename);
|
|
||||||
}
|
|
||||||
|
|
||||||
set_llm_params();
|
set_llm_params();
|
||||||
|
|
||||||
for (int node_n = 0; node_n < cgraph->n_nodes; node_n++) {
|
for (int node_n = 0; node_n < cgraph->n_nodes; node_n++) {
|
||||||
|
|
@ -83,11 +78,6 @@ GgmlOvDecoder::GgmlOvDecoder(struct ggml_cgraph* cgraph,
|
||||||
|
|
||||||
GgmlOvDecoder::GgmlOvDecoder(struct ggml_cgraph* cgraph,
|
GgmlOvDecoder::GgmlOvDecoder(struct ggml_cgraph* cgraph,
|
||||||
std::map<std::string, std::shared_ptr<ov::Node>>& model_weights) {
|
std::map<std::string, std::shared_ptr<ov::Node>>& model_weights) {
|
||||||
if (getenv("GGML_OPENVINO_DUMP_CGRAPH")) {
|
|
||||||
std::string filename = "cgraph.txt";
|
|
||||||
dump_cgraph(cgraph, filename);
|
|
||||||
}
|
|
||||||
|
|
||||||
m_cgraph = cgraph;
|
m_cgraph = cgraph;
|
||||||
m_model_weights = model_weights;
|
m_model_weights = model_weights;
|
||||||
for (int node_n = 0; node_n < cgraph->n_nodes; node_n++) {
|
for (int node_n = 0; node_n < cgraph->n_nodes; node_n++) {
|
||||||
|
|
|
||||||
|
|
@ -86,6 +86,11 @@ enum ggml_status openvino_frontend_compute(ggml_backend_t backend, struct ggml_c
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (getenv("GGML_OPENVINO_DUMP_CGRAPH")) {
|
||||||
|
std::string filename = "cgraph.txt";
|
||||||
|
GgmlOvDecoder::dump_cgraph(cgraph, filename);
|
||||||
|
}
|
||||||
|
|
||||||
if (is_naive(cgraph)) {
|
if (is_naive(cgraph)) {
|
||||||
return naive_compute(cgraph, core, device, config);
|
return naive_compute(cgraph, core, device, config);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue