happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Support ROPE op.

This commit is contained in:
yumengbo 2024-12-21 08:27:12 +08:00 committed by Mustafa Cavus
parent 8aba03bac6
commit 2353c73f53
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
ggml/src/ggml-openvino/ggml-decoder.cpp
View File

@ -61,12 +61,14 @@ void GgmlOvDecoder::set_input_output(ggml_tensor* node, std::map<std::string, gg
{ {
inputs[node->src[0]->name] = node->src[0]; inputs[node->src[0]->name] = node->src[0];
inputs[node->src[1]->name] = node->src[1]; inputs[node->src[1]->name] = node->src[1];
inputs[node->src[2]->name] = node->src[2];
outputs[node->name] = node;
m_input_names.push_back(node->src[0]->name); m_input_names.push_back(node->src[0]->name);
m_input_names.push_back(node->src[1]->name); m_input_names.push_back(node->src[1]->name);
m_input_names.push_back(node->src[2]->name); outputs[node->name] = node;
m_output_names.push_back(node->name); m_output_names.push_back(node->name);
if (node->src[2]) {
inputs[node->src[2]->name] = node->src[2];
m_input_names.push_back(node->src[2]->name);
}
break; break;
} }
default: default:
@ -92,6 +94,9 @@ GgmlOvDecoder::GgmlOvDecoder(struct ggml_tensor * node, struct ggml_cgraph * cgr
// Init model input and output // Init model input and output
set_input_output(cur_node, m_inputs, m_outputs); set_input_output(cur_node, m_inputs, m_outputs);
} }
#ifdef GGML_OPENVINO_DEBUG
ggml_graph_print(m_cgraph);
#endif
} }
} }