happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update ggml/src/ggml-openvino/ggml-decoder.cpp 

Co-authored-by: Yamini Nimmagadda <yamini.nimmagadda@intel.com>
This commit is contained in:
Mustafa Cavus 2026-01-09 11:04:15 -08:00
parent 5f30eacdb4
commit d2fc15226b
1 changed files with 7 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
ggml/src/ggml-openvino/ggml-decoder.cpp
View File

@ -180,19 +180,13 @@ void GgmlOvDecoder::set_input_output(ggml_tensor * node, bool naive) {
}
m_inputs[src_name] = src;
assert(stateful_kv_shape.rank().is_static());
if (stateful_kv_shape.rank().get_length() != 0) {
auto param_node =
std::make_shared<ov::op::v0::Parameter>(get_ov_type(src), stateful_kv_shape);
param_node->set_friendly_name(src_name);
param_node->output(0).get_tensor().set_names({src_name});
m_model_inputs[src_name] = param_node;
} else {
auto param_node =
std::make_shared<ov::op::v0::Parameter>(get_ov_type(src), get_graph_input_shape(node, src));
param_node->set_friendly_name(src_name);
param_node->output(0).get_tensor().set_names({src_name});
m_model_inputs[src_name] = param_node;
}
ov::PartialShape param_shape = (stateful_kv_shape.rank().get_length() != 0)
? stateful_kv_shape
: get_graph_input_shape(node, src);
auto param_node = std::make_shared<ov::op::v0::Parameter>(get_ov_type(src), param_shape);
param_node->set_friendly_name(src_name);
param_node->output(0).get_tensor().set_names({src_name});
m_model_inputs[src_name] = param_node;
}
}
}