happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Removed API get_input_type

This commit is contained in:
Xuejun Zhai 2025-12-04 06:10:44 -08:00 committed by Mustafa Cavus
parent cd611782ef
commit 891a3beb2d
4 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ggml/src/ggml-openvino/ggml-decoder.cpp
View File

@ -147,7 +147,6 @@ void GgmlOvDecoder::set_input_output(ggml_tensor * node, bool naive) {
continue; continue;
} }
std::string src_name = std::string(src->name); std::string src_name = std::string(src->name);
m_inputs[src_name] = src;
current_node_info.node_inputs[src_name] = src; current_node_info.node_inputs[src_name] = src;
current_node_info.node_inputs_names.push_back(src_name); current_node_info.node_inputs_names.push_back(src_name);
@ -163,6 +162,7 @@ void GgmlOvDecoder::set_input_output(ggml_tensor * node, bool naive) {
if (m_model_inputs.find(src_name) != m_model_inputs.end()) { if (m_model_inputs.find(src_name) != m_model_inputs.end()) {
continue; continue;
} }
m_inputs[src_name] = src;
auto param_node = auto param_node =
std::make_shared<ov::op::v0::Parameter>(get_ov_type(src), get_graph_input_shape(node, src)); std::make_shared<ov::op::v0::Parameter>(get_ov_type(src), get_graph_input_shape(node, src));
param_node->set_friendly_name(src_name); param_node->set_friendly_name(src_name);
@ -751,6 +751,10 @@ ov::element::Type GgmlOvDecoder::get_input_type(const std::string & name) const
return get_ov_type(m_inputs.at(name)); return get_ov_type(m_inputs.at(name));
} }
ov::element::Type GgmlOvDecoder::get_input_type(int node_idx, const std::string & name) const {
return get_ov_type(m_node_info_list[node_idx].node_inputs.at(name));
}
size_t GgmlOvDecoder::get_input_size() const { size_t GgmlOvDecoder::get_input_size() const {
return m_model_inputs.size(); return m_model_inputs.size();
} }

2
ggml/src/ggml-openvino/ggml-decoder.h
View File

@ -85,6 +85,8 @@ public:
virtual ov::element::Type get_input_type(const std::string & name) const override; virtual ov::element::Type get_input_type(const std::string & name) const override;
virtual ov::element::Type get_input_type(int node_idx, const std::string & name) const override;
virtual size_t get_input_size() const override; virtual size_t get_input_size() const override;
virtual size_t get_input_size(int node_idx) const override; virtual size_t get_input_size(int node_idx) const override;

2
ggml/src/ggml-openvino/openvino/decoder.hpp
View File

@ -22,6 +22,8 @@ public:
virtual element::Type get_input_type(const std::string& name) const = 0; virtual element::Type get_input_type(const std::string& name) const = 0;
virtual element::Type get_input_type(int node_idx, const std::string& name) const = 0;
virtual size_t get_input_size() const = 0; virtual size_t get_input_size() const = 0;
virtual size_t get_input_size(int node_idx) const = 0; virtual size_t get_input_size(int node_idx) const = 0;

2
ggml/src/ggml-openvino/openvino/node_context.hpp
View File

@ -40,7 +40,7 @@ public:
} }
ov::element::Type get_input_type(size_t index) const { ov::element::Type get_input_type(size_t index) const {
return m_decoder->get_input_type(m_input_names[index]); return m_decoder->get_input_type(m_node_idx, m_input_names[index]);
} }
PartialShape get_input_shape(size_t input_index) const { PartialShape get_input_shape(size_t input_index) const {