happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Implement GgmlOvDecoder. Add dump functions.

This commit is contained in:
yumengbo 2024-11-19 10:25:31 +08:00 committed by Mustafa Cavus
parent 171c4681f4
commit 34e826ac14
3 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/src/ggml-openvino/decoder.h
View File

@ -39,6 +39,8 @@ public:
virtual std::string& get_output_name(size_t index) const = 0;
virtual size_t get_output_size() const = 0;
virtual const std::string& get_op_type() const = 0;
virtual const std::string& get_op_name() const = 0;

2
ggml/src/ggml-openvino/ggml-decoder.h
View File

@ -45,6 +45,8 @@ public:
virtual std::string& get_output_name(size_t index) const override;
size_t get_output_size() const override;
virtual const std::string& get_op_type() const override;
virtual const std::string& get_op_name() const override;

3
ggml/src/ggml-openvino/ggml-ov-frontend-utils.cpp
View File

@ -29,8 +29,7 @@ enum ggml_status openvino_frontend_compute (ggml_backend_t backend, struct ggml_
auto ggml_graph_iterator = get_ggml_graph_iterator(cgraph);
std::shared_ptr<ov::frontend::tensorflow::GraphIterator> graph_iterator = ggml_graph_iterator;
GGML_LOG_ERROR("Decoder count in current GraphIterator: ");
GGML_LOG_ERROR(std::to_string(graph_iterator->size()).c_str());
GGML_LOG_ERROR("Decoder count in current GraphIterator: %s\n", std::to_string(graph_iterator->size()).c_str());
// Load GraphIterator -> InputModel
ov::frontend::InputModel::Ptr input_model = front_end->load(graph_iterator);