happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix after rebasing

This commit is contained in:
Yu, Zijun 2025-09-08 16:52:58 +08:00 committed by Mustafa Cavus
parent 810eb480f5
commit 0f7b253cb3
1 changed files with 3 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
ggml/src/ggml-openvino/openvino/op/mulmat.cpp
View File

@ -41,13 +41,8 @@ OutputVector translate_mulmat(const NodeContext& context) {
B = process_view_input(context, 0); B = process_view_input(context, 0);
A = process_view_input(context, 1); A = process_view_input(context, 1);
} }
if (A.get_element_type() != B.get_element_type()) {
bool convert_out_type = false; B = std::make_shared<ov::op::v0::Convert>(context.get_input(0), context.get_input_type(1));
if (ov::op::util::is_constant(B.get_node()) && context.get_input_type(0) != context.get_input_type(1)) {
B = std::make_shared<ov::op::v0::Convert>(B, context.get_input_type(1));
} else if (context.get_input_type(0) != context.get_input_type(1)) {
A = std::make_shared<ov::op::v0::Convert>(A, context.get_input_type(0));
convert_out_type = true;
} }
auto B_shape = context.get_input_shape(0).to_shape(); auto B_shape = context.get_input_shape(0).to_shape();
@ -82,12 +77,7 @@ OutputVector translate_mulmat(const NodeContext& context) {
A = Z; A = Z;
} }
if (convert_out_type) { res = std::make_shared<ov::op::v0::MatMul>(A, B, false, transpose_b);
auto result_lp = std::make_shared<ov::op::v0::MatMul>(A, B, false, transpose_b);
res = std::make_shared<ov::op::v0::Convert>(result_lp, context.get_output_type(0));
} else {
res = std::make_shared<ov::op::v0::MatMul>(A, B, false, transpose_b);
}
return rename_outputs_with_suffix({res}, context.get_name()); return rename_outputs_with_suffix({res}, context.get_name());
} }