happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

FEAT: Add interleaved mode for ROPE

This commit is contained in:
Yu, Zijun 2025-04-22 19:03:12 +08:00 committed by Mustafa Cavus
parent 6ed44a3dff
commit 0c7b026ecc
1 changed files with 16 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
ggml/src/ggml-openvino/ggml-decoder.cpp
View File

@ -103,12 +103,6 @@ void ggml_graph_op_print(const struct ggml_cgraph * cgraph) {
<< std::setw(5) << node->src[0]->ne[3] << "] "
<< std::setw(12)
<< "0: " << std::left << std::setw(12) << ggml_op_name(node->src[0]->op) << std::right;
// // Custom logic to handle '\000'
// const char* name_ptr = node->src[0]->name;
// while (*name_ptr != '\0' || *(name_ptr + 1) != '\0' || *(name_ptr + 2) != '\0') {
// file << *name_ptr;
// name_ptr++;
// }
file << std::left << std::setw(30) << node->src[0]->name << std::right
<< std::setw(16) << "[ "
<< std::setw(0) << node->src[0]->nb[0] << ", "
@ -125,12 +119,6 @@ void ggml_graph_op_print(const struct ggml_cgraph * cgraph) {
<< std::setw(5) << node->src[1]->ne[3] << "] "
<< std::setw(12)
<< "1: " << std::left << std::setw(12) << ggml_op_name(node->src[1]->op) << std::right;
// // Custom logic to handle '\000'
// const char* name_ptr = node->src[1]->name;
// while (*name_ptr != '\0' || *(name_ptr + 1) != '\0' || *(name_ptr + 2) != '\0') {
// file << *name_ptr;
// name_ptr++;
// }
file << std::left << std::setw(30) << node->src[1]->name << std::right
<< std::setw(16) << "[ "
<< std::setw(0) << node->src[1]->nb[0] << ", "
@ -139,6 +127,22 @@ void ggml_graph_op_print(const struct ggml_cgraph * cgraph) {
<< std::setw(5) << node->src[1]->nb[3] << "] "
<< "\n";
}
if (node->src[2]) {
file << std::setw(10) << " [ "
<< std::setw(5) << node->src[2]->ne[0] << ", "
<< std::setw(5) << node->src[2]->ne[1] << ", "
<< std::setw(5) << node->src[2]->ne[2] << ", "
<< std::setw(5) << node->src[2]->ne[3] << "] "
<< std::setw(12)
<< "2: " << std::left << std::setw(12) << ggml_op_name(node->src[1]->op) << std::right;
file << std::left << std::setw(30) << node->src[2]->name << std::right
<< std::setw(16) << "[ "
<< std::setw(0) << node->src[2]->nb[0] << ", "
<< std::setw(5) << node->src[2]->nb[1] << ", "
<< std::setw(5) << node->src[2]->nb[2] << ", "
<< std::setw(5) << node->src[2]->nb[3] << "] "
<< "\n";
}
}
file << "n_leafs = " << cgraph->n_leafs << "\n";