handle rope type

2024-02-29 17:56:32 +05:30 · 2024-02-29 17:56:32 +05:30 · 6c108068b1
parent ab4eab3a82
commit 6c108068b1
1 changed files with 1 additions and 0 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -12264,6 +12264,7 @@ enum llama_rope_type llama_rope_type(const struct llama_model * model) {
        case LLM_ARCH_ORION:
        case LLM_ARCH_INTERNLM2:
        case LLM_ARCH_MINICPM:
+        case LLM_ARCH_STARCODER2:
            return LLAMA_ROPE_TYPE_NORM;

        // the pairs of head values are offset by n_rot/2