happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Move KIMI_LINEAR to llm_arch_is_hybrid to enable KV cache

This commit is contained in:
Yee Man Chan 2026-01-02 21:20:34 +08:00
parent f67a42d572
commit f85e5c73b9
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/llama-arch.cpp
View File

@ -2863,7 +2863,6 @@ bool llm_arch_is_recurrent(const llm_arch & arch) {
case LLM_ARCH_RWKV6QWEN2:
case LLM_ARCH_RWKV7:
case LLM_ARCH_ARWKV7:
case LLM_ARCH_KIMI_LINEAR: // KDA layers use delta attention with recurrent state
return true;
default:
return false;
@ -2880,9 +2879,7 @@ bool llm_arch_is_hybrid(const llm_arch & arch) {
case LLM_ARCH_LFM2MOE:
case LLM_ARCH_NEMOTRON_H:
case LLM_ARCH_QWEN3NEXT:
// Kimi: Currently using recurrent-only mode since MLA doesn't use KV cache
// TODO: Enable hybrid when MLA KV caching is implemented
// case LLM_ARCH_KIMI_LINEAR:
case LLM_ARCH_KIMI_LINEAR:
return true;
default:
return false;