happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update ggml/src/ggml-cuda/mmq.cu 

Co-authored-by: Johannes Gäßler <johannesg@5d6.de>
This commit is contained in:
Beinsezii 2026-01-02 15:57:43 -08:00 committed by GitHub
parent 3326fa2387
commit 3fef966d51
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ggml/src/ggml-cuda/mmq.cu
View File

@ -354,9 +354,8 @@ bool ggml_cuda_should_use_mmq(enum ggml_type type, int cc, int64_t ne11, int64_t
default: default:
return true; return true;
} }
} else {
return true;
} }
return true;
} }
return (!GGML_CUDA_CC_IS_CDNA(cc)) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE; return (!GGML_CUDA_CC_IS_CDNA(cc)) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE;