happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

moe cleanuips

This commit is contained in:
younesbelkada 2025-07-07 17:36:22 +04:00
parent 68cb7845e9
commit d2f46f18ac
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-hparams.h
View File

@ -120,14 +120,12 @@ struct llama_hparams {
uint32_t attn_head_dim = 0; uint32_t attn_head_dim = 0;
bool mamba_rms_norm = false; bool mamba_rms_norm = false;
double rope_theta = 10000.0;
uint32_t vocab_size = 0; uint32_t vocab_size = 0;
uint32_t intermediate_size = 0; uint32_t intermediate_size = 0;
float mamba_expand = 0.0f; float mamba_expand = 0.0f;
bool ssm_rms_norm = false; bool ssm_rms_norm = false;
bool ssm_conv_bias = false; bool ssm_conv_bias = false;
bool ssm_proj_bias = false; bool ssm_proj_bias = false;
uint32_t chunk_size = 0;
// for hybrid state space models // for hybrid state space models
std::array<bool, LLAMA_MAX_LAYERS> recurrent_layer_arr; std::array<bool, LLAMA_MAX_LAYERS> recurrent_layer_arr;