diff --git a/src/llama-model.h b/src/llama-model.h index a8043bf925..9a2dacecca 100644 --- a/src/llama-model.h +++ b/src/llama-model.h @@ -299,7 +299,7 @@ struct llama_layer { struct ggml_tensor * ffn_gate_exps_s = nullptr; struct ggml_tensor * ffn_down_exps_s = nullptr; struct ggml_tensor * ffn_up_exps_s = nullptr; - + // ff MoE latent proj struct ggml_tensor * ffn_latent_down = nullptr; struct ggml_tensor * ffn_latent_up = nullptr;