Update src/llama-hparams.cpp
Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>
This commit is contained in:
parent
d28c31a90c
commit
7fe1794cc3
|
|
@ -74,8 +74,8 @@ uint32_t llama_hparams::n_embd_r() const {
|
|||
// TODO: maybe support other convolution strides than 1
|
||||
// NOTE: since the first column of the conv_state is shifted out each time, it's not actually needed
|
||||
// Corresponds to Mamba's conv_states size
|
||||
|
||||
// check if the architecture is using d_ssm
|
||||
|
||||
// check if the architecture is using d_ssm
|
||||
return (ssm_d_conv > 0 ? ssm_d_conv - 1 : 0) * (ssm_d_inner + 2*ssm_n_group*ssm_d_state);
|
||||
}
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue