diff --git a/src/llama-hparams.cpp b/src/llama-hparams.cpp index bf7aece8de..64e7831cf6 100644 --- a/src/llama-hparams.cpp +++ b/src/llama-hparams.cpp @@ -74,8 +74,8 @@ uint32_t llama_hparams::n_embd_r() const { // TODO: maybe support other convolution strides than 1 // NOTE: since the first column of the conv_state is shifted out each time, it's not actually needed // Corresponds to Mamba's conv_states size - - // check if the architecture is using d_ssm + + // check if the architecture is using d_ssm return (ssm_d_conv > 0 ? ssm_d_conv - 1 : 0) * (ssm_d_inner + 2*ssm_n_group*ssm_d_state); }