Update src/llama-hparams.cpp

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>
This commit is contained in:
ibrahim khadraoui
2025-07-08 13:22:56 +04:00
committed by GitHub
parent d28c31a90c
commit 7fe1794cc3

View File

@@ -74,8 +74,8 @@ uint32_t llama_hparams::n_embd_r() const {
// TODO: maybe support other convolution strides than 1
// NOTE: since the first column of the conv_state is shifted out each time, it's not actually needed
// Corresponds to Mamba's conv_states size
// check if the architecture is using d_ssm
// check if the architecture is using d_ssm
return (ssm_d_conv > 0 ? ssm_d_conv - 1 : 0) * (ssm_d_inner + 2*ssm_n_group*ssm_d_state);
}