From d2f46f18ac2399787cd98c7b1ddc5164eb94ae54 Mon Sep 17 00:00:00 2001 From: younesbelkada Date: Mon, 7 Jul 2025 17:36:22 +0400 Subject: [PATCH] moe cleanuips --- src/llama-hparams.h | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/llama-hparams.h b/src/llama-hparams.h index 556c8a056f..dd49d9bfc4 100644 --- a/src/llama-hparams.h +++ b/src/llama-hparams.h @@ -120,14 +120,12 @@ struct llama_hparams { uint32_t attn_head_dim = 0; bool mamba_rms_norm = false; - double rope_theta = 10000.0; uint32_t vocab_size = 0; uint32_t intermediate_size = 0; - float mamba_expand = 0.0f; + float mamba_expand = 0.0f; bool ssm_rms_norm = false; bool ssm_conv_bias = false; bool ssm_proj_bias = false; - uint32_t chunk_size = 0; // for hybrid state space models std::array recurrent_layer_arr;