CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-07 09:57:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

moe cleanuips

Browse Source
This commit is contained in:
younesbelkada
2025-07-07 17:36:22 +04:00
parent 68cb7845e9
commit d2f46f18ac
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-hparams.h
View File

@@ -120,14 +120,12 @@ struct llama_hparams {
uint32_t attn_head_dim = 0; uint32_t attn_head_dim = 0;
bool mamba_rms_norm = false; bool mamba_rms_norm = false;
double rope_theta = 10000.0;
uint32_t vocab_size = 0; uint32_t vocab_size = 0;
uint32_t intermediate_size = 0; uint32_t intermediate_size = 0;
float mamba_expand = 0.0f; float mamba_expand = 0.0f;
bool ssm_rms_norm = false; bool ssm_rms_norm = false;
bool ssm_conv_bias = false; bool ssm_conv_bias = false;
bool ssm_proj_bias = false; bool ssm_proj_bias = false;
uint32_t chunk_size = 0;
// for hybrid state space models // for hybrid state space models
std::array<bool, LLAMA_MAX_LAYERS> recurrent_layer_arr; std::array<bool, LLAMA_MAX_LAYERS> recurrent_layer_arr;