diff --git a/src/llama-model.cpp b/src/llama-model.cpp
index 607f5595c6..4f8333cb69 100644
--- a/src/llama-model.cpp
+++ b/src/llama-model.cpp
@@ -1582,6 +1582,8 @@ void llama_model::load_hparams(llama_model_loader & ml) {
                 ml.get_key(LLM_KV_FALCON_H1_LM_HEAD_MULTIPLIER, hparams.lm_head_multiplier);
                 ml.get_key(LLM_KV_FALCON_H1_EMBEDDING_MULTIPLIER, hparams.embedding_multiplier);
 
+                std::fill(hparams.recurrent_layer_arr.begin(), hparams.recurrent_layer_arr.end(), true);
+
                 switch (hparams.n_layer) {
                     case 36:
                         type = LLM_TYPE_0_5B; break;