diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index c436330538..ef5209927f 100755
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -607,7 +607,7 @@ class TextModel(ModelBase):
 
         from transformers import AutoTokenizer
         tokenizer = AutoTokenizer.from_pretrained(self.dir_model)
-        vocab_size = max(
+        vocab_size = min(
             self.hparams.get("vocab_size", len(tokenizer.vocab)),
             len(tokenizer.vocab)
         )