diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index 76f269b36..a4de237e0 100644
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -3436,7 +3436,7 @@ def set_vocab(self):
             special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=False)
             special_vocab.add_to_gguf(self.gguf_writer)
         else:
-        self._set_vocab_gpt2()
+            self._set_vocab_gpt2()
 
     def set_gguf_parameters(self):
         super().set_gguf_parameters()