diff --git a/research/llm_reranker/merge/merge_base_model.py b/research/llm_reranker/merge/merge_base_model.py
index f731c987..6cff8085 100644
--- a/research/llm_reranker/merge/merge_base_model.py
+++ b/research/llm_reranker/merge/merge_base_model.py
@@ -9,6 +9,7 @@ def merge_llm(model_name_or_path, lora_name_or_path, save_path, cache_dir: str =
                                                  trust_remote_code=True)
     model = PeftModel.from_pretrained(model, lora_name_or_path)
     model = model.merge_and_unload()
+    model._hf_peft_config_loaded = False
     model.save_pretrained(save_path)
 
     try:
diff --git a/research/llm_reranker/merge/merge_layerwise_model_from_finetuned_model.py b/research/llm_reranker/merge/merge_layerwise_model_from_finetuned_model.py
index 78ebc65d..f90ab90f 100644
--- a/research/llm_reranker/merge/merge_layerwise_model_from_finetuned_model.py
+++ b/research/llm_reranker/merge/merge_layerwise_model_from_finetuned_model.py
@@ -9,6 +9,7 @@ def merge_layerwise_finetuned_llm(model_name_or_path, lora_name_or_path, save_pa
                                                  trust_remote_code=True)
     model = PeftModel.from_pretrained(model, lora_name_or_path)
     model = model.merge_and_unload()
+    model._hf_peft_config_loaded = False
     model.save_pretrained(save_path)
 
     try:
diff --git a/research/llm_reranker/merge/merge_layerwise_model_from_raw_model.py b/research/llm_reranker/merge/merge_layerwise_model_from_raw_model.py
index a6221187..9a073691 100644
--- a/research/llm_reranker/merge/merge_layerwise_model_from_raw_model.py
+++ b/research/llm_reranker/merge/merge_layerwise_model_from_raw_model.py
@@ -43,6 +43,7 @@ def merge_layerwise_raw_llm(model_name_or_path, lora_name_or_path, save_path, ca
 
     model = PeftModel.from_pretrained(model, lora_name_or_path)
     model = model.merge_and_unload()
+    model._hf_peft_config_loaded = False
     model.save_pretrained(save_path)
 
     try: