diff --git a/examples/community/pipeline_demofusion_sdxl.py b/examples/community/pipeline_demofusion_sdxl.py
index 98508b7ff89c..29f9a274aad1 100644
--- a/examples/community/pipeline_demofusion_sdxl.py
+++ b/examples/community/pipeline_demofusion_sdxl.py
@@ -1379,7 +1379,7 @@ def save_lora_weights(
         is_main_process: bool = True,
         weight_name: str = None,
         save_function: Callable = None,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
     ):
         state_dict = {}
 
diff --git a/setup.py b/setup.py
index bb0f37817097..f7ec1d61e9f9 100644
--- a/setup.py
+++ b/setup.py
@@ -97,7 +97,7 @@
     "filelock",
     "flax>=0.4.1",
     "hf-doc-builder>=0.3.0",
-    "huggingface-hub>=0.20.2",
+    "huggingface-hub==0.24.7",
     "requests-mock==1.10.0",
     "importlib_metadata",
     "invisible-watermark>=0.2.0",
diff --git a/src/diffusers/loaders/lora.py b/src/diffusers/loaders/lora.py
index 922c98b98bf4..94a731362de3 100644
--- a/src/diffusers/loaders/lora.py
+++ b/src/diffusers/loaders/lora.py
@@ -876,7 +876,7 @@ def save_lora_weights(
         is_main_process: bool = True,
         weight_name: str = None,
         save_function: Callable = None,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
     ):
         r"""
         Save the LoRA parameters corresponding to the UNet and text encoder.
@@ -1485,7 +1485,7 @@ def save_lora_weights(
         is_main_process: bool = True,
         weight_name: str = None,
         save_function: Callable = None,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
     ):
         r"""
         Save the LoRA parameters corresponding to the UNet and text encoder.
diff --git a/src/diffusers/loaders/unet.py b/src/diffusers/loaders/unet.py
index 11a32a92aee8..1450b17983f5 100644
--- a/src/diffusers/loaders/unet.py
+++ b/src/diffusers/loaders/unet.py
@@ -410,7 +410,7 @@ def save_attn_procs(
         is_main_process: bool = True,
         weight_name: str = None,
         save_function: Callable = None,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
         **kwargs,
     ):
         r"""
diff --git a/src/diffusers/models/adapter.py b/src/diffusers/models/adapter.py
index 0f4b2ec03371..4a06a59744bb 100644
--- a/src/diffusers/models/adapter.py
+++ b/src/diffusers/models/adapter.py
@@ -105,7 +105,7 @@ def save_pretrained(
         save_directory: Union[str, os.PathLike],
         is_main_process: bool = True,
         save_function: Callable = None,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
         variant: Optional[str] = None,
     ):
         """
diff --git a/src/diffusers/models/modeling_utils.py b/src/diffusers/models/modeling_utils.py
index 3b50de841461..08fa2b87446b 100644
--- a/src/diffusers/models/modeling_utils.py
+++ b/src/diffusers/models/modeling_utils.py
@@ -311,7 +311,7 @@ def save_pretrained(
         save_directory: Union[str, os.PathLike],
         is_main_process: bool = True,
         save_function: Optional[Callable] = None,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
         variant: Optional[str] = None,
         push_to_hub: bool = False,
         **kwargs,
@@ -342,6 +342,7 @@ def save_pretrained(
             kwargs (`Dict[str, Any]`, *optional*):
                 Additional keyword arguments passed along to the [`~utils.PushToHubMixin.push_to_hub`] method.
         """
+        assert safe_serialization == False, "Safe serialization is not supported now."
         if os.path.isfile(save_directory):
             logger.error(f"Provided path ({save_directory}) should be a directory, not a file")
             return
diff --git a/src/diffusers/models/unet_motion_model.py b/src/diffusers/models/unet_motion_model.py
index b5f0302b4a43..594a31868c00 100644
--- a/src/diffusers/models/unet_motion_model.py
+++ b/src/diffusers/models/unet_motion_model.py
@@ -492,7 +492,7 @@ def save_motion_modules(
         self,
         save_directory: str,
         is_main_process: bool = True,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
         variant: Optional[str] = None,
         push_to_hub: bool = False,
         **kwargs,
diff --git a/src/diffusers/pipelines/controlnet/multicontrolnet.py b/src/diffusers/pipelines/controlnet/multicontrolnet.py
index 7d284f2d26d3..72b67f9bbc02 100644
--- a/src/diffusers/pipelines/controlnet/multicontrolnet.py
+++ b/src/diffusers/pipelines/controlnet/multicontrolnet.py
@@ -77,7 +77,7 @@ def save_pretrained(
         save_directory: Union[str, os.PathLike],
         is_main_process: bool = True,
         save_function: Callable = None,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
         variant: Optional[str] = None,
     ):
         """
diff --git a/src/diffusers/pipelines/pipeline_utils.py b/src/diffusers/pipelines/pipeline_utils.py
index 2fd241172b3f..457caca5b703 100644
--- a/src/diffusers/pipelines/pipeline_utils.py
+++ b/src/diffusers/pipelines/pipeline_utils.py
@@ -643,7 +643,7 @@ def __setattr__(self, name: str, value: Any):
     def save_pretrained(
         self,
         save_directory: Union[str, os.PathLike],
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
         variant: Optional[str] = None,
         push_to_hub: bool = False,
         **kwargs,
diff --git a/src/diffusers/utils/hub_utils.py b/src/diffusers/utils/hub_utils.py
index d762f015a7bc..1562293d0a63 100644
--- a/src/diffusers/utils/hub_utils.py
+++ b/src/diffusers/utils/hub_utils.py
@@ -394,7 +394,7 @@ def push_to_hub(
         private: Optional[bool] = None,
         token: Optional[str] = None,
         create_pr: bool = False,
-        safe_serialization: bool = True,
+        safe_serialization: bool = False,
         variant: Optional[str] = None,
     ) -> str:
         """