To avoid recursive import temporarily (#1896)

* To avoid recursive import temporarily.

* To avoid recursive import temporarily.

Co-authored-by: Jiaqi Liu <[email protected]>

Author: guoshengCS

paddlenlp/transformers/model_utils.py

@@ -27,7 +27,6 @@
 from paddlenlp.utils.downloader import get_path_from_url, COMMUNITY_MODEL_PREFIX
 from paddlenlp.utils.env import MODEL_HOME
 from paddlenlp.utils.log import logger
-import paddlenlp.ops.faster_transformer.transformer.decoding as ft_decoding
 
 from .generation_utils import GenerationMixin
 from .utils import InitTrackerMeta, fn_args_to_dict
@@ -389,6 +388,8 @@ def from_pretrained(cls, pretrained_model_name_or_path, *args, **kwargs):
             if k in state_to_load:
                 state_to_load[k] = state_to_load[k].astype(dtype)
         # For model parallel if FasterGeneration
+        # To avoid recursive import temporarily.
+        import paddlenlp.ops.faster_transformer.transformer.decoding as ft_decoding
         state_to_load = ft_decoding.get_ft_para_conf().fit_partial_model(
             model_to_load, state_to_load)
         if paddle.in_dynamic_mode():