fix skep tokenizer and samefile (#2648)

* fix skep tokenizer

* change samefile to abspath

Co-authored-by: Guo Sheng <[email protected]>

Author: wj-Mcat

paddlenlp/transformers/ernie/tokenizer.py

@@ -595,7 +595,8 @@ def save_resources(self, save_directory):
             source_path = os.path.join(MODEL_HOME, 'ernie-tiny', file_name)
             save_path = os.path.join(save_directory,
                                      self.resource_files_names[name])
-            if not os.path.samefile(source_path, save_path):
+
+            if os.path.abspath(source_path) != os.path.abspath(save_path):
                 shutil.copyfile(source_path, save_path)
 
     def num_special_tokens_to_add(self, pair=False):

paddlenlp/transformers/skep/tokenizer.py

@@ -447,6 +447,9 @@ def save_resources(self, save_directory):
         """
         for name, file_name in self.resource_files_names.items():
             save_path = os.path.join(save_directory, file_name)
-            source_file = getattr(self, name)
-            if not os.path.samefile(source_file, save_path):
+            source_file = getattr(self, name, None)
+            if not source_file:
+                continue
+
+            if os.path.abspath(source_file) != os.path.abspath(save_path):
                 shutil.copyfile(source_file, save_path)