fix save model

Author: yinhaofeng

tools/static_trainer.py

@@ -143,11 +143,20 @@ def main(args):
         else:
             logger.info("reader type wrong")
 
-        save_static_model(
-            paddle.static.default_main_program(),
-            model_save_path,
-            epoch_id,
-            prefix='rec_static')
+        if use_fleet:
+            trainer_id = paddle.distributed.get_rank()
+            if trainer_id == 0:
+                save_static_model(
+                    paddle.static.default_main_program(),
+                    model_save_path,
+                    epoch_id,
+                    prefix='rec_static')
+        else:
+            save_static_model(
+                paddle.static.default_main_program(),
+                model_save_path,
+                epoch_id,
+                prefix='rec_static')
 
         if use_inference:
             feed_var_names = config.get("runner.save_inference_feed_varnames",

tools/trainer.py

@@ -195,8 +195,18 @@ def main(args):
                     tensor_print_str + " epoch time: {:.2f} s".format(
                         time.time() - epoch_begin))
 
-        save_model(
-            dy_model, optimizer, model_save_path, epoch_id, prefix='rec')
+        if use_fleet:
+            trainer_id = paddle.distributed.get_rank()
+            if trainer_id == 0:
+                save_model(
+                    dy_model,
+                    optimizer,
+                    model_save_path,
+                    epoch_id,
+                    prefix='rec')
+        else:
+            save_model(
+                dy_model, optimizer, model_save_path, epoch_id, prefix='rec')
 
 
 if __name__ == '__main__':