upgrade zero inflated lognormal loss, support export structure path, upgrade pre-commit hooks

Author: yangxudong

.pre-commit-config.yaml

@@ -6,8 +6,12 @@ repos:
         additional_dependencies: [
           'flake8-docstrings==1.5.0'
         ]
-  - repo: https://github.com/pycqa/isort
-    rev: 5.12.0
+  - repo: https://github.com/asottile/seed-isort-config
+    rev: v2.2.0
+    hooks:
+      - id: seed-isort-config
+  - repo: https://github.com/timothycrosley/isort
+    rev: 4.3.21
     hooks:
       - id: isort
   - repo: https://github.com/pre-commit/mirrors-yapf

docs/source/_ext/post_process.py

@@ -1,4 +1,5 @@
 import logging
+
 from docutils import nodes
 from docutils.transforms import Transform
 

docs/source/conf.py

@@ -13,9 +13,10 @@
 # documentation root, use os.path.abspath to make it absolute, like shown here.
 #
 import os
-import sphinx_rtd_theme
 import sys
 
+import sphinx_rtd_theme
+
 import easy_rec
 
 # sys.path.insert(0, os.path.abspath('.'))

easy_rec/python/builders/loss_builder.py

@@ -1,16 +1,18 @@
 # -*- encoding:utf-8 -*-
 # Copyright (c) Alibaba, Inc. and its affiliates.
 import logging
+
 import numpy as np
 import tensorflow as tf
 
-from easy_rec.python.loss.f1_reweight_loss import f1_reweight_sigmoid_cross_entropy  # NOQA
 from easy_rec.python.loss.focal_loss import sigmoid_focal_loss_with_logits
 from easy_rec.python.loss.jrc_loss import jrc_loss
+from easy_rec.python.protos.loss_pb2 import LossType
+
+from easy_rec.python.loss.f1_reweight_loss import f1_reweight_sigmoid_cross_entropy  # NOQA
 from easy_rec.python.loss.listwise_loss import listwise_distill_loss, listwise_rank_loss  # NOQA
 from easy_rec.python.loss.pairwise_loss import pairwise_focal_loss, pairwise_hinge_loss, pairwise_logistic_loss, pairwise_loss  # NOQA
 from easy_rec.python.loss.zero_inflated_lognormal import zero_inflated_lognormal_loss  # NOQA
-from easy_rec.python.protos.loss_pb2 import LossType
 
 if tf.__version__ >= '2.0':
   tf = tf.compat.v1

easy_rec/python/builders/optimizer_builder.py

@@ -15,6 +15,7 @@
 # ==============================================================================
 """Functions to build training optimizers."""
 import logging
+
 import tensorflow as tf
 
 from easy_rec.python.compat import weight_decay_optimizers

easy_rec/python/compat/adam_s.py

@@ -17,9 +17,10 @@
 
 from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops, control_flow_ops, math_ops, resource_variable_ops, state_ops  # NOQA
 from tensorflow.python.training import optimizer, training_ops
 
+from tensorflow.python.ops import array_ops, control_flow_ops, math_ops, resource_variable_ops, state_ops  # NOQA
+
 
 class AdamOptimizerS(optimizer.Optimizer):
   """Optimizer that implements the Adam algorithm.

easy_rec/python/compat/dynamic_variable.py

@@ -15,13 +15,15 @@
 #
 
 import json
+
 import tensorflow as tf
 from sparse_operation_kit.experiment import raw_ops as dynamic_variable_ops
 from sparse_operation_kit.experiment.communication import num_gpus
 from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
 # from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import resource_variable_ops
+
 from tensorflow.python.ops.resource_variable_ops import ResourceVariable, variable_accessed  # NOQA
 
 # from tensorflow.python.util import object_identity

easy_rec/python/compat/early_stopping.py

@@ -19,19 +19,21 @@
 import logging
 import operator
 import os
-import tensorflow as tf
 import threading
 import time
+
+import tensorflow as tf
 from distutils.version import LooseVersion
 from tensorflow.python.framework import dtypes, ops
 from tensorflow.python.ops import init_ops, state_ops, variable_scope
 from tensorflow.python.platform import gfile, tf_logging
 from tensorflow.python.summary import summary_iterator
-from tensorflow.python.training import basic_session_run_hooks, session_run_hook, training_util  # NOQA
 
 from easy_rec.python.utils.config_util import parse_time
 from easy_rec.python.utils.load_class import load_by_path
 
+from tensorflow.python.training import basic_session_run_hooks, session_run_hook, training_util  # NOQA
+
 if LooseVersion(tf.__version__) >= LooseVersion('2.12.0'):
   from tensorflow_estimator.python.estimator.estimator_export import estimator_export  # NOQA
 else:

easy_rec/python/compat/embedding_parallel_saver.py

@@ -1,18 +1,20 @@
 # -*- encoding:utf-8 -*-
 
 import logging
-import numpy as np
 import os
+
+import numpy as np
 from tensorflow.core.protobuf import saver_pb2
 from tensorflow.python.framework import dtypes, ops
-# from tensorflow.python.ops import math_ops
-# from tensorflow.python.ops import logging_ops
-from tensorflow.python.ops import array_ops, control_flow_ops, script_ops, state_ops  # NOQA
 from tensorflow.python.platform import gfile
 from tensorflow.python.training import saver
 
 from easy_rec.python.utils import constant
 
+# from tensorflow.python.ops import math_ops
+# from tensorflow.python.ops import logging_ops
+from tensorflow.python.ops import array_ops, control_flow_ops, script_ops, state_ops  # NOQA
+
 try:
   import horovod.tensorflow as hvd
   from sparse_operation_kit.experiment import raw_ops as dynamic_variable_ops

easy_rec/python/compat/estimator_train.py

@@ -2,15 +2,17 @@
 # Copyright (c) Alibaba, Inc. and its affiliates.
 import logging
 import os
+
 import tensorflow as tf
-from tensorflow.python.distribute import estimator_training as distribute_coordinator_training  # NOQA
 from tensorflow.python.estimator import run_config as run_config_lib
-from tensorflow.python.estimator.training import _assert_eval_spec, _ContinuousEvalListener, _TrainingExecutor  # NOQA
 from tensorflow.python.util import compat
 
 from easy_rec.python.compat.exporter import FinalExporter
 from easy_rec.python.utils import estimator_utils
 
+from tensorflow.python.distribute import estimator_training as distribute_coordinator_training  # NOQA
+from tensorflow.python.estimator.training import _assert_eval_spec, _ContinuousEvalListener, _TrainingExecutor  # NOQA
+
 if tf.__version__ >= '2.0':
   tf = tf.compat.v1
 gfile = tf.gfile