Use six.moves to migrate zip, map, reduce and pickle in Python2 to Python3

Author: velconia

python/paddle/dataset/cifar.py

@@ -28,11 +28,12 @@
 
 """
 
-import pickle
 import itertools
 import numpy
 import paddle.dataset.common
 import tarfile
+from six.moves import zip
+from six.moves import cPickle as pickle
 
 __all__ = ['train100', 'test100', 'train10', 'test10', 'convert']
 

python/paddle/dataset/common.py

@@ -20,9 +20,8 @@
 import sys
 import importlib
 import paddle.dataset
-import pickle
+import six.moves.cPickle as pickle
 import glob
-import pickle as pickle
 
 __all__ = [
     'DATA_HOME',

python/paddle/dataset/conll05.py

@@ -24,6 +24,7 @@
 import gzip
 import itertools
 import paddle.dataset.common
+from six.moves import zip
 
 __all__ = ['test, get_dict', 'get_embedding', 'convert']
 

python/paddle/dataset/flowers.py

@@ -28,7 +28,6 @@
 http://www.robots.ox.ac.uk/~vgg/publications/papers/nilsback08.{pdf,ps.gz}.
 
 """
-import pickle
 import itertools
 import functools
 from .common import download
@@ -39,6 +38,8 @@
 import os
 import numpy as np
 from multiprocessing import cpu_count
+from six.moves import cPickle as pickle
+from six.moves import zip
 __all__ = ['train', 'test', 'valid']
 
 DATA_URL = 'http://www.robots.ox.ac.uk/~vgg/data/flowers/102/102flowers.tgz'

python/paddle/dataset/image.py

@@ -36,7 +36,7 @@
     cv2 = None
 import os
 import tarfile
-import pickle
+import six.moves.cPickle as pickle
 
 __all__ = [
     "load_image_bytes", "load_image", "resize_short", "to_chw", "center_crop",

python/paddle/fluid/framework.py

@@ -963,9 +963,9 @@ def _var_recursive(self, name):
         raise ValueError("Var {0} is not found recursively".format(name))
 
     def all_parameters(self):
-        return list(self.iter_parameters())
+        return list(self._iter_parameters())
 
-    def iter_parameters(self):
+    def _iter_parameters(self):
         return (item[1] for item in list(self.vars.items())
                 if isinstance(item[1], Parameter))
 
@@ -1199,7 +1199,7 @@ def _copy_param_info_from(self, other):
         if not isinstance(other, Block):
             raise TypeError(
                 "_copy_param_info_from should be invoked with Block")
-        for p in other.iter_parameters():
+        for p in other._iter_parameters():
             assert isinstance(p, Parameter)
             v = self.vars.get(p.name, None)
             if v is None:

python/paddle/fluid/layer_helper.py

@@ -20,6 +20,7 @@
 from paddle.fluid.initializer import Constant, Xavier
 from .param_attr import ParamAttr, WeightNormParamAttr
 from . import core
+from six.moves import zip
 
 
 class LayerHelper(object):

python/paddle/fluid/tests/book/high-level-api/image_classification/cifar10_small_test_set.py

@@ -28,11 +28,12 @@
 
 """
 
-import pickle
 import itertools
 import numpy
 import paddle.v2.dataset.common
 import tarfile
+from six.moves import cPickle as pickle
+from six.moves import zip
 
 __all__ = ['train10']
 

python/paddle/fluid/transpiler/memory_optimization_transpiler.py

@@ -17,6 +17,7 @@
 from ..framework import Program, default_main_program, Parameter
 from ..backward import _rename_arg_
 from functools import reduce
+from six.moves import range
 
 dtype_to_size = {
     core.VarDesc.VarType.FP16: 2,

python/paddle/reader/creator.py

@@ -67,7 +67,7 @@ def recordio(paths, buf_size=100):
 
     import recordio as rec
     import paddle.reader.decorator as dec
-    import pickle as pickle
+    import six.moves.cPickle as pickle
 
     def reader():
         if isinstance(paths, str):