Tutorial fixing (#635)

* TF bug fixing in Tutorials

* Error fix in #476

* Issue with Flags in Tutorials Fixed

* Missing import fixed

* Changelog Update

* VGG19 import error fix

* Error fixing in VGG tutorials

* TFRecord Shape Error Fix

* Sess Initialization Error Fix

* Squeezenet model loading from "models" dir

* PTB tutorials import issue fixed

* mobilenet load from dir "models"

* YAPF error fix

* Missing Import fixed

* Various Fixes on Tutorials

* YAPF error correct

* Update CHANGELOG.md

* update VGG16 tutorial, auto download model

* Python 3 Unicode Encoding Error

* Deprecation Warning Fix

Author: Jonathan DEKHTIAR

CHANGELOG.md

@@ -125,7 +125,10 @@ To release a new version, please update the changelog as followed:
 - Error in `tl.layers.TernaryConv2d` fixed - self.inputs not defined (by @DEKHTIARJonathan in #658)
 - Deprecation warning fixed in `tl.layers.binary._compute_threshold()` (by @DEKHTIARJonathan in #658)
 - All references to `tf.logging` replaced by `tl.logging` (by @DEKHTIARJonathan in #661)
-
+- Tutorial:
+  - `tutorial_word2vec_basic.py` saving issue #476 fixed (by @DEKHTIARJonathan in #635)
+  - All tutorials tested and errors have been fixed (by @DEKHTIARJonathan in #635)
+  
 ### Security
 
 ### Dependencies Update

example/tutorial_cifar10_tfrecord.py

@@ -150,7 +150,7 @@ def read_and_decode(filename, is_train=None):
 # print("img_batch   : %s" % img_batch._shape)
 # print("label_batch : %s" % label_batch._shape)
 #
-# init = tf.initialize_all_variables()
+# init = tf.global_variables_initializer()
 # with tf.Session() as sess:
 #     sess.run(init)
 #     coord = tf.train.Coordinator()

example/tutorial_frozenlake_dqn.py

@@ -26,7 +26,10 @@
 
 """
 
+import time
 import gym
+import numpy as np
+
 import tensorflow as tf
 import tensorlayer as tl
 from tensorlayer.layers import *

example/tutorial_generate_text.py

@@ -120,7 +120,7 @@ def customized_clean_str(string):
 
 
 def customized_read_words(input_fpath):  #, dictionary):
-    with open(input_fpath, "r") as f:
+    with open(input_fpath, "r", encoding="utf8") as f:
         words = f.read()
     # Clean the data
     words = customized_clean_str(words)
@@ -155,7 +155,7 @@ def main_restore_embedding_layer():
 
     emb_net = tl.layers.EmbeddingInputlayer(x, vocabulary_size, embedding_size, name='emb')
 
-    # sess.run(tf.initialize_all_variables())
+    # sess.run(tf.global_variables_initializer())
     tl.layers.initialize_global_variables(sess)
 
     tl.files.assign_params(sess, [load_params[0]], emb_net)
@@ -369,5 +369,3 @@ def loss_fn(outputs, targets, batch_size, sequence_length):
 
     # How to generate text from a given context
     main_lstm_generate_text()
-
-#

example/tutorial_inceptionV3_tfslim.py

@@ -38,12 +38,14 @@
 
 slim = tf.contrib.slim
 try:
-    from data.imagenet_classes import *
+    from tensorlayer.models.imagenet_classes import *
 except Exception as e:
     raise Exception(
         "{} / download the file from: https://github.com/zsdonghao/tensorlayer/tree/master/example/data".format(e)
     )
 
+MODEL_PATH = os.path.join("models", 'inception_v3.ckpt')
+
 
 def load_image(path):
     # load image
@@ -58,7 +60,7 @@ def load_image(path):
     xx = int((img.shape[1] - short_edge) / 2)
     crop_img = img[yy:yy + short_edge, xx:xx + short_edge]
     # resize to 299, 299
-    resized_img = skimage.transform.resize(crop_img, (299, 299))
+    resized_img = skimage.transform.resize(crop_img, (299, 299), anti_aliasing=False)
     return resized_img
 
 
@@ -89,7 +91,7 @@ def print_prob(prob):
 #                                     name='alexnet_v2'  # <-- the name should be the same with the ckpt model
 #                                     )
 # sess = tf.InteractiveSession()
-# # sess.run(tf.initialize_all_variables())
+# # sess.run(tf.global_variables_initializer())
 # tl.layers.initialize_global_variables(sess)
 # network.print_params()
 
@@ -122,15 +124,15 @@ def print_prob(prob):
 network.print_params(False)
 
 saver = tf.train.Saver()
-if not os.path.isfile("inception_v3.ckpt"):
+if not os.path.isfile(MODEL_PATH):
     raise Exception(
         "Please download inception_v3 ckpt from https://github.com/tensorflow/models/tree/master/research/slim"
     )
 
 try:  # TF12+
-    saver.restore(sess, "./inception_v3.ckpt")
+    saver.restore(sess, MODEL_PATH)
 except Exception:  # TF11
-    saver.restore(sess, "inception_v3.ckpt")
+    saver.restore(sess, MODEL_PATH)
 print("Model Restored")
 
 y = network.outputs

example/tutorial_mobilenet.py

@@ -17,6 +17,8 @@
     BatchNormLayer, Conv2d, DepthwiseConv2d, FlattenLayer, GlobalMeanPool2d, InputLayer, ReshapeLayer
 )
 
+MODEL_PATH = os.path.join("models", "mobilenet.npz")
+
 
 def conv_block(n, n_filter, filter_size=(3, 3), strides=(1, 1), is_train=False, name='conv_block'):
     # ref: https://github.com/keras-team/keras/blob/master/keras/applications/mobilenet.py
@@ -101,10 +103,10 @@ def mobilenet(x, is_train=True, reuse=False):
 sess = tf.InteractiveSession()
 # tl.layers.initialize_global_variables(sess)
 
-if not os.path.isfile("mobilenet.npz"):
+if not os.path.isfile(MODEL_PATH):
     raise Exception("Please download mobilenet.npz from : https://github.com/tensorlayer/pretrained-models")
 
-tl.files.load_and_assign_npz(sess=sess, name='mobilenet.npz', network=n)
+tl.files.load_and_assign_npz(sess=sess, name=MODEL_PATH, network=n)
 
 img = tl.vis.read_image('data/tiger.jpeg')
 img = tl.prepro.imresize(img, (224, 224)) / 255
@@ -114,4 +116,4 @@ def mobilenet(x, is_train=True, reuse=False):
 
 print("  End time : %.5ss" % (time.time() - start_time))
 print('Predicted :', decode_predictions([prob], top=3)[0])
-# tl.files.save_npz(n.all_params, name='mobilenet.npz', sess=sess)
+# tl.files.save_npz(n.all_params, name=MODEL_PATH, sess=sess)

example/tutorial_ptb_lstm.py

@@ -100,17 +100,27 @@
 
 """
 
+import sys
 import time
 
 import numpy as np
 import tensorflow as tf
 
 import tensorlayer as tl
 
-flags = tf.flags
+flags = tf.app.flags
+
 flags.DEFINE_string("model", "small", "A type of model. Possible options are: small, medium, large.")
+
+if (tf.VERSION >= '1.5'):
+    # parse flags
+    flags.FLAGS(sys.argv, known_only=True)
+    flags.ArgumentParser()
+
 FLAGS = flags.FLAGS
 
+tf.logging.set_verbosity(tf.logging.DEBUG)
+
 
 def main(_):
     """
@@ -235,7 +245,7 @@ def inference(x, is_training, num_steps, reuse=None):
     # Inference for Testing (Evaluation)
     net_test, lstm1_test, lstm2_test = inference(input_data_test, is_training=False, num_steps=1, reuse=True)
 
-    # sess.run(tf.initialize_all_variables())
+    # sess.run(tf.global_variables_initializer())
     tl.layers.initialize_global_variables(sess)
 
     def loss_fn(outputs, targets):  #, batch_size, num_steps):
@@ -269,7 +279,7 @@ def loss_fn(outputs, targets):  #, batch_size, num_steps):
     optimizer = tf.train.GradientDescentOptimizer(lr)
     train_op = optimizer.apply_gradients(zip(grads, tvars))
 
-    # sess.run(tf.initialize_all_variables())
+    # sess.run(tf.global_variables_initializer())
     tl.layers.initialize_global_variables(sess)
 
     net.print_params()

example/tutorial_ptb_lstm_state_is_tuple.py

@@ -101,17 +101,27 @@
 
 """
 
+import sys
 import time
 
 import numpy as np
 import tensorflow as tf
 
 import tensorlayer as tl
 
-flags = tf.flags
+flags = tf.app.flags
+
 flags.DEFINE_string("model", "small", "A type of model. Possible options are: small, medium, large.")
+
+if (tf.VERSION >= '1.5'):
+    # parse flags
+    flags.FLAGS(sys.argv, known_only=True)
+    flags.ArgumentParser()
+
 FLAGS = flags.FLAGS
 
+tf.logging.set_verbosity(tf.logging.DEBUG)
+
 
 def main(_):
     """
@@ -241,7 +251,7 @@ def inference(x, is_training, num_steps, reuse=None):
     # Inference for Testing (Evaluation)
     net_test, lstm1_test, lstm2_test = inference(input_data_test, is_training=False, num_steps=1, reuse=True)
 
-    # sess.run(tf.initialize_all_variables())
+    # sess.run(tf.global_variables_initializer())
     tl.layers.initialize_global_variables(sess)
 
     def loss_fn(outputs, targets, batch_size):
@@ -275,7 +285,7 @@ def loss_fn(outputs, targets, batch_size):
     optimizer = tf.train.GradientDescentOptimizer(lr)
     train_op = optimizer.apply_gradients(zip(grads, tvars))
 
-    # sess.run(tf.initialize_all_variables())
+    # sess.run(tf.global_variables_initializer())
     tl.layers.initialize_global_variables(sess)
 
     net.print_params()

example/tutorial_squeezenet.py

@@ -11,6 +11,8 @@
 import tensorlayer as tl
 from tensorlayer.layers import (ConcatLayer, Conv2d, DropoutLayer, GlobalMeanPool2d, InputLayer, MaxPool2d)
 
+MODEL_PATH = os.path.join("models", "squeezenet.npz")
+
 
 def decode_predictions(preds, top=5):  # keras.applications.resnet50
     fpath = os.path.join("data", "imagenet_class_index.json")
@@ -114,8 +116,8 @@ def squeezenet(x, is_train=True, reuse=False):
 sess = tf.InteractiveSession()
 tl.layers.initialize_global_variables(sess)
 
-if tl.files.file_exists('squeezenet.npz'):
-    tl.files.load_and_assign_npz(sess=sess, name='squeezenet.npz', network=n)
+if tl.files.file_exists(MODEL_PATH):
+    tl.files.load_and_assign_npz(sess=sess, name=MODEL_PATH, network=n)
 else:
     raise Exception(
         "please download the pre-trained squeezenet.npz from https://github.com/tensorlayer/pretrained-models"
@@ -129,4 +131,4 @@ def squeezenet(x, is_train=True, reuse=False):
 print("  End time : %.5ss" % (time.time() - start_time))
 
 print('Predicted:', decode_predictions([prob], top=3)[0])
-tl.files.save_npz(n.all_params, name='squeezenet.npz', sess=sess)
+tl.files.save_npz(n.all_params, name=MODEL_PATH, sess=sess)

example/tutorial_tfrecord.py

@@ -98,9 +98,9 @@ def read_and_decode(filename):
 img_batch, label_batch = tf.train.shuffle_batch(
     [img, label], batch_size=4, capacity=2000, min_after_dequeue=1000, num_threads=16
 )
-print("img_batch   : %s" % img_batch._shape)
-print("label_batch : %s" % label_batch._shape)
-# init = tf.initialize_all_variables()
+print("img_batch   : %s" % img_batch.shape)
+print("label_batch : %s" % label_batch.shape)
+# init = tf.global_variables_initializer()
 with tf.Session() as sess:
     # sess.run(init)
     tl.layers.initialize_global_variables(sess)
@@ -116,5 +116,3 @@ def read_and_decode(filename):
     coord.request_stop()
     coord.join(threads)
     sess.close()
-
-#