🙈 Change default to TF 2.3.1, reduce 30% memory by using new swish implementation.

Author: dathudeptrai

setup.py

@@ -22,7 +22,7 @@
 # TODO(@dathudeptrai) update requirement if needed.
 requirements = {
     "install": [
-        "tensorflow-gpu>=2.3.0",
+        "tensorflow-gpu>=2.3.1",
         "tensorflow-addons>=0.10.0",
         "setuptools>=38.5.1",
         "librosa>=0.7.0",

tensorflow_tts/models/fastspeech.py

@@ -45,7 +45,7 @@ def gelu_new(x):
 
 def swish(x):
     """Swish activation function."""
-    return x * tf.sigmoid(x)
+    return tf.nn.swish(x)
 
 
 def mish(x):

tensorflow_tts/models/tacotron2.py

@@ -52,7 +52,7 @@ def gelu_new(x):
 
 def swish(x):
     """Swish activation function."""
-    return x * tf.sigmoid(x)
+    return tf.nn.swish(x)
 
 
 def mish(x):