Add RAdam as dis opt

Author: ZDisket

examples/multiband_pwgan/train_multiband_pwgan.py

@@ -47,6 +47,7 @@
 from tensorflow_tts.configs import ParallelWaveGANDiscriminatorConfig
 
 from tensorflow_tts.models import TFParallelWaveGANDiscriminator
+from tensorflow_addons.optimizers import RectifiedAdam
 
 
 class MultiBandMelganTrainer(MelganTrainer):
@@ -488,11 +489,11 @@ def main():
             learning_rate=generator_lr_fn,
             amsgrad=config["generator_optimizer_params"]["amsgrad"],
         )
-        dis_optimizer = tf.keras.optimizers.Adam(
-            learning_rate=discriminator_lr_fn,
-            amsgrad=config["discriminator_optimizer_params"]["amsgrad"],
+        dis_optimizer = RectifiedAdam(
+            learning_rate=discriminator_lr_fn, amsgrad=False
         )
 
+
     trainer.compile(
         gen_model=generator,
         dis_model=discriminator,