Merge pull request #118 from TensorSpeech/dev/keras

Training Models using Built-in Keras Function

Author: nglehuy

examples/conformer/config.yml

@@ -52,7 +52,7 @@ model_config:
   prediction_num_rnns: 1
   prediction_rnn_units: 320
   prediction_rnn_type: lstm
-  prediction_rnn_implementation: 1
+  prediction_rnn_implementation: 2
   prediction_layer_norm: True
   prediction_projection_units: 0
   joint_dim: 320
@@ -77,7 +77,7 @@ learning_config:
       - /mnt/Miscellanea/Datasets/Speech/LibriSpeech/dev-other/transcripts.tsv
     test_paths:
       - /mnt/Miscellanea/Datasets/Speech/LibriSpeech/test-clean/transcripts.tsv
-    tfrecords_dir: null
+    tfrecords_dir: /mnt/Miscellanea/Datasets/Speech/LibriSpeech/tfrecords
 
   optimizer_config:
     warmup_steps: 40000
@@ -93,3 +93,16 @@ learning_config:
     log_interval_steps: 300
     eval_interval_steps: 500
     save_interval_steps: 1000
+    checkpoint:
+      filepath: /mnt/Miscellanea/Models/local/conformer/checkpoints/{epoch:02d}.h5
+      save_best_only: True
+      save_weights_only: False
+      save_freq: epoch
+    states_dir: /mnt/Miscellanea/Models/local/conformer/states
+    tensorboard:
+      log_dir: /mnt/Miscellanea/Models/local/conformer/tensorboard
+      histogram_freq: 1
+      write_graph: True
+      write_images: True
+      update_freq: 'epoch'
+      profile_batch: 2

examples/conformer/masking/train_ga_masking_conformer.py

@@ -67,7 +67,7 @@
 from tensorflow_asr.models.conformer import Conformer
 from tensorflow_asr.optimizers.schedules import TransformerSchedule
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 text_featurizer = CharFeaturizer(config.decoder_config)
 

examples/conformer/masking/train_ga_masking_subword_conformer.py

@@ -73,7 +73,7 @@
 from tensorflow_asr.models.conformer import Conformer
 from tensorflow_asr.optimizers.schedules import TransformerSchedule
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 
 if args.subwords and os.path.exists(args.subwords):

examples/conformer/masking/train_masking_conformer.py

@@ -64,7 +64,7 @@
 from tensorflow_asr.models.conformer import Conformer
 from tensorflow_asr.optimizers.schedules import TransformerSchedule
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 text_featurizer = CharFeaturizer(config.decoder_config)
 

examples/conformer/masking/train_masking_subword_conformer.py

@@ -70,7 +70,7 @@
 from tensorflow_asr.models.conformer import Conformer
 from tensorflow_asr.optimizers.schedules import TransformerSchedule
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 
 if args.subwords and os.path.exists(args.subwords):

examples/conformer/save_conformer_from_weights.py

@@ -51,7 +51,7 @@
 from tensorflow_asr.featurizers.text_featurizers import CharFeaturizer
 from tensorflow_asr.models.conformer import Conformer
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 text_featurizer = CharFeaturizer(config.decoder_config)
 

examples/conformer/test_conformer.py

@@ -59,7 +59,7 @@
 from tensorflow_asr.runners.base_runners import BaseTester
 from tensorflow_asr.models.conformer import Conformer
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 text_featurizer = CharFeaturizer(config.decoder_config)
 

examples/conformer/test_subword_conformer.py

@@ -64,7 +64,7 @@
 from tensorflow_asr.runners.base_runners import BaseTester
 from tensorflow_asr.models.conformer import Conformer
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 
 if args.sentence_piece:

examples/conformer/tflite_conformer.py

@@ -43,7 +43,7 @@
 
 assert args.saved and args.output
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 text_featurizer = CharFeaturizer(config.decoder_config)
 

examples/conformer/tflite_subword_conformer.py

@@ -46,7 +46,7 @@
 
 assert args.saved and args.output
 
-config = Config(args.config, learning=True)
+config = Config(args.config)
 speech_featurizer = TFSpeechFeaturizer(config.speech_config)
 
 if args.subwords and os.path.exists(args.subwords):