v2

Signed-off-by: nithinraok <[email protected]>

Author: nithinraok

nemo_asr/run_eval.py

@@ -127,7 +127,7 @@ def download_audio_files(batch):
         else:
             audio_files = all_data["audio_filepaths"]
         start_time = time.time()
-        with torch.autocast(device_type="cuda", dtype=compute_dtype), torch.inference_mode(), torch.no_grad():
+        with torch.inference_mode(), torch.no_grad(): 
 
             if 'canary' in args.model_id and 'v2' not in args.model_id:
                 pnc = 'nopnc'

nemo_asr/run_eval_ml.py

@@ -146,7 +146,7 @@ def download_audio_files(batch):
             print("Running full evaluation...")
 
         start_time = time.time()
-        with torch.autocast(device_type="cuda", dtype=compute_dtype), torch.inference_mode(), torch.no_grad():
+        with torch.inference_mode(), torch.no_grad():
             # for canary-1b and canary-1b-flash, we need to set pnc='no' for English and for other languages, we need to set pnc='pnc' but for canary-1b-v2 pnc='yes' for all languages
             if 'canary' in args.model_id and 'v2' not in args.model_id:
                 pnc = 'nopnc' if LANGUAGE == "en" else 'pnc'

nemo_asr/run_nemo_ml.sh

@@ -7,7 +7,7 @@
 export PYTHONPATH="..":$PYTHONPATH
 
 # Configuration
-MODEL_ID="nvidia/canary-1b-flash" 
+MODEL_ID="nvidia/canary-1b-flash"
 
 BATCH_SIZE=64