updates now finished

Author: Atticus1806

common/baselines/tedlium2/default_tools.py

@@ -8,18 +8,22 @@
 version listed here. Nevertheless, the most recent "head" should be safe to be used as well.
 """
 from sisyphus import tk
+from i6_experiments.common.tools.rasr import compile_rasr_binaries_i6mode
 from i6_experiments.common.tools.sctk import compile_sctk
 from i6_core.tools.git import CloneGitRepositoryJob
 
 PACKAGE = __package__
 
-RASR_BINARY_PATH = tk.Path("/work/tools/asr/rasr/20211217_tf23_cuda101_mkl/arch/linux-x86_64-standard")
+RASR_BINARY_PATH = compile_rasr_binaries_i6mode(
+    branch="bene_apptainer_tf213",
+    configure_options=["--apptainer-setup=2023-08-29_tensorflow-2.13_v1"],
+)  #  use most recent RASR
 RASR_BINARY_PATH.hash_overwrite = "TEDLIUM2_DEFAULT_RASR_BINARY_PATH"
 
 SCTK_BINARY_PATH = compile_sctk()  # use last published version
 SCTK_BINARY_PATH.hash_overwrite = "TEDLIUM2_DEFAULT_SCTK_BINARY_PATH"
 
-SRILM_PATH = tk.Path("/work/tools/users/luescher/srilm-1.7.3/bin/i686-m64/")
+SRILM_PATH = tk.Path("/work/tools22/users/luescher/srilm-1.7.3-app-u22/bin/i686-m64")
 SRILM_PATH.hash_overwrite = "TEDLIUM2_DEFAULT_SRILM_PATH"
 
 RETURNN_EXE = tk.Path(
@@ -29,6 +33,6 @@
 
 RETURNN_RC_ROOT = CloneGitRepositoryJob(
     "https://github.com/rwth-i6/returnn",
-    commit="d7689b945b2fe781b3c79fbef9d82f018c7b11e8",
+    commit="11d33468ad56a6c254168560c29e77e65eb45b7c",
 ).out_repository
 RETURNN_RC_ROOT.hash_overwrite = "TEDLIUM2_DEFAULT_RETURNN_RC_ROOT"

common/baselines/tedlium2/hybrid/baseline_config.py

@@ -41,10 +41,7 @@ def run_tedlium2_hybrid_baseline():
     )
     # image only, so just python3
     returnn_exe = tk.Path("/usr/bin/python3", hash_overwrite="GENERIC_RETURNN_LAUNCHER")
-    blas_lib = tk.Path(
-        "/work/tools/asr/tensorflow/2.3.4-generic+cuda10.1+mkl/bazel_out/external/mkl_linux/lib/libmklml_intel.so",
-        hash_overwrite="TF23_MKL_BLAS",
-    )
+    blas_lib = tk.Path("/lib/x86_64-linux-gnu/liblapack.so.3")
     blas_lib.hash_overwrite = "TEDLIUM2_DEFAULT_RASR_BINARY_PATH"
     steps = RasrSteps()
     steps.add_step("extract", rasr_init_args.feature_extraction_args)

common/datasets/tedlium2/corpus.py

@@ -33,8 +33,12 @@ def get_bliss_corpus_dict(audio_format: str = "wav", output_prefix: str = "datas
             "codec": "pcm_s16le",
             "recover_duration": False,
         },
-        "ogg": {"output_format": "ogg", "codec": "libvorbis"},
-        "flac": {"output_format": "flac", "codec": "flac"},
+        "ogg": {"output_format": "ogg", "codec": "libvorbis", "recover_duration": False},
+        "flac": {
+            "output_format": "flac",
+            "codec": "flac",
+            "recover_duration": False,
+        },
     }
 
     converted_bliss_corpus_dict = {}

common/datasets/tedlium2/export.py

@@ -71,7 +71,7 @@ def _export_lexicon(output_prefix: str = "datasets"):
     """
     lexicon_output_prefix = os.path.join(output_prefix, TEDLIUM_PREFIX, "lexicon")
 
-    bliss_lexicon = get_bliss_lexicon(output_prefix=output_prefix)
+    bliss_lexicon = get_bliss_lexicon(add_unknown_phoneme_and_mapping=False, output_prefix=output_prefix)
     tk.register_output(os.path.join(lexicon_output_prefix, "tedlium2.lexicon.xml.gz"), bliss_lexicon)
 
     g2p_bliss_lexicon = get_g2p_augmented_bliss_lexicon(