Per-Utterance Phrase Boosting in ASR Decoding (Transducers) #11972
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI-Install-Check | |
| on: | |
| pull_request: | |
| paths: | |
| - "**" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| test-installs-macos: | |
| name: ${{ matrix.os }}-py${{ matrix.python }}-${{ matrix.installer }} | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [macos-latest] | |
| python: ["3.10", "3.11", "3.12"] | |
| installer: ["pip-install", "nemo-install"] | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v2 | |
| - name: Check disk space before cleanup | |
| run: df -h | |
| - name: Free up disk space | |
| run: | | |
| # Remove unnecessary files on macOS | |
| sudo rm -rf /usr/local/lib/android || true | |
| sudo rm -rf /usr/local/.ghcup || true | |
| sudo rm -rf /usr/local/lib/node_modules || true | |
| brew cleanup || true | |
| # Clear pip cache | |
| pip cache purge || true | |
| - name: Check disk space after cleanup | |
| run: df -h | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: "${{ matrix.python }}" | |
| - name: Install NeMo | |
| env: | |
| INSTALLER: ${{ matrix.installer }} | |
| NEMO_TAG: ${{ github.sha }} | |
| NEMO_REPO: ${{ github.server_url }}/${{ github.repository }} | |
| run: | | |
| if [[ "$INSTALLER" == "pip-install" ]]; then | |
| pip install --no-cache-dir -U pip | |
| pip install --no-cache-dir ".[all]" | |
| else | |
| export NEMO_TAG | |
| export NEMO_REPO | |
| export INSTALL_DIR=$(pwd) | |
| bash docker/common/install_dep.sh --library "te,mcore,extra" --mode install | |
| pip install --no-cache-dir ".[all]" | |
| fi | |
| - name: Check disk space after installation | |
| run: df -h | |
| - name: Run import checks | |
| run: | | |
| # Run import checks | |
| for collection in "asr" "tts" "lightning" "core"; do | |
| python tests/core_ptl/check_imports.py --domain "$collection" | |
| done | |
| test-installs-linux-amd: | |
| name: ubuntu-22.04-amd-py${{ matrix.python }}-${{ matrix.installer }} | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python: ["3.10", "3.11", "3.12"] | |
| installer: ["pip-install", "nemo-install"] | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v2 | |
| - name: Check disk space before cleanup | |
| run: df -h | |
| - name: Free up disk space | |
| run: | | |
| # Remove unnecessary packages and files on Ubuntu | |
| sudo apt-get clean | |
| sudo rm -rf /usr/local/lib/android || true | |
| sudo rm -rf /opt/ghc || true | |
| sudo rm -rf /usr/local/.ghcup || true | |
| sudo rm -rf /usr/share/dotnet || true | |
| sudo rm -rf /opt/az || true | |
| # Clear pip and npm caches | |
| pip cache purge || true | |
| sudo npm cache clean --force || true | |
| - name: Check disk space after cleanup | |
| run: df -h | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| - name: Install NeMo | |
| env: | |
| INSTALLER: ${{ matrix.installer }} | |
| run: | | |
| if [ "$INSTALLER" = "pip-install" ]; then | |
| pip install --no-cache-dir --upgrade pip | |
| pip install --no-cache-dir ".[all]" | |
| else | |
| export INSTALL_DIR=$(pwd) | |
| bash docker/common/install_dep.sh --library "te,mcore,extra" --mode install | |
| pip install --no-cache-dir ".[all]" | |
| fi | |
| - name: Check disk space after installation | |
| run: df -h | |
| - name: Run import checks | |
| run: | | |
| # Run import checks | |
| for collection in "asr" "tts" "lightning" "core"; do | |
| python tests/core_ptl/check_imports.py --domain "$collection" | |
| done | |
| test-asr-install-linux-amd: | |
| name: ubuntu-22.04-amd-py${{ matrix.python }}-asr | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python: ["3.10", "3.11", "3.12"] | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v2 | |
| - name: Check disk space before cleanup | |
| run: df -h | |
| - name: Free up disk space | |
| run: | | |
| # Remove unnecessary packages and files on Ubuntu | |
| sudo apt-get clean | |
| sudo rm -rf /usr/local/lib/android || true | |
| sudo rm -rf /opt/ghc || true | |
| sudo rm -rf /usr/local/.ghcup || true | |
| sudo rm -rf /usr/share/dotnet || true | |
| sudo rm -rf /opt/az || true | |
| # Clear pip and npm caches | |
| pip cache purge || true | |
| sudo npm cache clean --force || true | |
| - name: Check disk space after cleanup | |
| run: df -h | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| - name: Install NeMo | |
| run: | | |
| pip install --no-cache-dir --upgrade pip | |
| pip install --no-cache-dir ".[asr]" | |
| - name: Check disk space after installation | |
| run: df -h | |
| - name: Run import checks | |
| run: | | |
| # Run import checks | |
| python tests/core_ptl/check_imports.py --domain asr | |
| test-installs-linux-arm: | |
| name: ubuntu-22.04-arm-py${{ matrix.python }}-${{ matrix.installer }} | |
| runs-on: ubuntu-22.04-arm | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python: ["3.10", "3.11", "3.12"] | |
| installer: ["pip-install", "nemo-install"] | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v2 | |
| - name: Check disk space before cleanup | |
| run: df -h | |
| - name: Free up disk space | |
| run: | | |
| # Remove unnecessary packages and files on Ubuntu ARM | |
| sudo apt-get clean | |
| sudo rm -rf /usr/local/lib/android || true | |
| sudo rm -rf /opt/ghc || true | |
| sudo rm -rf /usr/local/.ghcup || true | |
| sudo rm -rf /usr/share/dotnet || true | |
| sudo rm -rf /opt/az || true | |
| # Clear pip and npm caches | |
| pip cache purge || true | |
| sudo npm cache clean --force || true | |
| - name: Check disk space after cleanup | |
| run: df -h | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| - name: Install NeMo | |
| env: | |
| INSTALLER: ${{ matrix.installer }} | |
| run: | | |
| if [ "$INSTALLER" = "pip-install" ]; then | |
| pip install --no-cache-dir --upgrade pip | |
| pip install --no-cache-dir ".[all]" | |
| else | |
| export INSTALL_DIR=$(pwd) | |
| bash docker/common/install_dep.sh --library "te,mcore,extra" --mode install | |
| pip install --no-cache-dir ".[all]" | |
| fi | |
| - name: Check disk space after installation | |
| run: df -h | |
| - name: Run import checks | |
| run: | | |
| # Run import checks | |
| for collection in "asr" "tts" "lightning" "core"; do | |
| python tests/core_ptl/check_imports.py --domain "$collection" | |
| done | |
| test-asr-installs-linux-arm: | |
| name: ubuntu-22.04-arm-py${{ matrix.python }}-asr | |
| runs-on: ubuntu-22.04-arm | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python: ["3.10", "3.11", "3.12"] | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v2 | |
| - name: Check disk space before cleanup | |
| run: df -h | |
| - name: Free up disk space | |
| run: | | |
| # Remove unnecessary packages and files on Ubuntu ARM | |
| sudo apt-get clean | |
| sudo rm -rf /usr/local/lib/android || true | |
| sudo rm -rf /opt/ghc || true | |
| sudo rm -rf /usr/local/.ghcup || true | |
| sudo rm -rf /usr/share/dotnet || true | |
| sudo rm -rf /opt/az || true | |
| # Clear pip and npm caches | |
| pip cache purge || true | |
| sudo npm cache clean --force || true | |
| - name: Check disk space after cleanup | |
| run: df -h | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| - name: Install NeMo | |
| run: | | |
| pip install --no-cache-dir --upgrade pip | |
| pip install --no-cache-dir ".[asr]" | |
| - name: Check disk space after installation | |
| run: df -h | |
| - name: Run import checks | |
| run: | | |
| # Run import checks | |
| python tests/core_ptl/check_imports.py --domain asr |