Commit 871a52b

authored

Merge pull request #253 from TensorSpeech/feat/wordpiece

WordPiece, Sentencepiece, Refactor, Correct configurations

2 parents caee2e7 + 94cad4e commit 871a52bCopy full SHA for 871a52b

240 files changed

+15785

-19428

lines changed

.gitignore
.pylintrc
.vscode
- launch.json
- settings.json
README.md
docs
- features.md
- figs
- tokenizers.md
- tutorials
  - testing.md
  - training.md
examples
- configs
  - librispeech
  - vivos
    - vietnamese.characters
- conformer
  - README.md
  - config.yml
  - figs
    - arch.png
  - inference
    - gen_saved_model.py
  - test.py
  - train.py
- contextnet
- deepspeech2
  - README.md
  - config.yml
  - figs
    - ds2_arch.png
  - inference
    - gen_tflite_model.py
  - test.py
  - train.py
- demonstration
  - conformer.py
  - tflite_conformer.py
- inferences
- jasper
  - README.md
  - config.yml
  - figs
    - jasper_arch.png
  - inference
    - gen_tflite_model.py
  - test.py
  - train.py
- models
  - ctc
    - conformer
      - char-small.yml.j2
      - tiny.yml.j2
    - deepspeech2
      - base.yml.j2
    - jasper
      - base.yml.j2
    - transformer
      - README.md
      - base.yml.j2
  - transducer
    - conformer
      - README.md
      - inference
        gen_saved_model.py
        run_saved_model.py
        run_tflite_model.py
      - results
        sentencepiece
        README.md
        figs
        conformer-small-no-decay-sp1k-batch-loss.svg
        conformer-small-no-decay-sp1k-epoch-loss.svg
        conformer-small-no-decay-sp1k-lr.svg
        conformer-small-sp1k-batch-loss.svg
        conformer-small-sp1k-epoch-loss.svg
        conformer-small-sp1k-lr.svg
        subword - deprecated/figs
        conformer.svg
        subword_conformer_loss.svg
      - small-no-decay.yml.j2
      - small.yml.j2
      - tiny.yml.j2
    - contextnet
      - README.md
      - results/sentencepiece
        README.md
        figs
        sp1k-contextnet-small-epoch-loss.svg
        sp1k-contextnet-small-lr.svg
      - small.yml.j2
    - rnnt
      - README.md
      - results/subword - deprecated
        README.md
        figs
        epoch_learning_rate.svg
        subword_rnnt_loss.svg
      - small.yml.j2
      - tiny.yml.j2
    - transformer
      - base.yml.j2
- rnn_transducer
  - config.yml
  - inference
    - gen_tflite_model.py
  - test.py
  - train.py
- test.py
- tflite.py
- train.py
notebooks
pyproject.toml
requirements.txt
scripts
setup.cfg
setup.py
tensorflow_asr
- __init__.py
- augmentations
  - augmentation.py
  - methods
- callbacks.py
- configs.py
- configs
  - config.py
- datasets.py
- datasets
- features
- featurizers
- helpers
- losses
  - ctc_loss.py
  - rnnt_loss.py
- metrics
  - error_rates.py
- models
  - __init__.py
  - activations
    - glu.py
  - base_layer.py
  - base_model.py
  - ctc
  - decoders
    - __init__.py
  - encoders
  - layers
  - transducer
- optimizers
- schemas.py
- tokenizers.py
- utils
tests
- __init__.py
- conformer
  - config.yml
  - test_conformer.py
- contextnet
  - config.yml
  - test_contextnet.py
- deepspeech2
  - config.yml
  - test_ds2.py
- featurizer
- jasper
  - config.yml
  - test_jasper.py
- losses
  - test_rnnt_loss.py
- rnn_transducer
  - config.yml
  - test_rnn_transducer.py
- test.flac
- test_layers.py
- test_relpe.py
- test_rnnt_loss.py
- test_schedules.py
- test_tokenizers.py
- test_utils.py
vocabularies
- README.md
- librispeech

240 files changed

+15785

-19428

lines changed

`‎.gitignore‎`

-Original file line number
+Diff line change
 .session.vim
 Session.vim
 .idea
 -.vscode
 __pycache__
 .pytest*
 venv
 -my_train
 +my_train
 +.DS_Store
 +models/*
 +!models/README.md

Comments

(0)