-
Notifications
You must be signed in to change notification settings - Fork 290
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Modified conformer with multi datasets (#312)
* Copy files for editing. * Use librispeech + gigaspeech with modified conformer. * Support specifying number of workers for on-the-fly feature extraction. * Feature extraction code for GigaSpeech. * Combine XL splits lazily during training. * Fix warnings in decoding. * Add decoding code for GigaSpeech. * Fix decoding the gigaspeech dataset. We have to use the decoder/joiner networks for the GigaSpeech dataset. * Disable speed perturbe for XL subset. * Compute the Nbest oracle WER for RNN-T decoding. * Minor fixes. * Minor fixes. * Add results. * Update results. * Update CI. * Update results. * Fix style issues. * Update results. * Fix style issues.
- Loading branch information
1 parent
caab6cf
commit ac84220
Showing
35 changed files
with
4,737 additions
and
45 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
51 changes: 51 additions & 0 deletions
51
.github/scripts/run-librispeech-pruned-transducer-stateless2-2022-04-29.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,51 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| log() { | ||
| # This function is from espnet | ||
| local fname=${BASH_SOURCE[1]##*/} | ||
| echo -e "$(date '+%Y-%m-%d %H:%M:%S') (${fname}:${BASH_LINENO[0]}:${FUNCNAME[1]}) $*" | ||
| } | ||
|
|
||
| cd egs/librispeech/ASR | ||
|
|
||
| repo_url=https://huggingface.co/csukuangfj/icefall-asr-librispeech-pruned-transducer-stateless2-2022-04-29 | ||
|
|
||
| log "Downloading pre-trained model from $repo_url" | ||
| git lfs install | ||
| git clone $repo_url | ||
| repo=$(basename $repo_url) | ||
|
|
||
| log "Display test files" | ||
| tree $repo/ | ||
| soxi $repo/test_wavs/*.wav | ||
| ls -lh $repo/test_wavs/*.wav | ||
|
|
||
| pushd $repo/exp | ||
| ln -s pretrained-epoch-38-avg-10.pt pretrained.pt | ||
| popd | ||
|
|
||
| for sym in 1 2 3; do | ||
| log "Greedy search with --max-sym-per-frame $sym" | ||
|
|
||
| ./pruned_transducer_stateless2/pretrained.py \ | ||
| --method greedy_search \ | ||
| --max-sym-per-frame $sym \ | ||
| --checkpoint $repo/exp/pretrained.pt \ | ||
| --bpe-model $repo/data/lang_bpe_500/bpe.model \ | ||
| $repo/test_wavs/1089-134686-0001.wav \ | ||
| $repo/test_wavs/1221-135766-0001.wav \ | ||
| $repo/test_wavs/1221-135766-0002.wav | ||
| done | ||
|
|
||
| for method in modified_beam_search beam_search fast_beam_search; do | ||
| log "$method" | ||
|
|
||
| ./pruned_transducer_stateless2/pretrained.py \ | ||
| --method $method \ | ||
| --beam-size 4 \ | ||
| --checkpoint $repo/exp/pretrained.pt \ | ||
| --bpe-model $repo/data/lang_bpe_500/bpe.model \ | ||
| $repo/test_wavs/1089-134686-0001.wav \ | ||
| $repo/test_wavs/1221-135766-0001.wav \ | ||
| $repo/test_wavs/1221-135766-0002.wav | ||
| done |
51 changes: 51 additions & 0 deletions
51
.github/scripts/run-librispeech-pruned-transducer-stateless3-2022-04-29.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,51 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| log() { | ||
| # This function is from espnet | ||
| local fname=${BASH_SOURCE[1]##*/} | ||
| echo -e "$(date '+%Y-%m-%d %H:%M:%S') (${fname}:${BASH_LINENO[0]}:${FUNCNAME[1]}) $*" | ||
| } | ||
|
|
||
| cd egs/librispeech/ASR | ||
|
|
||
| repo_url=https://huggingface.co/csukuangfj/icefall-asr-librispeech-pruned-transducer-stateless3-2022-04-29 | ||
|
|
||
| log "Downloading pre-trained model from $repo_url" | ||
| git lfs install | ||
| git clone $repo_url | ||
| repo=$(basename $repo_url) | ||
|
|
||
| log "Display test files" | ||
| tree $repo/ | ||
| soxi $repo/test_wavs/*.wav | ||
| ls -lh $repo/test_wavs/*.wav | ||
|
|
||
| pushd $repo/exp | ||
| ln -s pretrained-epoch-25-avg-6.pt pretrained.pt | ||
| popd | ||
|
|
||
| for sym in 1 2 3; do | ||
| log "Greedy search with --max-sym-per-frame $sym" | ||
|
|
||
| ./pruned_transducer_stateless3/pretrained.py \ | ||
| --method greedy_search \ | ||
| --max-sym-per-frame $sym \ | ||
| --checkpoint $repo/exp/pretrained.pt \ | ||
| --bpe-model $repo/data/lang_bpe_500/bpe.model \ | ||
| $repo/test_wavs/1089-134686-0001.wav \ | ||
| $repo/test_wavs/1221-135766-0001.wav \ | ||
| $repo/test_wavs/1221-135766-0002.wav | ||
| done | ||
|
|
||
| for method in modified_beam_search beam_search fast_beam_search; do | ||
| log "$method" | ||
|
|
||
| ./pruned_transducer_stateless3/pretrained.py \ | ||
| --method $method \ | ||
| --beam-size 4 \ | ||
| --checkpoint $repo/exp/pretrained.pt \ | ||
| --bpe-model $repo/data/lang_bpe_500/bpe.model \ | ||
| $repo/test_wavs/1089-134686-0001.wav \ | ||
| $repo/test_wavs/1221-135766-0001.wav \ | ||
| $repo/test_wavs/1221-135766-0002.wav | ||
| done |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,85 @@ | ||
| # Copyright 2021 Fangjun Kuang ([email protected]) | ||
|
|
||
| # See ../../LICENSE for clarification regarding multiple authors | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
|
|
||
| name: run-librispeech-2022-04-29 | ||
| # stateless pruned transducer (reworked model) + giga speech | ||
|
|
||
| on: | ||
| push: | ||
| branches: | ||
| - master | ||
| pull_request: | ||
| types: [labeled] | ||
|
|
||
| jobs: | ||
| run_librispeech_2022_04_29: | ||
| if: github.event.label.name == 'ready' || github.event_name == 'push' | ||
| runs-on: ${{ matrix.os }} | ||
| strategy: | ||
| matrix: | ||
| os: [ubuntu-18.04] | ||
| python-version: [3.7, 3.8, 3.9] | ||
|
|
||
| fail-fast: false | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v2 | ||
| with: | ||
| fetch-depth: 0 | ||
|
|
||
| - name: Setup Python ${{ matrix.python-version }} | ||
| uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: ${{ matrix.python-version }} | ||
| cache: 'pip' | ||
| cache-dependency-path: '**/requirements-ci.txt' | ||
|
|
||
| - name: Install Python dependencies | ||
| run: | | ||
| grep -v '^#' ./requirements-ci.txt | xargs -n 1 -L 1 pip install | ||
| - name: Cache kaldifeat | ||
| id: my-cache | ||
| uses: actions/cache@v2 | ||
| with: | ||
| path: | | ||
| ~/tmp/kaldifeat | ||
| key: cache-tmp-${{ matrix.python-version }} | ||
|
|
||
| - name: Install kaldifeat | ||
| if: steps.my-cache.outputs.cache-hit != 'true' | ||
| shell: bash | ||
| run: | | ||
| mkdir -p ~/tmp | ||
| cd ~/tmp | ||
| git clone https://github.com/csukuangfj/kaldifeat | ||
| cd kaldifeat | ||
| mkdir build | ||
| cd build | ||
| cmake -DCMAKE_BUILD_TYPE=Release .. | ||
| make -j2 _kaldifeat | ||
| - name: Inference with pre-trained model | ||
| shell: bash | ||
| run: | | ||
| sudo apt-get -qq install git-lfs tree sox | ||
| export PYTHONPATH=$PWD:$PYTHONPATH | ||
| export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH | ||
| export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH | ||
| .github/scripts/run-librispeech-pruned-transducer-stateless2-2022-04-29.sh | ||
| .github/scripts/run-librispeech-pruned-transducer-stateless3-2022-04-29.sh |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| log-* |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.