Skip to content

Commit

Permalink
Add test about whisper large-v3 for .Net (#1187)
Browse files Browse the repository at this point in the history
  • Loading branch information
csukuangfj authored Jul 29, 2024
1 parent 86b4c9f commit 06fd50f
Show file tree
Hide file tree
Showing 4 changed files with 148 additions and 0 deletions.
30 changes: 30 additions & 0 deletions .github/scripts/test-dot-net.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,38 +4,68 @@ cd dotnet-examples/

cd ./offline-decode-files
./run-sense-voice-ctc.sh
rm -rf sherpa-onnx-*

./run-paraformer-itn.sh
rm -rf sherpa-onnx-*

./run-telespeech-ctc.sh
rm -rf sherpa-onnx-*

./run-nemo-ctc.sh
rm -rf sherpa-onnx-*

./run-paraformer.sh
rm -rf sherpa-onnx-*

./run-zipformer.sh
rm -rf sherpa-onnx-*

./run-hotwords.sh
rm -rf sherpa-onnx-*

./run-whisper.sh
rm -rf sherpa-onnx-*

./run-whisper-large-v3.sh
rm -rf sherpa-onnx-*

./run-tdnn-yesno.sh
rm -rf sherpa-onnx-*

cd ../keyword-spotting-from-files
./run.sh

cd ../online-decode-files
./run-transducer-itn.sh
rm -rf sherpa-onnx-*

./run-zipformer2-ctc.sh
rm -rf sherpa-onnx-*

./run-transducer.sh
rm -rf sherpa-onnx-*

./run-paraformer.sh
rm -rf sherpa-onnx-*

cd ../vad-non-streaming-asr-paraformer
./run.sh

cd ../offline-punctuation
./run.sh
rm -rf sherpa-onnx-*

cd ../speaker-identification
./run.sh

cd ../streaming-hlg-decoding/
./run.sh
rm -rf sherpa-onnx-*

cd ../spoken-language-identification
./run.sh
rm -rf sherpa-onnx-*

cd ../offline-tts
./run-aishell3.sh
Expand Down
43 changes: 43 additions & 0 deletions .github/workflows/test-dot-net-nuget.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,49 @@ jobs:
with:
fetch-depth: 0

- name: Free space
if: matrix.os == 'ubuntu-latest'
shell: bash
run: |
df -h
rm -rf /opt/hostedtoolcache
df -h
- name: Free more space
if: matrix.os == 'ubuntu-latest'
shell: bash
run: |
# https://github.com/orgs/community/discussions/25678
cd /opt
find . -maxdepth 1 -mindepth 1 '!' -path ./containerd '!' -path ./actionarchivecache '!' -path ./runner '!' -path ./runner-cache -exec rm -rf '{}' ';'
sudo rm -rf /usr/share/dotnet
sudo rm -rf "/usr/local/share/boost"
sudo rm -rf "$AGENT_TOOLSDIRECTORY"
- name: Free Disk Space (Ubuntu)
if: matrix.os == 'ubuntu-latest'
uses: jlumbroso/free-disk-space@main
with:
# this might remove tools that are actually needed,
# if set to "true" but frees about 6 GB
tool-cache: false

# all of these default to true, but feel free to set to
# "false" if necessary for your workflow
android: true
dotnet: false
haskell: true
large-packages: true
docker-images: false
swap-storage: true

- name: Check space
if: matrix.os == 'ubuntu-latest'
shell: bash
run: |
df -h
- name: Setup .NET 6.0
uses: actions/setup-dotnet@v4
with:
Expand Down
43 changes: 43 additions & 0 deletions .github/workflows/test-dot-net.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -47,6 +47,49 @@ jobs:
with:
fetch-depth: 0

- name: Free space
if: matrix.os == 'ubuntu-latest'
shell: bash
run: |
df -h
rm -rf /opt/hostedtoolcache
df -h
- name: Free more space
if: matrix.os == 'ubuntu-latest'
shell: bash
run: |
# https://github.com/orgs/community/discussions/25678
cd /opt
find . -maxdepth 1 -mindepth 1 '!' -path ./containerd '!' -path ./actionarchivecache '!' -path ./runner '!' -path ./runner-cache -exec rm -rf '{}' ';'
sudo rm -rf /usr/share/dotnet
sudo rm -rf "/usr/local/share/boost"
sudo rm -rf "$AGENT_TOOLSDIRECTORY"
- name: Free Disk Space (Ubuntu)
if: matrix.os == 'ubuntu-latest'
uses: jlumbroso/free-disk-space@main
with:
# this might remove tools that are actually needed,
# if set to "true" but frees about 6 GB
tool-cache: false

# all of these default to true, but feel free to set to
# "false" if necessary for your workflow
android: true
dotnet: false
haskell: true
large-packages: true
docker-images: false
swap-storage: true

- name: Check space
if: matrix.os == 'ubuntu-latest'
shell: bash
run: |
df -h
- name: ccache
uses: hendrikmuhs/[email protected]
with:
Expand Down
32 changes: 32 additions & 0 deletions dotnet-examples/offline-decode-files/run-whisper-large-v3.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
#!/usr/bin/env bash

set -ex

if [ ! -f ./large-v3-encoder.int8.onnx ]; then
git lfs install

git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-large-v3

ls -lh sherpa-onnx-whisper-large-v3
cp -v sherpa-onnx-whisper-large-v3/*.onnx .
cp -v sherpa-onnx-whisper-large-v3/*.weights .
ls -lh
fi

dotnet run \
--num-threads=2 \
--whisper-encoder=./large-v3-encoder.int8.onnx \
--whisper-decoder=./large-v3-decoder.int8.onnx \
--tokens=./sherpa-onnx-whisper-large-v3/large-v3-tokens.txt \
--files ./sherpa-onnx-whisper-large-v3/test_wavs/0.wav \
./sherpa-onnx-whisper-large-v3/test_wavs/1.wav \
./sherpa-onnx-whisper-large-v3/test_wavs/8k.wav

dotnet run \
--num-threads=2 \
--whisper-encoder=./large-v3-encoder.onnx \
--whisper-decoder=./large-v3-decoder.onnx \
--tokens=./sherpa-onnx-whisper-large-v3/large-v3-tokens.txt \
--files ./sherpa-onnx-whisper-large-v3/test_wavs/0.wav \
./sherpa-onnx-whisper-large-v3/test_wavs/1.wav \
./sherpa-onnx-whisper-large-v3/test_wavs/8k.wav

0 comments on commit 06fd50f

Please sign in to comment.