From 63713ecbf0890c23fcbd3802132ec055287c504f Mon Sep 17 00:00:00 2001 From: Fangjun Kuang Date: Fri, 16 Aug 2024 20:11:24 +0800 Subject: [PATCH] Build generating subtitles APPs for more models (#1265) --- .github/workflows/lazarus.yaml | 3 + README.md | 31 ++++++---- lazarus-examples/README.md | 8 +++ lazarus-examples/generate_subtitles/README.md | 9 +++ pascal-api-examples/README.md | 3 + scripts/flutter/generate-tts.py | 1 - scripts/lazarus/generate-subtitles.py | 56 +++++++++++++++++++ 7 files changed, 99 insertions(+), 12 deletions(-) create mode 100644 lazarus-examples/README.md create mode 100644 lazarus-examples/generate_subtitles/README.md diff --git a/.github/workflows/lazarus.yaml b/.github/workflows/lazarus.yaml index 2b2bf8980..11df53644 100644 --- a/.github/workflows/lazarus.yaml +++ b/.github/workflows/lazarus.yaml @@ -4,6 +4,7 @@ on: push: branches: - master + - lazarus paths: - '.github/workflows/lazarus.yaml' - 'CMakeLists.txt' @@ -12,6 +13,7 @@ on: - 'sherpa-onnx/csrc/*' - 'sherpa-onnx/c-api/*' - 'sherpa-onnx/pascal-api/*' + - 'scripts/lazarus/*' pull_request: branches: - master @@ -23,6 +25,7 @@ on: - 'sherpa-onnx/csrc/*' - 'sherpa-onnx/c-api/*' - 'sherpa-onnx/pascal-api/*' + - 'scripts/lazarus/*' workflow_dispatch: diff --git a/README.md b/README.md index 7951e7302..3590cc3aa 100644 --- a/README.md +++ b/README.md @@ -25,17 +25,17 @@ ### Supported programming languages -| 1. C++ | 2. C | 3. Python | 4. C# | 5. Java | -|--------|-------|-----------|-------|---------| -| ✔️ | ✔️ | ✔️ | ✔️ | ✔️ | +| 1. C++ | 2. C | 3. Python | 4. JavaScript | +|--------|-------|-----------|---------------| +| ✔️ | ✔️ | ✔️ | ✔️ | -| 6. JavaScript | 7. Kotlin | 8. Swift | 9. Go | 10. Dart | -|---------------|-----------|----------|-------|----------| -| ✔️ | ✔️ | ✔️ | ✔️ | ✔️ | +|5. Java | 6. C# | 7. Kotlin | 8. Swift | +|--------|-------|-----------|----------| +| ✔️ | ✔️ | ✔️ | ✔️ | -| 11. Rust | 12. Pascal | -|----------|------------| -| ✔️ | ✔️ | +| 9. Go | 10. Dart | 11. Rust | 12. Pascal | +|-------|----------|----------|------------| +| ✔️ | ✔️ | ✔️ | ✔️ | For Rust support, please see https://github.com/thewh1teagle/sherpa-rs @@ -73,8 +73,8 @@ with the following APIs - C++, C, Python, Go, ``C#`` - Java, Kotlin, JavaScript - - Swift - - Dart + - Swift, Rust + - Dart, Object Pascal ### Links for pre-built Android APKs @@ -111,6 +111,15 @@ with the following APIs > Note: You need to build from source for iOS. +### Links for pre-built Lazarus APPs + +#### Generating subtitles + +| Description | URL | 中国用户 | +|--------------------------------|---------------------------------------------------------------------|---------------------------------------------------------------------| +| Generate subtitles (生成字幕) | [Address](https://k2-fsa.github.io/sherpa/onnx/lazarus/download-generated-subtitles.html)| [点此](https://k2-fsa.github.io/sherpa/onnx/lazarus/download-generated-subtitles-cn.html)| + + ### Links for pre-trained models | Description | URL | diff --git a/lazarus-examples/README.md b/lazarus-examples/README.md new file mode 100644 index 000000000..21bc28db9 --- /dev/null +++ b/lazarus-examples/README.md @@ -0,0 +1,8 @@ +# Introduction + +This directory contains examples about using +https://www.lazarus-ide.org/ +with Object Pascal API to develop speech related applications. + +**Documentation for this directory**: +https://k2-fsa.github.io/sherpa/onnx/lazarus/index.html diff --git a/lazarus-examples/generate_subtitles/README.md b/lazarus-examples/generate_subtitles/README.md new file mode 100644 index 000000000..a3eb665ba --- /dev/null +++ b/lazarus-examples/generate_subtitles/README.md @@ -0,0 +1,9 @@ +# Introduction + +Please refer to +https://k2-fsa.github.io/sherpa/onnx/lazarus/generate-subtitles.html +for how to build the project in this directory. + +You can find pre-built APPs from this directory at +https://k2-fsa.github.io/sherpa/onnx/lazarus/pre-built-app.html + diff --git a/pascal-api-examples/README.md b/pascal-api-examples/README.md index 76d5dfd37..ffbf8e9ef 100644 --- a/pascal-api-examples/README.md +++ b/pascal-api-examples/README.md @@ -3,6 +3,9 @@ This directory contains examples for how to use the [Object Pascal](https://en.wikipedia.org/wiki/Object_Pascal) APIs of [sherpa-onnx](https://github.com/k2-fsa/sherpa-onnx). +**Documentation for this directory**: +https://k2-fsa.github.io/sherpa/onnx/pascal-api/index.html + |Directory| Description| |---------|------------| |[read-wav](./read-wav)|It shows how to read a wave file.| diff --git a/scripts/flutter/generate-tts.py b/scripts/flutter/generate-tts.py index 4b5f8d5d0..380d1f453 100755 --- a/scripts/flutter/generate-tts.py +++ b/scripts/flutter/generate-tts.py @@ -342,7 +342,6 @@ def get_vits_models() -> List[TtsModel]: or "sherpa-onnx-vits-zh-ll" == m.model_dir or "melo-tts" in m.model_dir ): - s = s[:-1] m.dict_dir = m.model_dir + "/dict" else: m.rule_fars = f"{m.model_dir}/rule.far" diff --git a/scripts/lazarus/generate-subtitles.py b/scripts/lazarus/generate-subtitles.py index 608d7e9d6..6459886c1 100755 --- a/scripts/lazarus/generate-subtitles.py +++ b/scripts/lazarus/generate-subtitles.py @@ -123,6 +123,62 @@ def get_models(): ls -lh + popd + """, + ), + Model( + model_name="sherpa-onnx-zipformer-ja-reazonspeech-2024-08-01", + lang="ja", + short_name="zipformer_reazonspeech_2024_08_01", + cmd=""" + pushd $model_name + mv encoder-epoch-99-avg-1.int8.onnx transducer-encoder.onnx + mv decoder-epoch-99-avg-1.onnx transducer-decoder.onnx + mv joiner-epoch-99-avg-1.int8.onnx transducer-joiner.onnx + + rm -fv encoder-epoch-99-avg-1.onnx + rm -fv decoder-epoch-99-avg-1.int8.onnx + rm -fv joiner-epoch-99-avg-1.onnx + + popd + """, + ), + Model( + model_name="sherpa-onnx-zipformer-thai-2024-06-20", + lang="th", + short_name="zipformer_gigaspeech2", + cmd=""" + pushd $model_name + + rm -rfv test_wavs + rm -fv README.md + rm -fv bpe.model + + mv encoder-epoch-12-avg-5.int8.onnx transducer-encoder.onnx + mv decoder-epoch-12-avg-5.onnx transducer-decoder.onnx + mv joiner-epoch-12-avg-5.int8.onnx transducer-joiner.onnx + + rm -fv encoder-epoch-12-avg-5.onnx + rm -fv decoder-epoch-12-avg-5.int8.onnx + rm -fv joiner-epoch-12-avg-5.onnx + + ls -lh + + popd + """, + ), + Model( + model_name="sherpa-onnx-telespeech-ctc-int8-zh-2024-06-04", + lang="zh", + short_name="telespeech_ctc", + cmd=""" + pushd $model_name + + mv model.int8.onnx telespeech.onnx + rm -fv model.onnx + + ls -lh + popd """, ),