Skip to content

Commit

Permalink
Add CXX API for Kokoro
Browse files Browse the repository at this point in the history
  • Loading branch information
csukuangfj committed Jan 16, 2025
1 parent bde40b0 commit e732e55
Show file tree
Hide file tree
Showing 6 changed files with 124 additions and 1 deletion.
6 changes: 5 additions & 1 deletion .github/workflows/c-api.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -99,7 +99,11 @@ jobs:
rm ./kokoro-tts-en-c-api
rm -rf kokoro-en-*
rm hifigan_v2.onnx
- uses: actions/upload-artifact@v4
with:
name: kokoro-tts-${{ matrix.os }}
path: ./generated-kokoro-*.wav

- name: Test Matcha TTS (zh)
shell: bash
Expand Down
27 changes: 27 additions & 0 deletions .github/workflows/cxx-api.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -81,6 +81,33 @@ jobs:
otool -L ./install/lib/libsherpa-onnx-cxx-api.dylib
fi
- name: Test Kokoro TTS (en)
shell: bash
run: |
g++ -std=c++17 -o kokoro-tts-en-cxx-api ./cxx-api-examples/kokoro-tts-en-cxx-api.cc \
-I ./build/install/include \
-L ./build/install/lib/ \
-l sherpa-onnx-cxx-api \
-l sherpa-onnx-c-api \
-l onnxruntime
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kokoro-en-v0_19.tar.bz2
tar xf kokoro-en-v0_19.tar.bz2
rm kokoro-en-v0_19.tar.bz2
export LD_LIBRARY_PATH=$PWD/build/install/lib:$LD_LIBRARY_PATH
export DYLD_LIBRARY_PATH=$PWD/build/install/lib:$DYLD_LIBRARY_PATH
./kokoro-tts-en-cxx-api
rm kokoro-tts-en-cxx-api
rm -rf kokoro-en-*
- uses: actions/upload-artifact@v4
with:
name: kokoro-tts-${{ matrix.os }}
path: ./generated-kokoro-*.wav

- name: Test Matcha TTS (zh)
shell: bash
run: |
Expand Down
3 changes: 3 additions & 0 deletions cxx-api-examples/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -21,4 +21,7 @@ if(SHERPA_ONNX_ENABLE_TTS)

add_executable(matcha-tts-en-cxx-api ./matcha-tts-en-cxx-api.cc)
target_link_libraries(matcha-tts-en-cxx-api sherpa-onnx-cxx-api)

add_executable(kokoro-tts-en-cxx-api ./kokoro-tts-en-cxx-api.cc)
target_link_libraries(kokoro-tts-en-cxx-api sherpa-onnx-cxx-api)
endif()
73 changes: 73 additions & 0 deletions cxx-api-examples/kokoro-tts-en-cxx-api.cc
Original file line number Diff line number Diff line change
@@ -0,0 +1,73 @@
// cxx-api-examples/kokoro-tts-en-cxx-api.c
//
// Copyright (c) 2025 Xiaomi Corporation

// This file shows how to use sherpa-onnx CXX API
// for Chinese TTS with Kokoro.
//
// clang-format off
/*
Usage
wget https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kokoro-en-v0_19.tar.bz2
tar xf kokoro-en-v0_19.tar.bz2
rm kokoro-en-v0_19.tar.bz2
./kokoro-tts-en-cxx-api
*/
// clang-format on

#include <string>

#include "sherpa-onnx/c-api/cxx-api.h"

static int32_t ProgressCallback(const float *samples, int32_t num_samples,
float progress, void *arg) {
fprintf(stderr, "Progress: %.3f%%\n", progress * 100);
// return 1 to continue generating
// return 0 to stop generating
return 1;
}

int32_t main(int32_t argc, char *argv[]) {
using namespace sherpa_onnx::cxx; // NOLINT
OfflineTtsConfig config;

config.model.kokoro.model = "./kokoro-en-v0_19/model.onnx";
config.model.kokoro.voices = "./kokoro-en-v0_19/voices.bin";
config.model.kokoro.tokens = "./kokoro-en-v0_19/tokens.txt";
config.model.kokoro.data_dir = "./kokoro-en-v0_19/espeak-ng-data";

config.model.num_threads = 2;

// If you don't want to see debug messages, please set it to 0
config.model.debug = 1;

std::string filename = "./generated-kokoro-en-cxx.wav";
std::string text =
"Today as always, men fall into two groups: slaves and free men. Whoever "
"does not have two-thirds of his day for himself, is a slave, whatever "
"he may be: a statesman, a businessman, an official, or a scholar. "
"Friends fell out often because life was changing so fast. The easiest "
"thing in the world was to lose touch with someone.";

auto tts = OfflineTts::Create(config);
int32_t sid = 0;
float speed = 1.0; // larger -> faster in speech speed

#if 0
// If you don't want to use a callback, then please enable this branch
GeneratedAudio audio = tts.Generate(text, sid, speed);
#else
GeneratedAudio audio = tts.Generate(text, sid, speed, ProgressCallback);
#endif

WriteWave(filename, {audio.samples, audio.sample_rate});

fprintf(stderr, "Input text is: %s\n", text.c_str());
fprintf(stderr, "Speaker ID is is: %d\n", sid);
fprintf(stderr, "Saved to: %s\n", filename.c_str());

return 0;
}
6 changes: 6 additions & 0 deletions sherpa-onnx/c-api/cxx-api.cc
Original file line number Diff line number Diff line change
Expand Up @@ -338,6 +338,12 @@ OfflineTts OfflineTts::Create(const OfflineTtsConfig &config) {
c.model.matcha.length_scale = config.model.matcha.length_scale;
c.model.matcha.dict_dir = config.model.matcha.dict_dir.c_str();

c.model.kokoro.model = config.model.kokoro.model.c_str();
c.model.kokoro.voices = config.model.kokoro.voices.c_str();
c.model.kokoro.tokens = config.model.kokoro.tokens.c_str();
c.model.kokoro.data_dir = config.model.kokoro.data_dir.c_str();
c.model.kokoro.length_scale = config.model.kokoro.length_scale;

c.model.num_threads = config.model.num_threads;
c.model.debug = config.model.debug;
c.model.provider = config.model.provider.c_str();
Expand Down
10 changes: 10 additions & 0 deletions sherpa-onnx/c-api/cxx-api.h
Original file line number Diff line number Diff line change
Expand Up @@ -338,9 +338,19 @@ struct OfflineTtsMatchaModelConfig {
float length_scale = 1.0; // < 1, faster in speed; > 1, slower in speed
};

struct OfflineTtsKokoroModelConfig {
std::string model;
std::string voices;
std::string tokens;
std::string data_dir;

float length_scale = 1.0; // < 1, faster in speed; > 1, slower in speed
};

struct OfflineTtsModelConfig {
OfflineTtsVitsModelConfig vits;
OfflineTtsMatchaModelConfig matcha;
OfflineTtsKokoroModelConfig kokoro;
int32_t num_threads = 1;
bool debug = false;
std::string provider = "cpu";
Expand Down

0 comments on commit e732e55

Please sign in to comment.