#pragma once #include #include #include #include #include namespace engine::models::chatterbox { struct ChatterboxEnglishTokenizerModel; std::shared_ptr load_chatterbox_english_tokenizer( const std::filesystem::path & tokenizer_path); std::string normalize_chatterbox_tts_text(const std::string & text); std::vector supported_chatterbox_language_codes(); std::string normalize_chatterbox_language_code(const std::string & language); bool chatterbox_language_uses_multilingual_t3(const std::string & language); std::vector encode_chatterbox_english_text( const ChatterboxEnglishTokenizerModel & tokenizer, const std::string & text); std::vector encode_chatterbox_multilingual_text( const ChatterboxEnglishTokenizerModel & tokenizer, const std::string & text, const std::string & language); int32_t chatterbox_english_start_token_id(const ChatterboxEnglishTokenizerModel & tokenizer); int32_t chatterbox_english_stop_token_id(const ChatterboxEnglishTokenizerModel & tokenizer); } // namespace engine::models::chatterbox