#pragma once #include "engine/framework/model_spec/metadata.h" #include "engine/framework/runtime/cache_slots.h" #include "engine/framework/runtime/model.h" #include "engine/framework/runtime/session_base.h" #include "engine/framework/runtime/streaming_tts_session.h" #include "engine/models/irodori_tts/assets.h" #include "engine/models/irodori_tts/tokenizer_text.h" #include "engine/models/irodori_tts/types.h" #include #include #include #include #include namespace engine::models::irodori_tts { std::shared_ptr make_irodori_tts_loader(); class IrodoriCodec; class IrodoriConditionEncoder; class IrodoriRfSampler; class IrodoriTTSSession final : public runtime::RuntimeSessionBase, public runtime::IOfflineVoiceTaskSession, public runtime::StreamingTtsSessionBase { public: IrodoriTTSSession(runtime::TaskSpec task, runtime::SessionOptions options, std::shared_ptr assets, std::shared_ptr contract); ~IrodoriTTSSession() override; std::string family() const override; runtime::VoiceTaskKind task_kind() const override; runtime::RunMode run_mode() const override; void prepare(const runtime::SessionPreparationRequest &request) override; runtime::TaskResult run(const runtime::TaskRequest &request) override; private: runtime::TaskResult generate_stream(const runtime::TaskRequest &request) override; void reset_stream_state() override {} runtime::TaskResult synthesize(const runtime::TaskRequest &request, bool streaming); IrodoriRequest make_request(const runtime::TaskRequest &request) const; struct ReferenceAudioCacheKey { uint64_t hash = 0; int sample_rate = 0; int channels = 0; size_t sample_count = 0; int64_t max_latent_steps = 0; }; struct ReferenceAudioCacheKeyEqual { bool operator()(const ReferenceAudioCacheKey &lhs, const ReferenceAudioCacheKey &rhs) const; }; struct ReferenceSpeakerCacheEntry { std::vector state; std::vector mask; int64_t tokens = 0; bool has_speaker = false; }; runtime::TaskSpec task_; std::shared_ptr assets_; std::shared_ptr contract_; IrodoriTextTokenizer tokenizer_; size_t condition_graph_arena_bytes_ = 256ull * 1024ull * 1024ull; size_t rf_graph_arena_bytes_ = 768ull * 1024ull * 1024ull; size_t codec_graph_arena_bytes_ = 512ull * 1024ull * 1024ull; size_t condition_weight_context_bytes_ = 32ull * 1024ull * 1024ull; size_t rf_weight_context_bytes_ = 32ull * 1024ull * 1024ull; size_t codec_weight_context_bytes_ = 32ull * 1024ull * 1024ull; assets::TensorStorageType weight_storage_type_ = assets::TensorStorageType::Native; assets::TensorStorageType codec_weight_storage_type_ = assets::TensorStorageType::Native; bool mem_saver_ = true; std::unique_ptr codec_execution_context_; std::unique_ptr condition_encoder_; std::unique_ptr rf_sampler_; std::unique_ptr codec_; runtime::CacheSlots reference_speaker_cache_; }; } // namespace engine::models::irodori_tts