#pragma once #include "engine/community_models/mira_tts/assets.h" #include "engine/framework/model_spec/metadata.h" #include "engine/framework/runtime/cache_slots.h" #include "engine/framework/runtime/model.h" #include "engine/framework/runtime/session_base.h" #include #include #include #include #include namespace engine::community_models::mira_tts { std::shared_ptr make_mira_tts_loader(); class MiraPromptBuilder; class MiraEcapaPerceiverEncoder; class MiraQwen2Generator; class MiraConvNeXtAcousticProcessor; class MiraSnakeConvDecoder; class MiraTTSOfflineSession final : public runtime::RuntimeSessionBase, public runtime::IOfflineVoiceTaskSession, public runtime::IStreamingVoiceTaskSession { public: MiraTTSOfflineSession( runtime::TaskSpec task, runtime::SessionOptions options, std::shared_ptr assets, std::shared_ptr contract); ~MiraTTSOfflineSession() override; std::string family() const override; runtime::VoiceTaskKind task_kind() const override; runtime::RunMode run_mode() const override; void prepare(const runtime::SessionPreparationRequest & request) override; runtime::TaskResult run(const runtime::TaskRequest & request) override; runtime::StreamingPolicy streaming_policy() const override; void start_stream(const runtime::TaskRequest & request) override; std::optional next_stream_event() override; void set_stream_event_sink(runtime::StreamEventCallback sink) override; runtime::TaskResult finish_stream() override; void reset() override; runtime::StreamEvent process_audio_chunk(const runtime::AudioChunk & chunk) override; runtime::TaskResult finalize() override; private: struct ReferenceCacheKey { int sample_rate = 0; int channels = 0; uint64_t sample_count = 0; uint64_t sample_hash = 0; }; struct ReferenceCacheKeyEqual { bool operator()( const ReferenceCacheKey & lhs, const ReferenceCacheKey & rhs) const noexcept; }; static ReferenceCacheKey make_reference_cache_key( const runtime::AudioBuffer & audio); const runtime::AudioBuffer & reference_audio( const runtime::TaskRequest & request) const; const std::vector & context_codes( const runtime::AudioBuffer & reference); runtime::AudioBuffer synthesize_text( const std::string & text, const std::vector & context_codes, const MiraGenerationOptions & options); runtime::TaskSpec task_; std::shared_ptr assets_; std::shared_ptr contract_; std::optional prepared_reference_; std::unique_ptr prompt_; std::unique_ptr speaker_encoder_; std::unique_ptr generator_; std::unique_ptr processor_; std::unique_ptr decoder_; runtime::CacheSlots, ReferenceCacheKeyEqual> reference_cache_; std::optional> uncached_context_codes_; std::vector streaming_context_codes_; std::vector streaming_text_chunks_; std::vector streaming_audio_chunks_; std::optional streaming_generation_; runtime::StreamEventCallback stream_sink_; size_t streaming_chunk_index_ = 0; bool streaming_started_ = false; }; } // namespace engine::community_models::mira_tts