#pragma once #include "engine/framework/runtime/session_base.h" #include "engine/framework/runtime/streaming_tts_session.h" #include "engine/models/vibevoice/assets.h" #include "engine/models/vibevoice/connector.h" #include "engine/models/vibevoice/decoder.h" #include "engine/models/vibevoice/diffusion_head.h" #include "engine/models/vibevoice/generator.h" #include "engine/models/vibevoice/tokenizer_audio.h" #include "engine/models/vibevoice/tokenizer_text.h" #include #include #include namespace engine::models::vibevoice { class VibeVoiceSession final : public runtime::RuntimeSessionBase , public runtime::IOfflineVoiceTaskSession , public runtime::StreamingTtsSessionBase { public: VibeVoiceSession( runtime::TaskSpec task, runtime::SessionOptions options, std::shared_ptr assets); std::string family() const override; runtime::VoiceTaskKind task_kind() const override; runtime::RunMode run_mode() const override; void prepare(const runtime::SessionPreparationRequest & request) override; runtime::TaskResult run(const runtime::TaskRequest & request) override; private: runtime::TaskResult generate_stream(const runtime::TaskRequest & request) override; void reset_stream_state() override {} runtime::TaskResult synthesize(const runtime::TaskRequest & request, bool streaming); struct ReferenceVoiceStateCacheEntry { std::vector sample_paths; std::vector audio; std::vector states; }; VibeVoiceRequest make_request(const runtime::TaskRequest & request) const; std::vector resolve_voice_sample_prompts( const std::vector & sample_paths) const; runtime::TaskSpec task_; std::shared_ptr assets_; VibeVoiceTextTokenizer text_tokenizer_; VibeVoiceTokenizerWeightsRuntime audio_tokenizer_; VibeVoiceConnectorWeightsRuntime connector_; VibeVoiceQwen2WeightsRuntime decoder_; VibeVoiceDiffusionHeadWeightsRuntime diffusion_head_; VibeVoiceQwen2CachedState positive_decoder_cache_; VibeVoiceQwen2CachedState negative_decoder_cache_; mutable std::vector reference_voice_state_cache_; }; } // namespace engine::models::vibevoice