#pragma once #include "engine/framework/runtime/cache_slots.h" #include "engine/framework/model_spec/metadata.h" #include "engine/framework/runtime/session_base.h" #include "engine/models/dramabox/audio_vae.h" #include "engine/models/dramabox/assets.h" #include "engine/models/dramabox/dit.h" #include "engine/models/dramabox/gemma3_encoder.h" #include "engine/models/dramabox/gemma_tokenizer.h" #include "engine/models/dramabox/prompt_connector.h" #include "engine/models/dramabox/vocoder.h" #include #include #include #include namespace engine::models::dramabox { std::shared_ptr make_dramabox_loader(); class DramaBoxSession final : public runtime::RuntimeSessionBase , public runtime::IOfflineVoiceTaskSession { public: DramaBoxSession( runtime::TaskSpec task, runtime::SessionOptions options, std::shared_ptr assets, std::shared_ptr contract); ~DramaBoxSession() override; std::string family() const override; runtime::VoiceTaskKind task_kind() const override; runtime::RunMode run_mode() const override; void prepare(const runtime::SessionPreparationRequest & request) override; runtime::TaskResult run(const runtime::TaskRequest & request) override; private: runtime::AudioBuffer generate_audio(const DramaBoxRequest & parsed, const runtime::TaskRequest & request); DramaBoxConditioningEncoding prompt_conditioning(const std::string & prompt); DramaBoxConditioningEncoding prompt_conditioning_for_guidance( const std::string & prompt, const std::string & negative_prompt, bool cfg_enabled); DramaBoxEncodedReferenceLatents encode_reference_latents( const DramaBoxRequest & parsed, const runtime::TaskRequest & request); struct ReferenceCacheKey { std::string target_voice; std::optional inline_audio_key; float reference_duration_sec = 0.0F; }; struct ReferenceCacheKeyEqual { bool operator()(const ReferenceCacheKey & lhs, const ReferenceCacheKey & rhs) const noexcept { return lhs.target_voice == rhs.target_voice && lhs.inline_audio_key == rhs.inline_audio_key && lhs.reference_duration_sec == rhs.reference_duration_sec; } }; struct PromptCacheKey { std::string prompt; int64_t tokens = 0; }; struct PromptCacheKeyEqual { bool operator()(const PromptCacheKey & lhs, const PromptCacheKey & rhs) const noexcept { return lhs.prompt == rhs.prompt && lhs.tokens == rhs.tokens; } }; runtime::TaskSpec task_; std::shared_ptr assets_; std::shared_ptr contract_; DramaBoxPerfMode perf_mode_ = DramaBoxPerfMode::Exact; std::unique_ptr tokenizer_; std::unique_ptr gemma_prompt_; std::unique_ptr prompt_connector_; std::unique_ptr dit_; std::unique_ptr audio_encoder_; std::unique_ptr audio_decoder_; std::unique_ptr vocoder_; runtime::CacheSlots prompt_conditioning_cache_; runtime::CacheSlots negative_conditioning_cache_; runtime::CacheSlots reference_latents_; bool mem_saver_ = false; }; } // namespace engine::models::dramabox