#pragma once #include "engine/framework/assets/tensor_source.h" #include "engine/framework/runtime/session_base.h" #include "engine/models/qwen3_asr/assets.h" #include "engine/framework/modules/speech_encoders/qwen3_audio_encoder_runtime.h" #include "engine/models/qwen3_asr/frontend_whisper.h" #include "engine/models/qwen3_asr/postprocess.h" #include "engine/models/qwen3_asr/prompt_asr.h" #include "engine/models/qwen3_asr/thinker.h" #include "engine/models/qwen3_asr/tokenizer_text.h" #include #include #include #include #include #include #include namespace engine::models::qwen3_forced_aligner { class Qwen3ForcedAlignerSession; } namespace engine::runtime { class ILoadedVoiceModel; } namespace engine::models::qwen3_asr { class Qwen3ASRSession final : public runtime::RuntimeSessionBase , public runtime::IOfflineVoiceTaskSession , public runtime::IStreamingVoiceTaskSession { public: Qwen3ASRSession( runtime::TaskSpec task, runtime::SessionOptions options, std::shared_ptr assets); ~Qwen3ASRSession() override; std::string family() const override; runtime::VoiceTaskKind task_kind() const override; runtime::RunMode run_mode() const override; void prepare(const runtime::SessionPreparationRequest & request) override; runtime::TaskResult run(const runtime::TaskRequest & request) override; runtime::StreamingPolicy streaming_policy() const override; void start_stream(const runtime::TaskRequest & request) override; void set_stream_event_sink(runtime::StreamEventCallback sink) override; void reset() override; runtime::StreamEvent process_audio_chunk(const runtime::AudioChunk & chunk) override; runtime::TaskResult finish_stream() override; runtime::TaskResult finalize() override; private: struct AudioChunkPlan { runtime::TimeSpan source_span; runtime::TimeSpan keep_span; }; Qwen3ASRRequest make_request(const runtime::TaskRequest & request) const; std::vector audio_chunk_plan(const runtime::TaskRequest & request); runtime::IOfflineVoiceTaskSession & vad_session(); std::vector run_batch(const Qwen3ASRRequest * requests, size_t count); runtime::TaskResult run_single(const Qwen3ASRRequest & request); runtime::StreamEvent process_available_stream_chunks(bool final); runtime::StreamEvent process_one_stream_chunk(const runtime::AudioBuffer & audio); runtime::TaskSpec task_; std::shared_ptr assets_; size_t audio_encoder_graph_arena_bytes_ = 128ull * 1024ull * 1024ull; size_t thinker_prefill_graph_arena_bytes_ = 256ull * 1024ull * 1024ull; size_t thinker_decode_graph_arena_bytes_ = 256ull * 1024ull * 1024ull; size_t thinker_weight_context_bytes_ = 64ull * 1024ull * 1024ull; engine::assets::TensorStorageType audio_encoder_weight_storage_type_ = engine::assets::TensorStorageType::Native; engine::assets::TensorStorageType thinker_weight_storage_type_ = engine::assets::TensorStorageType::Native; Qwen3ASRPerfSettings perf_; Qwen3ASRTextTokenizer tokenizer_; Qwen3ASRWhisperFrontend frontend_; modules::Qwen3AudioEncoderRuntime audio_encoder_; Qwen3ASRThinkerRuntime thinker_; Qwen3ASRPromptBuilder prompt_builder_; Qwen3ASRPostprocessor postprocessor_; std::unique_ptr forced_aligner_session_; std::filesystem::path vad_model_path_; std::unique_ptr vad_model_; std::unique_ptr vad_session_; runtime::TaskRequest streaming_request_; runtime::TaskResult streaming_result_; runtime::AudioBuffer streaming_audio_; size_t streaming_audio_offset_values_ = 0; std::string streaming_text_; size_t streaming_published_bytes_ = 0; int64_t streaming_windows_processed_ = 0; runtime::StreamEventCallback stream_event_sink_; bool stream_started_ = false; std::chrono::steady_clock::time_point stream_wall_start_{}; }; } // namespace engine::models::qwen3_asr