#pragma once #include "engine/models/dramabox/assets.h" #include #include #include #include namespace engine::models::dramabox { struct DramaBoxGemmaTokenBatch { int64_t batch = 0; int64_t tokens = 0; std::vector input_ids; std::vector attention_mask; }; class DramaBoxGemmaTokenizer { public: explicit DramaBoxGemmaTokenizer(std::shared_ptr assets); DramaBoxGemmaTokenBatch encode(const std::vector & prompts) const; private: struct Impl; std::shared_ptr impl_; }; } // namespace engine::models::dramabox