Fabio
c36510c21e
Some checks failed
Linux Build / Linux cpu (push) Has been cancelled
Linux Build / Linux cpu-clang (push) Has been cancelled
Linux Build / Linux vulkan (push) Has been cancelled
mac-build / macOS CPU (push) Has been cancelled
Nix Build / Nix (cpu) (push) Has been cancelled
Nix Build / Nix (vulkan) (push) Has been cancelled
windows-build / Windows CPU (push) Has been cancelled
35 lines
1.4 KiB
C++
35 lines
1.4 KiB
C++
#pragma once
|
|
|
|
#include "engine/community_models/nemotron_transcribe/ctc.h"
|
|
#include "engine/community_models/nemotron_transcribe/decoder.h"
|
|
#include "engine/community_models/nemotron_transcribe/encoder.h"
|
|
#include "engine/framework/assets/resource_bundle.h"
|
|
|
|
namespace engine::models::nemotron_transcribe {
|
|
|
|
struct TranscribeAssets {
|
|
assets::ResourceBundle resources;
|
|
std::shared_ptr<const assets::TensorSource> decoder_weights;
|
|
std::shared_ptr<const assets::TensorSource> encoder_weights;
|
|
FrontendConfig frontend;
|
|
EncoderConfig encoder;
|
|
DecoderConfig decoder;
|
|
CtcConfig ctc;
|
|
std::vector<float> mel_filterbank;
|
|
std::vector<float> frontend_window;
|
|
std::string alignment_tokenizer;
|
|
int64_t maximum_context = 262144;
|
|
// Zero selects the native duration-based recognition budget.
|
|
int64_t max_new_tokens = 0;
|
|
};
|
|
|
|
std::shared_ptr<const TranscribeAssets> load_transcribe_assets(const std::filesystem::path & path);
|
|
|
|
assets::TensorStorageType transcribe_weight_type(std::string_view value);
|
|
|
|
// Conservative weight residency before uploads, including mandatory F32
|
|
// parameters and the framework's F32 fallback for unaligned quantized rows.
|
|
size_t estimate_transcribe_weight_bytes(const std::vector<assets::TensorMetadata> & tensors,
|
|
assets::TensorStorageType storage, int64_t expert_cache_size = 0);
|
|
|
|
} // namespace engine::models::nemotron_transcribe
|