Fabio
c36510c21e
Some checks failed
Linux Build / Linux cpu (push) Has been cancelled
Linux Build / Linux cpu-clang (push) Has been cancelled
Linux Build / Linux vulkan (push) Has been cancelled
mac-build / macOS CPU (push) Has been cancelled
Nix Build / Nix (cpu) (push) Has been cancelled
Nix Build / Nix (vulkan) (push) Has been cancelled
windows-build / Windows CPU (push) Has been cancelled
49 lines
1.4 KiB
C++
49 lines
1.4 KiB
C++
#pragma once
|
|
|
|
// HiFi-GAN vocoder + ResNet speaker encoder for xTTS v2.
|
|
//
|
|
// Converts GPT hidden states (d=1024) to 24 kHz waveform using the HiFi-GAN
|
|
// neural vocoder architecture with global speaker conditioning.
|
|
|
|
#include "engine/community_models/xtts_v2/assets.h"
|
|
#include "engine/framework/core/execution_context.h"
|
|
#include "engine/framework/audio/resampling.h"
|
|
|
|
#include <cstdint>
|
|
#include <filesystem>
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
struct ggml_context;
|
|
|
|
namespace engine::models::xtts_v2 {
|
|
|
|
// Opaque vocoder context (loads HiFi-GAN + speaker encoder from a GGUF).
|
|
class XttSv2Vocoder {
|
|
public:
|
|
XttSv2Vocoder();
|
|
~XttSv2Vocoder();
|
|
|
|
XttSv2Vocoder(const XttSv2Vocoder &) = delete;
|
|
XttSv2Vocoder & operator=(const XttSv2Vocoder &) = delete;
|
|
|
|
// Load from GGUF. Returns true on success.
|
|
bool load(const XttSv2Assets & assets, core::ExecutionContext & execution);
|
|
|
|
// Generate waveform from GPT hidden states.
|
|
// latent: [d_model, T] float array (channels-first, d_model=1024).
|
|
// spk_emb: [512] speaker embedding.
|
|
// Returns output samples (24kHz mono).
|
|
std::vector<float> generate(const float * latent, int T, const float * spk_emb) const;
|
|
|
|
// Compute speaker embedding from reference audio (mono, 22050 Hz).
|
|
std::vector<float> speaker_embed(const float * ref_pcm, int n_samples) const;
|
|
|
|
private:
|
|
struct Impl;
|
|
std::unique_ptr<Impl> impl_;
|
|
|
|
};
|
|
|
|
} // namespace engine::models::xtts_v2
|