Fabio
c36510c21e
Some checks failed
Linux Build / Linux cpu (push) Has been cancelled
Linux Build / Linux cpu-clang (push) Has been cancelled
Linux Build / Linux vulkan (push) Has been cancelled
mac-build / macOS CPU (push) Has been cancelled
Nix Build / Nix (cpu) (push) Has been cancelled
Nix Build / Nix (vulkan) (push) Has been cancelled
windows-build / Windows CPU (push) Has been cancelled
44 lines
1.2 KiB
C++
44 lines
1.2 KiB
C++
#pragma once
|
|
|
|
#include "engine/framework/assets/tensor_source.h"
|
|
#include "engine/framework/core/execution_context.h"
|
|
#include "engine/framework/runtime/session.h"
|
|
#include "engine/models/controlfoley/assets.h"
|
|
#include "engine/models/controlfoley/conditioning.h"
|
|
|
|
#include <filesystem>
|
|
#include <memory>
|
|
#include <optional>
|
|
#include <unordered_map>
|
|
|
|
namespace engine::models::controlfoley {
|
|
|
|
struct ControlFoleyOptions {
|
|
float duration_sec = 8.0F;
|
|
int64_t num_inference_steps = 25;
|
|
float guidance_scale = 4.5F;
|
|
uint32_t seed = 42;
|
|
std::string negative_prompt;
|
|
std::optional<std::filesystem::path> video;
|
|
bool mask_away_clip = false;
|
|
};
|
|
|
|
ControlFoleyOptions parse_controlfoley_options(
|
|
const std::unordered_map<std::string, std::string> & options);
|
|
|
|
class ControlFoleyPipelineRuntime {
|
|
public:
|
|
ControlFoleyPipelineRuntime(
|
|
std::shared_ptr<const ControlFoleyAssets> assets,
|
|
engine::core::ExecutionContext & execution,
|
|
engine::assets::TensorStorageType weight_type);
|
|
~ControlFoleyPipelineRuntime();
|
|
|
|
engine::runtime::AudioBuffer run(const engine::runtime::TaskRequest & request);
|
|
|
|
private:
|
|
struct Impl;
|
|
std::unique_ptr<Impl> impl_;
|
|
};
|
|
|
|
} // namespace engine::models::controlfoley
|