Fabio
c36510c21e
Some checks failed
Linux Build / Linux cpu (push) Has been cancelled
Linux Build / Linux cpu-clang (push) Has been cancelled
Linux Build / Linux vulkan (push) Has been cancelled
mac-build / macOS CPU (push) Has been cancelled
Nix Build / Nix (cpu) (push) Has been cancelled
Nix Build / Nix (vulkan) (push) Has been cancelled
windows-build / Windows CPU (push) Has been cancelled
86 lines
3.8 KiB
C++
86 lines
3.8 KiB
C++
#pragma once
|
|
|
|
#include "engine/framework/assets/tensor_source.h"
|
|
#include "engine/framework/io/json.h"
|
|
#include "engine/framework/io/yaml.h"
|
|
|
|
#include <filesystem>
|
|
#include <memory>
|
|
#include <mutex>
|
|
#include <string>
|
|
#include <string_view>
|
|
#include <unordered_map>
|
|
#include <vector>
|
|
|
|
namespace engine::assets {
|
|
|
|
struct ResourceFile {
|
|
std::string id;
|
|
std::filesystem::path path;
|
|
};
|
|
|
|
struct ResourceSpec {
|
|
std::string id;
|
|
std::filesystem::path relative_path;
|
|
bool required = true;
|
|
};
|
|
|
|
struct TensorResource {
|
|
std::filesystem::path path;
|
|
std::string prefix;
|
|
};
|
|
|
|
[[nodiscard]] inline std::filesystem::path checkpoint_sidecar_config_path(const std::filesystem::path & checkpoint_path) {
|
|
return checkpoint_path.parent_path() / (checkpoint_path.stem().string() + "_config.json");
|
|
}
|
|
|
|
// Configure before publication; registered files/resources remain immutable.
|
|
struct ResourceBundleOptions {
|
|
bool synchronized_cache_access = false;
|
|
};
|
|
|
|
class ResourceBundle {
|
|
public:
|
|
explicit ResourceBundle(std::filesystem::path model_root = {});
|
|
ResourceBundle(std::filesystem::path model_root, ResourceBundleOptions options);
|
|
|
|
void add_file(std::string id, const std::filesystem::path & path);
|
|
void add_tensor_source(std::string id, const std::filesystem::path & path, std::string tensor_prefix = {});
|
|
void add_model_file(std::string id, const std::filesystem::path & relative_path);
|
|
bool add_optional_model_file(std::string id, const std::filesystem::path & relative_path);
|
|
void add_model_files(std::initializer_list<ResourceSpec> specs);
|
|
|
|
[[nodiscard]] const std::filesystem::path & model_root() const noexcept;
|
|
// The directory the operator's model path lives in. `model_root()` is where a package's
|
|
// resources live, which for a GGUF that embeds its sidecars is a materialized directory
|
|
// derived from the file, not the one on disk; this is the external directory, and it is what
|
|
// a deployment names a file it installed next to the model by. Falls back to `model_root()`
|
|
// for a bundle that was never given one.
|
|
void set_model_directory(std::filesystem::path path);
|
|
[[nodiscard]] const std::filesystem::path & model_directory() const noexcept;
|
|
[[nodiscard]] bool has_file(std::string_view id) const noexcept;
|
|
[[nodiscard]] const std::filesystem::path * find_file(std::string_view id) const noexcept;
|
|
[[nodiscard]] const std::filesystem::path & require_file(std::string_view id) const;
|
|
[[nodiscard]] std::vector<ResourceFile> files() const;
|
|
|
|
[[nodiscard]] std::string read_text(std::string_view id) const;
|
|
[[nodiscard]] engine::io::json::Value parse_json(std::string_view id) const;
|
|
[[nodiscard]] engine::io::json::Value parse_jsonc(std::string_view id) const;
|
|
[[nodiscard]] engine::io::yaml::FlattenedDocument parse_flattened_yaml(std::string_view id) const;
|
|
[[nodiscard]] std::shared_ptr<const TensorSource> open_tensor_source(std::string_view id) const;
|
|
[[nodiscard]] std::shared_ptr<const TensorSource> open_tensor_source(std::string_view id, TensorSourceOptions options) const;
|
|
|
|
private:
|
|
std::filesystem::path model_root_;
|
|
std::filesystem::path model_directory_;
|
|
std::unordered_map<std::string, std::filesystem::path> files_;
|
|
std::unordered_map<std::string, TensorResource> tensor_resources_;
|
|
mutable std::unordered_map<std::string, std::shared_ptr<const TensorSource>> tensor_sources_;
|
|
mutable std::unordered_map<std::string, std::shared_ptr<const TensorSource>> tensor_sources_by_path_;
|
|
// Separate identities for both resource-ID and canonical-path caches.
|
|
mutable std::unordered_map<std::string, std::shared_ptr<const TensorSource>> synchronized_tensor_sources_;
|
|
mutable std::unordered_map<std::string, std::shared_ptr<const TensorSource>> synchronized_tensor_sources_by_path_;
|
|
std::shared_ptr<std::mutex> cache_mutex_;
|
|
};
|
|
|
|
} // namespace engine::assets
|