Fabio
c36510c21e
Some checks failed
Linux Build / Linux cpu (push) Has been cancelled
Linux Build / Linux cpu-clang (push) Has been cancelled
Linux Build / Linux vulkan (push) Has been cancelled
mac-build / macOS CPU (push) Has been cancelled
Nix Build / Nix (cpu) (push) Has been cancelled
Nix Build / Nix (vulkan) (push) Has been cancelled
windows-build / Windows CPU (push) Has been cancelled
61 lines
1.7 KiB
JSON
61 lines
1.7 KiB
JSON
{
|
|
"_comment": "Replace paths with converted Bark 3.0 Pro, Plus and Standard GGUFs, or remove unused variants. Offline and buffered-streaming routes use lazy loading with at most one loaded model. Pro IDs bark3/bark3-stream are retained; no parallel slots.",
|
|
"host": "127.0.0.1",
|
|
"port": 8080,
|
|
"backend": "cuda",
|
|
"device": 0,
|
|
"threads": 8,
|
|
"lazy_load": true,
|
|
"max_loaded_models": 1,
|
|
"ui_management": false,
|
|
"models": [
|
|
{
|
|
"id": "bark3",
|
|
"family": "parakeet_tdt",
|
|
"model_spec_override": "embedded",
|
|
"path": "/PATH/TO/underdog-bark-3.0-pro-q8_0.gguf",
|
|
"task": "asr",
|
|
"mode": "offline"
|
|
},
|
|
{
|
|
"id": "bark3-stream",
|
|
"family": "parakeet_tdt",
|
|
"model_spec_override": "embedded",
|
|
"path": "/PATH/TO/underdog-bark-3.0-pro-q8_0.gguf",
|
|
"task": "asr",
|
|
"mode": "streaming"
|
|
},
|
|
{
|
|
"id": "bark3plus",
|
|
"family": "parakeet_tdt",
|
|
"model_spec_override": "embedded",
|
|
"path": "/PATH/TO/underdog-bark-3.0-plus-mixed-f16.gguf",
|
|
"task": "asr",
|
|
"mode": "offline"
|
|
},
|
|
{
|
|
"id": "bark3plus-stream",
|
|
"family": "parakeet_tdt",
|
|
"model_spec_override": "embedded",
|
|
"path": "/PATH/TO/underdog-bark-3.0-plus-mixed-f16.gguf",
|
|
"task": "asr",
|
|
"mode": "streaming"
|
|
},
|
|
{
|
|
"id": "bark3standard",
|
|
"family": "parakeet_tdt",
|
|
"model_spec_override": "embedded",
|
|
"path": "/PATH/TO/underdog-bark-3.0-mixed-f16.gguf",
|
|
"task": "asr",
|
|
"mode": "offline"
|
|
},
|
|
{
|
|
"id": "bark3standard-stream",
|
|
"family": "parakeet_tdt",
|
|
"model_spec_override": "embedded",
|
|
"path": "/PATH/TO/underdog-bark-3.0-mixed-f16.gguf",
|
|
"task": "asr",
|
|
"mode": "streaming"
|
|
}
|
|
]
|
|
}
|