Fabio
c36510c21e
Some checks failed
Linux Build / Linux cpu (push) Has been cancelled
Linux Build / Linux cpu-clang (push) Has been cancelled
Linux Build / Linux vulkan (push) Has been cancelled
mac-build / macOS CPU (push) Has been cancelled
Nix Build / Nix (cpu) (push) Has been cancelled
Nix Build / Nix (vulkan) (push) Has been cancelled
windows-build / Windows CPU (push) Has been cancelled
56 lines
1.2 KiB
JSON
56 lines
1.2 KiB
JSON
{
|
|
"host": "127.0.0.1",
|
|
"port": 8080,
|
|
"backend": "cuda",
|
|
"device": 0,
|
|
"threads": 1,
|
|
"lazy_load": true,
|
|
"max_loaded_models": 0,
|
|
"idle_unload_ms": 0,
|
|
"min_free_memory_mb": 0,
|
|
"models": [
|
|
{
|
|
"id": "pocket-tts",
|
|
"family": "pocket_tts",
|
|
"path": "../../models/pocket-tts",
|
|
"task": "tts",
|
|
"mode": "offline",
|
|
"load_options": {
|
|
"language": "english"
|
|
},
|
|
"default_voice_preset": {
|
|
"voice_id": "alba"
|
|
},
|
|
"voice_presets": {
|
|
"cosette": {
|
|
"voice_id": "cosette"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": "qwen3-asr",
|
|
"family": "qwen3_asr",
|
|
"path": "../../models/Qwen3-ASR-0.6B",
|
|
"task": "asr",
|
|
"mode": "offline"
|
|
},
|
|
{
|
|
"id": "r2t2-asr",
|
|
"family": "confucius4_r2t2",
|
|
"path": "../../models/Confucius4-R2T2-GGUF/r2t2-q8_0.gguf",
|
|
"task": "asr",
|
|
"mode": "offline"
|
|
},
|
|
{
|
|
"id": "r2t2-asr-stream",
|
|
"family": "confucius4_r2t2",
|
|
"path": "../../models/Confucius4-R2T2-GGUF/r2t2-q8_0.gguf",
|
|
"task": "asr",
|
|
"mode": "streaming",
|
|
"session_options": {
|
|
"confucius4_r2t2.chunk_size_ms": "320",
|
|
"confucius4_r2t2.max_tokens": "32"
|
|
}
|
|
}
|
|
]
|
|
}
|