Fabio
c36510c21e
Some checks failed
Linux Build / Linux cpu (push) Has been cancelled
Linux Build / Linux cpu-clang (push) Has been cancelled
Linux Build / Linux vulkan (push) Has been cancelled
mac-build / macOS CPU (push) Has been cancelled
Nix Build / Nix (cpu) (push) Has been cancelled
Nix Build / Nix (vulkan) (push) Has been cancelled
windows-build / Windows CPU (push) Has been cancelled
174 lines
4 KiB
JSON
174 lines
4 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"family": "sense_asr",
|
|
"display_name": "SenseVoice-Small",
|
|
"description": "SenseVoice-Small multilingual speech recognition with rich event/emotion/ITN tags via a SAN-M encoder and CTC head, ported to audio.cpp.",
|
|
"category": "asr",
|
|
"status": "community",
|
|
"tasks": [
|
|
"asr"
|
|
],
|
|
"modes": [
|
|
"offline",
|
|
"streaming"
|
|
],
|
|
"languages": [
|
|
"auto",
|
|
"zh",
|
|
"en",
|
|
"yue",
|
|
"ja",
|
|
"ko",
|
|
"pt",
|
|
"ru",
|
|
"es",
|
|
"it",
|
|
"fr",
|
|
"de",
|
|
"nl",
|
|
"pl",
|
|
"tr",
|
|
"ar",
|
|
"hi",
|
|
"vi",
|
|
"th",
|
|
"id",
|
|
"ms",
|
|
"fa",
|
|
"nospeech"
|
|
],
|
|
"capabilities": {
|
|
"asr": [
|
|
"vad_chunking",
|
|
"partial_results"
|
|
]
|
|
},
|
|
"options": {
|
|
"request": [
|
|
{
|
|
"name": "language",
|
|
"type": "string",
|
|
"description": "Recognition language, or auto to let the model infer it from the audio.",
|
|
"required": false,
|
|
"default": "auto"
|
|
},
|
|
{
|
|
"name": "enable_itn",
|
|
"type": "bool",
|
|
"description": "Enable inverse text normalization (adds the withitn query token).",
|
|
"required": false,
|
|
"default": true
|
|
},
|
|
{
|
|
"name": "keep_tags",
|
|
"type": "bool",
|
|
"description": "Keep <|event|>/<|emotion|>/<|language|> tags inline in the output text.",
|
|
"required": false,
|
|
"default": false
|
|
},
|
|
{
|
|
"name": "audio_chunk_mode",
|
|
"type": "enum",
|
|
"description": "Offline chunk mode: auto, fixed, vad, or none. Streaming always uses fixed-duration windows.",
|
|
"values": [
|
|
"auto",
|
|
"fixed",
|
|
"vad",
|
|
"none"
|
|
],
|
|
"required": false,
|
|
"default": "auto"
|
|
},
|
|
{
|
|
"name": "audio_chunk_duration_sec",
|
|
"type": "float",
|
|
"description": "Positive duration rounding to at least one sample; sets fixed windows and the VAD maximum chunk length.",
|
|
"required": false,
|
|
"default": 30
|
|
}
|
|
],
|
|
"session": [
|
|
{
|
|
"name": "weight_type",
|
|
"type": "enum",
|
|
"description": "Shared model weight storage type.",
|
|
"preset": "weight_type_full",
|
|
"required": false,
|
|
"default": "native"
|
|
},
|
|
{
|
|
"name": "encoder_graph_arena_mb",
|
|
"type": "int",
|
|
"description": "Encoder graph arena size in MB.",
|
|
"required": false,
|
|
"min": 1,
|
|
"default": 1024
|
|
},
|
|
{
|
|
"name": "vad_model_path",
|
|
"type": "string",
|
|
"description": "Path to the VAD model (any built-in VAD family; default Silero VAD) used by automatic audio chunking.",
|
|
"required": false,
|
|
"default": "assets/framework/models/silero_vad"
|
|
}
|
|
],
|
|
"load": []
|
|
},
|
|
"runtime": {
|
|
"tags": [
|
|
"gguf",
|
|
"server",
|
|
"stream",
|
|
"cuda",
|
|
"metal",
|
|
"cpu"
|
|
]
|
|
},
|
|
"packages": [
|
|
{
|
|
"id": "sensevoice_small_q8",
|
|
"display_name": "SenseVoice-Small Q8 GGUF",
|
|
"description": "audio.cpp GGUF built from the SenseVoice-Small checkpoint via the SenseVoice llama.cpp export script.",
|
|
"default": true,
|
|
"format": "gguf",
|
|
"precision": "q8_0",
|
|
"target_directory": "SenseVoice-Small-GGUF",
|
|
"files": [
|
|
"sensevoice-small-q8-audiocpp-v1.gguf"
|
|
],
|
|
"download": {
|
|
"kind": "huggingface_snapshot",
|
|
"repo": "FunAudioLLM/SenseVoiceSmall-GGUF-audiocpp",
|
|
"revision": "5c3fcfe748a8714216bc135476d5863084fddb72",
|
|
"gated": false
|
|
}
|
|
}
|
|
],
|
|
"dependencies": [],
|
|
"ui": {
|
|
"recommended_package": "sensevoice_small_q8",
|
|
"tags": [
|
|
"ASR",
|
|
"GGUF",
|
|
"Stream"
|
|
],
|
|
"docs": [
|
|
"docs/models/sense_asr.md"
|
|
],
|
|
"summary": "SenseVoice-Small transcription with event/emotion tags and ITN."
|
|
},
|
|
"sources": [
|
|
{
|
|
"format": "gguf",
|
|
"roots": {
|
|
"model": ".",
|
|
"weights": "$gguf"
|
|
},
|
|
"files": {},
|
|
"optional_files": {},
|
|
"tensors": {
|
|
"weights": "weights:"
|
|
}
|
|
}
|
|
]
|
|
}
|