{ "schema_version": 1, "family": "firered_audio", "display_name": "FireRedAudio", "description": "FireRedAudio native GGUF package for generation paths backed by a Qwen3.5 hybrid backbone, FireRed RedAE conditioning, RedPatchEncoder, RedDiT latent flow, and RedAE waveform decoding.", "category": "tts", "status": "experimental", "tasks": [ "asr", "tts", "clone", "design", "edit" ], "modes": [ "offline" ], "languages": [ "zh", "en" ], "runtime": { "tags": [ "gguf" ] }, "dependencies": [], "capabilities": { "tts": [ "speaker_reference", "style_control" ], "clone": [ "speaker_reference" ], "design": [ "voice_design" ], "edit": [ "prompt_editing" ] }, "options": { "request": [ { "name": "template_name", "type": "enum", "description": "Defaults to voice_design for design, acoustic_edit for generation with input audio, tts_clone for other generation, and asr for ASR.", "required": false, "values": [ "tts_clone", "voice_design", "semantic_edit", "acoustic_edit", "asr", "understand" ] }, { "name": "reference_text", "type": "string", "description": "Transcript for the prompt audio used by tts_clone.", "required": false }, { "name": "instruct", "type": "string", "description": "Voice/delivery conditioning for generation. ASR/understanding uses the text input as its task prompt, not this option.", "required": false }, { "name": "language", "type": "string", "description": "FireRedAudio generation language tag.", "required": false, "default": "zh" }, { "name": "num_inference_steps", "type": "int", "description": "FireRedAudio DiT flow steps per generated latent patch.", "required": false, "min": 1, "default": 10 }, { "name": "guidance_scale", "type": "float", "description": "FireRedAudio DiT classifier-free guidance scale. Must be > 0.", "required": false, "min": 0.0, "default": 2.0 }, { "name": "max_audio_steps", "type": "int", "description": "Maximum generated RedAE latent patches.", "required": false, "min": 1, "default": 750 }, { "name": "min_audio_steps", "type": "int", "description": "Minimum generated RedAE latent patches before eosp can stop generation.", "required": false, "min": 0, "default": 6 }, { "name": "max_text_tokens", "type": "int", "description": "Maximum text-mode tokens before audio mode.", "required": false, "min": 1, "default": 512 }, { "name": "max_tokens", "type": "int", "description": "Output token budget; defaults to 300, or 1024 for understand with enable_thinking=true.", "required": false, "min": 1 }, { "name": "enable_thinking", "type": "bool", "description": "Leave the understanding think block open for chain-of-thought style answers.", "required": false, "default": false }, { "name": "top_k", "type": "int", "description": "Text sampling top-k for understanding.", "required": false, "min": 0, "default": 20 }, { "name": "top_p", "type": "float", "description": "Text sampling top-p for understanding.", "required": false, "min": 0.0, "max": 1.0, "default": 0.8 }, { "name": "temperature", "type": "float", "description": "Text sampling temperature for understanding. Understanding-mode sampling requires a positive value; zero does not select greedy decoding.", "required": false, "min": 0, "default": 0.7 }, { "name": "seed", "type": "int", "description": "Unsigned 32-bit generation seed in [0, 4294967295]; default 1234.", "required": false, "min": 0, "max": 4294967295, "default": 1234 } ], "session": [ { "name": "weight_type", "type": "enum", "description": "FireRedAudio weight storage type; default native.", "preset": "weight_type_full", "required": false, "default": "native" }, { "name": "graph_arena_mb", "type": "int", "description": "Main runtime graph arena size in MiB; default 1024.", "required": false, "min": 1, "default": 1024 }, { "name": "weight_context_mb", "type": "int", "description": "Weight loading context size in MiB; default 1024.", "required": false, "min": 1, "default": 1024 }, { "name": "reference_cache_slots", "type": "int", "description": "Prepared reference-audio cache slots; set 0 to disable reuse.", "required": false, "min": 0, "default": 2 }, { "name": "mem_saver", "type": "bool", "description": "Release cached runtime graphs after each request to reduce peak VRAM; default false.", "required": false, "default": false } ], "load": [] }, "packages": [ { "id": "firered_audio_orig", "display_name": "FireRedAudio Orig GGUF", "format": "gguf", "precision": "orig", "target_directory": "FireRedAudio-GGUF", "files": [ "FireRedAudio-GGUF/firered-audio-orig.gguf" ], "strip_prefix": "FireRedAudio-GGUF", "download": { "kind": "huggingface_snapshot", "repo": "audio-cpp/audio.cpp-gguf", "revision": "main", "gated": false } }, { "id": "firered_audio_q8_0", "display_name": "FireRedAudio Q8_0 GGUF", "default": true, "format": "gguf", "precision": "q8_0", "target_directory": "FireRedAudio-GGUF", "files": [ "FireRedAudio-GGUF/firered-audio-q8_0.gguf" ], "strip_prefix": "FireRedAudio-GGUF", "download": { "kind": "huggingface_snapshot", "repo": "audio-cpp/audio.cpp-gguf", "revision": "main", "gated": false } } ], "ui": { "recommended_package": "firered_audio_q8_0", "tags": [ "TTS", "Clone", "Design", "GGUF" ], "docs": [ "docs/models/firered_audio.md", "docs/gguf.md" ] }, "sources": [ { "format": "gguf", "roots": { "model": ".", "weights": "$gguf" }, "files": { "config": "model:config.json", "tokenizer_json": "model:tokenizer.json", "tokenizer_config": "model:tokenizer_config.json", "processor_config": "model:processor_config.json" }, "tensors": { "model_weights": { "source": "weights:", "prefix": "model" }, "redae_decoder_weights": { "source": "weights:", "prefix": "redae_decoder" } } } ] }