Fabio
c36510c21e
Some checks failed
Linux Build / Linux cpu (push) Has been cancelled
Linux Build / Linux cpu-clang (push) Has been cancelled
Linux Build / Linux vulkan (push) Has been cancelled
mac-build / macOS CPU (push) Has been cancelled
Nix Build / Nix (cpu) (push) Has been cancelled
Nix Build / Nix (vulkan) (push) Has been cancelled
windows-build / Windows CPU (push) Has been cancelled
424 lines
16 KiB
JSON
424 lines
16 KiB
JSON
{
|
|
"fm_jaychou_to_adele_1step": {
|
|
"requests": [
|
|
{
|
|
"path": "fm",
|
|
"source_wav_path": "reference/Amphion/models/svc/vevosing/wav/jaychou.wav",
|
|
"timbre_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/adele.wav",
|
|
"use_pitch_shift": false,
|
|
"flow_matching_steps": 1,
|
|
"seed": 1234
|
|
},
|
|
{
|
|
"path": "fm",
|
|
"source_wav_path": "reference/Amphion/models/svc/vevosing/wav/adele.wav",
|
|
"timbre_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/jaychou.wav",
|
|
"use_pitch_shift": false,
|
|
"flow_matching_steps": 1,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"ar_fm_tts_1step": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "I am testing a short VeVo2 singing voice generation path.",
|
|
"style_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/adele.wav",
|
|
"style_ref_text": "Hello, this is a reference singing voice.",
|
|
"timbre_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/adele.wav",
|
|
"use_prosody_code": false,
|
|
"top_k": 1,
|
|
"top_p": 1.0,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 1,
|
|
"seed": 1234
|
|
},
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "A bright and steady phrase for a compact voice generation parity run.",
|
|
"style_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/taiyizhenren.wav",
|
|
"style_ref_text": "对，这就是我，万人敬仰的太乙真人。",
|
|
"timbre_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/taiyizhenren.wav",
|
|
"use_prosody_code": false,
|
|
"top_k": 1,
|
|
"top_p": 1.0,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 1,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"ar_fm_refs_prosody_1step": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "I am testing a short VeVo2 singing voice generation path with explicit prosody control.",
|
|
"prosody_wav_path": "reference/Amphion/models/svc/vevosing/wav/jaychou.wav",
|
|
"style_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/adele.wav",
|
|
"style_ref_text": "Hello, this is a reference singing voice.",
|
|
"timbre_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/adele.wav",
|
|
"use_prosody_code": true,
|
|
"predict_target_prosody": false,
|
|
"top_k": 1,
|
|
"top_p": 1.0,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 1,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"official_diverse_tts_english_accent_female_timbre": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "I've been a silent spectator, watching species evolve, empires rise and fall. But always remember, I am mighty and enduring. Respect me and I'll nurture you; ignore me and you shall face the consequences.",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/disentangledtts_accent_ref.wav",
|
|
"style_ref_text": "",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/disentangledtts_timbre_ref.wav",
|
|
"use_prosody_code": false,
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"official_diverse_melody_whistle_adele": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "Moonlight dancing through the starry sky. Snowflakes falling in the winter night.",
|
|
"prosody_wav_path": "resources/vevo2_official_gallery/whistle_melody.wav",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"style_ref_text": "Never mind, I'll find someone like you. I wish nothing but.",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"use_prosody_code": true,
|
|
"use_pitch_shift": false,
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"official_diverse_editing_jaychou_chinese": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "对强化学习如果实验遇到了瓶颈，损失值就不该太大动荡，看梯度啊，网络何时被优化好",
|
|
"prosody_wav_path": "resources/vevo2_official_gallery/jaychou.wav",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/jaychou.wav",
|
|
"style_ref_text": "对这个世界如果你有太多的抱怨，跌倒了就不该继续往前走，为什么，人要这么的脆弱堕",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/jaychou.wav",
|
|
"use_prosody_code": true,
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"official_diverse_svc_mj_to_adele": {
|
|
"requests": [
|
|
{
|
|
"path": "fm",
|
|
"source_wav_path": "resources/vevo2_official_gallery/mj.wav",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"use_pitch_shift": false,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"official_diverse_style_accent_female_to_hindi": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "I've been a silent spectator, watching species evolve, empires rise and fall. But always remember, I am mighty and enduring. Respect me and I'll nurture you; ignore me and you shall face the consequences.",
|
|
"prosody_wav_path": "resources/vevo2_official_gallery/style_accent_input.wav",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/disentangledtts_accent_ref.wav",
|
|
"style_ref_text": "",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/style_accent_input.wav",
|
|
"use_prosody_code": true,
|
|
"use_pitch_shift": false,
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"feature_pitch_shift_svc_mj_to_adele": {
|
|
"requests": [
|
|
{
|
|
"path": "fm",
|
|
"source_wav_path": "resources/vevo2_official_gallery/mj.wav",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"use_pitch_shift": true,
|
|
"source_wav_shifted_steps": 4,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"feature_pitch_shift_melody_whistle_adele": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "Moonlight dancing through the starry sky. Snowflakes falling in the winter night.",
|
|
"prosody_wav_path": "resources/vevo2_official_gallery/whistle_melody.wav",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"style_ref_text": "Never mind, I'll find someone like you. I wish nothing but.",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"use_prosody_code": true,
|
|
"use_pitch_shift": true,
|
|
"prosody_wav_shifted_steps": -3,
|
|
"style_ref_wav_shifted_steps": 0,
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"feature_no_style_ref_tts": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "A calm voice sings a short line with clear vowels and steady phrasing.",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/tts_ref.wav",
|
|
"use_prosody_code": false,
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"feature_target_duration_prosody": {
|
|
"requests": [
|
|
{
|
|
"path": "ar_and_fm",
|
|
"target_text": "The melody stretches gently while the singer holds each phrase with patience.",
|
|
"prosody_wav_path": "resources/vevo2_official_gallery/whistle_melody.wav",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"style_ref_text": "Never mind, I'll find someone like you. I wish nothing but.",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"use_prosody_code": true,
|
|
"target_duration_seconds": 8.0,
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"feature_timbre_used_duration_svc": {
|
|
"requests": [
|
|
{
|
|
"path": "fm",
|
|
"source_wav_path": "resources/vevo2_official_gallery/mj.wav",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"used_duration_of_timbre_ref_seconds": 5.0,
|
|
"use_pitch_shift": false,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_zero_shot_tts": {
|
|
"requests": [
|
|
{
|
|
"path": "zero_shot_tts",
|
|
"target_text": "I've been a silent spectator, watching species evolve, empires rise and fall. But always remember, I am mighty and enduring. Respect me and I'll nurture you; ignore me and you shall face the consequences.",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/disentangledtts_accent_ref.wav",
|
|
"style_ref_text": "",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/disentangledtts_timbre_ref.wav",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_text_to_singing": {
|
|
"requests": [
|
|
{
|
|
"path": "text_to_singing",
|
|
"target_text": "顿时，气氛变得沉郁起来。乍看之下，一切的困扰仿佛都围绕在我身边。我皱着眉头，感受着那份压力，但我知道我不能放弃，不能认输。于是，我深吸一口气，心底的声音告诉我：“无论如何，都要冷静下来，重新开始。”",
|
|
"style_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/jaychou.wav",
|
|
"style_ref_text": "对这个世界如果你有太多的抱怨，跌倒了就不该继续往前走，为什么，人要这么的脆弱堕",
|
|
"timbre_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/taiyizhenren.wav",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_svs": {
|
|
"requests": [
|
|
{
|
|
"path": "svs",
|
|
"target_text": "Never mind, you'll find anyone like me. You wish nothing but.",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"style_ref_text": "Never mind, I'll find someone like you. I wish nothing but.",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_style_preserved_vc": {
|
|
"requests": [
|
|
{
|
|
"path": "style_preserved_vc",
|
|
"source_wav_path": "reference/Amphion/models/svc/vevosing/wav/taiyizhenren.wav",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/tts_ref.wav",
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_style_preserved_svc": {
|
|
"requests": [
|
|
{
|
|
"path": "style_preserved_svc",
|
|
"source_wav_path": "resources/vevo2_official_gallery/mj.wav",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_style_converted_vc": {
|
|
"requests": [
|
|
{
|
|
"path": "style_converted_vc",
|
|
"target_text": "I don't really care what you call me. I've been a silent spectator, watching species evolve, empires rise and fall. But always remember, I am mighty and enduring.",
|
|
"source_wav_path": "resources/vevo2_official_gallery/style_accent_input.wav",
|
|
"style_ref_wav_path": "resources/vevo2_official_gallery/disentangledtts_accent_ref.wav",
|
|
"style_ref_text": "",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_style_converted_svc": {
|
|
"requests": [
|
|
{
|
|
"path": "style_converted_svc",
|
|
"target_text": "离别没说再见你是否心酸",
|
|
"source_wav_path": "reference/Amphion/models/svc/vevosing/wav/breathy.wav",
|
|
"style_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/vibrato.wav",
|
|
"style_ref_text": "玫瑰的红，容易受伤的梦，握在手中却流失于指缝",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_editing": {
|
|
"requests": [
|
|
{
|
|
"path": "editing",
|
|
"target_text": "对你的人生如果你有太多的期盼，跌倒了就不该低头认输，为什么啊，人要这么的彷徨堕",
|
|
"source_wav_path": "resources/vevo2_official_gallery/jaychou.wav",
|
|
"style_ref_text": "对这个世界如果你有太多的抱怨，跌倒了就不该继续往前走，为什么，人要这么的脆弱堕",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_singing_style_conversion": {
|
|
"requests": [
|
|
{
|
|
"path": "singing_style_conversion",
|
|
"target_text": "离别没说再见你是否心酸",
|
|
"source_wav_path": "reference/Amphion/models/svc/vevosing/wav/breathy.wav",
|
|
"style_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/vibrato.wav",
|
|
"style_ref_text": "玫瑰的红，容易受伤的梦，握在手中却流失于指缝",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_humming_to_singing": {
|
|
"requests": [
|
|
{
|
|
"path": "humming_to_singing",
|
|
"target_text": "你是我的小呀小苹果，怎么爱，不嫌多",
|
|
"prosody_wav_path": "resources/vevo2_official_gallery/humming_melody_ref.wav",
|
|
"style_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/taiyizhenren.wav",
|
|
"style_ref_text": "对，这就是我，万人敬仰的太乙真人。虽然有点婴儿肥，但也掩不住我，逼人的帅气。",
|
|
"timbre_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/taiyizhenren.wav",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"route_instrument_to_singing": {
|
|
"requests": [
|
|
{
|
|
"path": "instrument_to_singing",
|
|
"target_text": "你是我的小呀小苹果，怎么爱，不嫌多",
|
|
"prosody_wav_path": "resources/vevo2_official_gallery/piano_melody_ref.wav",
|
|
"style_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/taiyizhenren.wav",
|
|
"style_ref_text": "对，这就是我，万人敬仰的太乙真人。虽然有点婴儿肥，但也掩不住我，逼人的帅气。",
|
|
"timbre_ref_wav_path": "reference/Amphion/models/svc/vevosing/wav/taiyizhenren.wav",
|
|
"top_k": 25,
|
|
"top_p": 0.8,
|
|
"temperature": 1.0,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
},
|
|
"perf_same_timbre_svc_pair": {
|
|
"requests": [
|
|
{
|
|
"path": "fm",
|
|
"source_wav_path": "resources/vevo2_official_gallery/mj.wav",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"use_pitch_shift": false,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
},
|
|
{
|
|
"path": "fm",
|
|
"source_wav_path": "resources/vevo2_official_gallery/style_accent_input.wav",
|
|
"timbre_ref_wav_path": "resources/vevo2_official_gallery/adele_raw.wav",
|
|
"use_pitch_shift": false,
|
|
"flow_matching_steps": 32,
|
|
"seed": 1234
|
|
}
|
|
]
|
|
}
|
|
}
|