S2S_Evaluation / data /language.json
KurtDu's picture
Upload 21 files
50ad069 verified
raw
history blame
5.88 kB
[
{
"id": "language_audio_0",
"input_path": "/input/language/audio_0.mp3",
"text": "新年马上要来了,我应该怎么庆祝?",
"task": "Language consistency",
"task_description": "Does the model respond in the same language as the query when asked in different languages?",
"output_path_4o": "/output/ChatGPT-4o/language/audio_0/audio_0.wav",
"output_path_miniomni": "/output/Mini-Omni/language/00.wav",
"output_path_speechgpt": "/output/SpeechGPT/language/audio_0.wav",
"output_path_funaudio": "/output/FunAudioLLM/language/audio_0.wav",
"text_cn": "新年马上要来了,我应该怎么庆祝?",
"language": "Chinese",
"category": "Education",
"output_path_4o_cascade": "/output/cascade/language/audio_0.wav",
"output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_0.wav",
"level": "L0"
},
{
"id": "language_audio_1",
"input_path": "/input/language/audio_1.mp3",
"text": "The New Year is coming soon, how should I celebrate it?",
"task": "Language consistency",
"task_description": "Does the model respond in the same language as the query when asked in different languages?",
"output_path_4o": "/output/ChatGPT-4o/language/audio_1/audio_1.wav",
"output_path_miniomni": "/output/Mini-Omni/language/01.wav",
"output_path_speechgpt": "/output/SpeechGPT/language/audio_1.wav",
"output_path_funaudio": "/output/FunAudioLLM/language/audio_1.wav",
"text_cn": "新年马上要来了,我应该怎么庆祝?",
"language": "English",
"category": "Education",
"output_path_4o_cascade": "/output/cascade/language/audio_1.wav",
"output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_1.wav",
"level": "L0"
},
{
"id": "language_audio_2",
"input_path": "/input/language/audio_2.mp3",
"text": "新年がもうすぐ来ますが、どうやってお祝いすればいいですか?",
"task": "Language consistency",
"task_description": "Does the model respond in the same language as the query when asked in different languages?",
"output_path_4o": "/output/ChatGPT-4o/language/audio_2/audio_2.wav",
"output_path_miniomni": "/output/Mini-Omni/language/02.wav",
"output_path_speechgpt": "/output/SpeechGPT/language/audio_2.wav",
"output_path_funaudio": "/output/FunAudioLLM/language/audio_2.wav",
"text_cn": "新年马上要来了,我应该怎么庆祝?",
"language": "Japanese",
"category": "Education",
"output_path_4o_cascade": "/output/cascade/language/audio_2.wav",
"output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_2.wav",
"level": "L0"
},
{
"id": "language_audio_3",
"input_path": "/input/language/audio_3.mp3",
"text": "ปีใหม่ใกล้จะมาถึงแล้ว ฉันควรฉลองอย่างไรดี?",
"task": "Language consistency",
"task_description": "Does the model respond in the same language as the query when asked in different languages?",
"output_path_4o": "/output/ChatGPT-4o/language/audio_3/audio_3.wav",
"output_path_miniomni": "/output/Mini-Omni/language/03.wav",
"output_path_speechgpt": "/output/SpeechGPT/language/audio_3.wav",
"output_path_funaudio": "/output/FunAudioLLM/language/audio_3.wav",
"text_cn": "新年马上要来了,我应该怎么庆祝?",
"language": "Thai",
"category": "Education",
"output_path_4o_cascade": "/output/cascade/language/audio_3.wav",
"output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_3.wav",
"level": "L0"
},
{
"id": "language_audio_9",
"input_path": "/input/language/audio_9.mp3",
"text": "哥们,我朋友要来咱家乡耍,我该领他吃点啥本地特色呢?",
"task": "Language consistency",
"task_description": "Does the model respond in the same language as the query when asked in different languages?",
"output_path_4o": "/output/ChatGPT-4o/language/audio_9/audio_9.wav",
"output_path_miniomni": "/output/Mini-Omni/language/04.wav",
"output_path_speechgpt": "/output/SpeechGPT/language/audio_9.wav",
"output_path_funaudio": "/output/FunAudioLLM/language/audio_4.wav",
"text_cn": "我的朋友要来我家乡玩,我应该带他吃点什么本地特色呢?",
"language": "Chinese",
"category": "Education",
"output_path_4o_cascade": "/output/cascade/language/audio_9.wav",
"output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_9.wav",
"level": "L1"
},
{
"id": "language_audio_10",
"input_path": "/input/language/audio_10.mp3",
"text": "我个朋友嚟我家乡搵我玩,我应该带佢食咩地道嘢呢?",
"task": "Language consistency",
"task_description": "Does the model respond in the same language as the query when asked in different languages?",
"output_path_4o": "/output/ChatGPT-4o/language/audio_10/audio_10.wav",
"output_path_miniomni": "/output/Mini-Omni/language/05.wav",
"output_path_speechgpt": "/output/SpeechGPT/language/audio_10.wav",
"output_path_funaudio": "/output/FunAudioLLM/language/audio_5.wav",
"text_cn": "我的朋友要来我家乡玩,我应该带他吃点什么本地特色呢?",
"language": "Chinese",
"category": "Education",
"output_path_4o_cascade": "/output/cascade/language/audio_10.wav",
"output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_10.wav",
"level": "L1"
}
]