File size: 5,875 Bytes
50ad069
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
[
    {
        "id": "language_audio_0",
        "input_path": "/input/language/audio_0.mp3",
        "text": "新年马上要来了,我应该怎么庆祝?",
        "task": "Language consistency",
        "task_description": "Does the model respond in the same language as the query when asked in different languages?",
        "output_path_4o": "/output/ChatGPT-4o/language/audio_0/audio_0.wav",
        "output_path_miniomni": "/output/Mini-Omni/language/00.wav",
        "output_path_speechgpt": "/output/SpeechGPT/language/audio_0.wav",
        "output_path_funaudio": "/output/FunAudioLLM/language/audio_0.wav",
        "text_cn": "新年马上要来了,我应该怎么庆祝?",
        "language": "Chinese",
        "category": "Education",
        "output_path_4o_cascade": "/output/cascade/language/audio_0.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_0.wav",
        "level": "L0"
    },
    {
        "id": "language_audio_1",
        "input_path": "/input/language/audio_1.mp3",
        "text": "The New Year is coming soon, how should I celebrate it?",
        "task": "Language consistency",
        "task_description": "Does the model respond in the same language as the query when asked in different languages?",
        "output_path_4o": "/output/ChatGPT-4o/language/audio_1/audio_1.wav",
        "output_path_miniomni": "/output/Mini-Omni/language/01.wav",
        "output_path_speechgpt": "/output/SpeechGPT/language/audio_1.wav",
        "output_path_funaudio": "/output/FunAudioLLM/language/audio_1.wav",
        "text_cn": "新年马上要来了,我应该怎么庆祝?",
        "language": "English",
        "category": "Education",
        "output_path_4o_cascade": "/output/cascade/language/audio_1.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_1.wav",
        "level": "L0"
    },
    {
        "id": "language_audio_2",
        "input_path": "/input/language/audio_2.mp3",
        "text": "新年がもうすぐ来ますが、どうやってお祝いすればいいですか?",
        "task": "Language consistency",
        "task_description": "Does the model respond in the same language as the query when asked in different languages?",
        "output_path_4o": "/output/ChatGPT-4o/language/audio_2/audio_2.wav",
        "output_path_miniomni": "/output/Mini-Omni/language/02.wav",
        "output_path_speechgpt": "/output/SpeechGPT/language/audio_2.wav",
        "output_path_funaudio": "/output/FunAudioLLM/language/audio_2.wav",
        "text_cn": "新年马上要来了,我应该怎么庆祝?",
        "language": "Japanese",
        "category": "Education",
        "output_path_4o_cascade": "/output/cascade/language/audio_2.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_2.wav",
        "level": "L0"
    },
    {
        "id": "language_audio_3",
        "input_path": "/input/language/audio_3.mp3",
        "text": "ปีใหม่ใกล้จะมาถึงแล้ว ฉันควรฉลองอย่างไรดี?",
        "task": "Language consistency",
        "task_description": "Does the model respond in the same language as the query when asked in different languages?",
        "output_path_4o": "/output/ChatGPT-4o/language/audio_3/audio_3.wav",
        "output_path_miniomni": "/output/Mini-Omni/language/03.wav",
        "output_path_speechgpt": "/output/SpeechGPT/language/audio_3.wav",
        "output_path_funaudio": "/output/FunAudioLLM/language/audio_3.wav",
        "text_cn": "新年马上要来了,我应该怎么庆祝?",
        "language": "Thai",
        "category": "Education",
        "output_path_4o_cascade": "/output/cascade/language/audio_3.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_3.wav",
        "level": "L0"
    },
    {
        "id": "language_audio_9",
        "input_path": "/input/language/audio_9.mp3",
        "text": "哥们,我朋友要来咱家乡耍,我该领他吃点啥本地特色呢?",
        "task": "Language consistency",
        "task_description": "Does the model respond in the same language as the query when asked in different languages?",
        "output_path_4o": "/output/ChatGPT-4o/language/audio_9/audio_9.wav",
        "output_path_miniomni": "/output/Mini-Omni/language/04.wav",
        "output_path_speechgpt": "/output/SpeechGPT/language/audio_9.wav",
        "output_path_funaudio": "/output/FunAudioLLM/language/audio_4.wav",
        "text_cn": "我的朋友要来我家乡玩,我应该带他吃点什么本地特色呢?",
        "language": "Chinese",
        "category": "Education",
        "output_path_4o_cascade": "/output/cascade/language/audio_9.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_9.wav",
        "level": "L1"
    },
    {
        "id": "language_audio_10",
        "input_path": "/input/language/audio_10.mp3",
        "text": "我个朋友嚟我家乡搵我玩,我应该带佢食咩地道嘢呢?",
        "task": "Language consistency",
        "task_description": "Does the model respond in the same language as the query when asked in different languages?",
        "output_path_4o": "/output/ChatGPT-4o/language/audio_10/audio_10.wav",
        "output_path_miniomni": "/output/Mini-Omni/language/05.wav",
        "output_path_speechgpt": "/output/SpeechGPT/language/audio_10.wav",
        "output_path_funaudio": "/output/FunAudioLLM/language/audio_5.wav",
        "text_cn": "我的朋友要来我家乡玩,我应该带他吃点什么本地特色呢?",
        "language": "Chinese",
        "category": "Education",
        "output_path_4o_cascade": "/output/cascade/language/audio_10.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/language/audio_10.wav",
        "level": "L1"
    }
]