File size: 5,998 Bytes
50ad069
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
[
    {
        "id": "illness_illness1",
        "input_path": "/input/illness/illness1.wav",
        "text": "[weak voice]I'm feeling really sick. Can you tell me if my symptoms might indicate a cold?",
        "task": "Querying symptoms",
        "task_description": "Can the model answer questions related to symptoms?",
        "output_path_4o": "/output/ChatGPT-4o/illness/illness1/illness1.wav",
        "output_path_miniomni": "/output/Mini-Omni/illness/00.wav",
        "output_path_speechgpt": "/output/SpeechGPT/illness/illness1.wav",
        "output_path_funaudio": "/output/FunAudioLLM/illness/audio_0.wav",
        "text_cn": "我感觉很不舒服。你能告诉我我的症状是否表明我感冒了吗?",
        "language": "English",
        "category": "Medical Consultation",
        "output_path_4o_cascade": "/output/cascade/illness/illness1.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/illness/illness1.wav",
        "level": "L1"
    },
    {
        "id": "illness_illness2",
        "input_path": "/input/illness/illness2.wav",
        "text": "I feel really bad especially at night(cough sound).What do you think I should do?",
        "task": "Querying symptoms",
        "task_description": "Can the model answer questions related to symptoms?",
        "output_path_4o": "/output/ChatGPT-4o/illness/illness2/illness2.wav",
        "output_path_miniomni": "/output/Mini-Omni/illness/01.wav",
        "output_path_speechgpt": "/output/SpeechGPT/illness/illness2.wav",
        "output_path_funaudio": "/output/FunAudioLLM/illness/audio_1.wav",
        "text_cn": "我感觉非常难受,特别是在晚上。你认为我该怎么办?",
        "language": "English",
        "category": "Medical Consultation",
        "output_path_4o_cascade": "/output/cascade/illness/illness2.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/illness/illness2.wav",
        "level": "L1"
    },
    {
        "id": "illness_illness3",
        "input_path": "/input/illness/illness3.wav",
        "text": "I've been feeling pretty sick after lunch.(vomiting sound)",
        "task": "Querying symptoms",
        "task_description": "Can the model answer questions related to symptoms?",
        "output_path_4o": "/output/ChatGPT-4o/illness/illness3/illness3.wav",
        "output_path_miniomni": "/output/Mini-Omni/illness/02.wav",
        "output_path_speechgpt": "/output/SpeechGPT/illness/illness3.wav",
        "output_path_funaudio": "/output/FunAudioLLM/illness/audio_2.wav",
        "text_cn": "午饭后我感觉很不舒服。",
        "language": "English",
        "category": "Medical Consultation",
        "output_path_4o_cascade": "/output/cascade/illness/illness3.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/illness/illness3.wav",
        "level": "L1"
    },
    {
        "id": "illness_illness4",
        "input_path": "/input/illness/illness4.wav",
        "text": "[panic state]I just cut my hand while cooking. What should I do?",
        "task": "Querying symptoms",
        "task_description": "Can the model answer questions related to symptoms?",
        "output_path_4o": "/output/ChatGPT-4o/illness/illness4/illness4.wav",
        "output_path_miniomni": "/output/Mini-Omni/illness/03.wav",
        "output_path_speechgpt": "/output/SpeechGPT/illness/illness4.wav",
        "output_path_funaudio": "/output/FunAudioLLM/illness/audio_3.wav",
        "text_cn": "我做饭时手被割伤了。该怎么办?",
        "language": "English",
        "category": "Medical Consultation",
        "output_path_4o_cascade": "/output/cascade/illness/illness4.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/illness/illness4.wav",
        "level": "L3"
    },
    {
        "id": "illness_illness1_AirConditioner_2",
        "input_path": "/input/noise/illness1_AirConditioner_2.wav",
        "text": "[Add AirConditioner noise][weak voice]I'm feeling really sick. Can you tell me if my symptoms might indicate a cold?",
        "noise":"Add AirConditioner noise",
        "task": "Querying symptoms",
        "task_description": "Can the model answer questions related to symptoms?",
        "output_path_4o": "/output/ChatGPT-4o/noise/illness1_AirConditioner_2/illness1_AirConditioner_2.wav",
        "output_path_miniomni": "/output/Mini-Omni/noise/02.wav",
        "output_path_speechgpt": "/output/SpeechGPT/noise/illness1_AirConditioner_2.wav",
        "output_path_funaudio": "/output/FunAudioLLM/noise/audio_2.wav",
        "text_cn": "我感觉很不舒服。你能告诉我我的症状是否表明我感冒了吗?",
        "language": "English",
        "category": "Medical Consultation",
        "output_path_4o_cascade": "/output/cascade/noise/illness1_AirConditioner_2.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/noise/illness1_AirConditioner_2.wav",
        "level": "L1"
    },
    {
        "id": "illness_illness3_AirConditioner_2",
        "input_path": "/input/noise/illness3_AirConditioner_2.wav",
        "text": "[Add AirConditioner noise]I've been feeling pretty sick after lunch.(vomiting sound)",
        "noise":"Add AirConditioner noise",
        "task": "Querying symptoms",
        "task_description": "Can the model answer questions related to symptoms?",
        "output_path_4o": "/output/ChatGPT-4o/noise/illness3_AirConditioner_2/illness3_AirConditioner_2.wav",
        "output_path_miniomni": "/output/Mini-Omni/noise/03.wav",
        "output_path_speechgpt": "/output/SpeechGPT/noise/illness3_AirConditioner_2.wav",
        "output_path_funaudio": "/output/FunAudioLLM/noise/audio_3.wav",
        "text_cn": "午饭后我感觉很不舒服。",
        "language": "English",
        "category": "Medical Consultation",
        "output_path_4o_cascade": "/output/cascade/noise/illness3_AirConditioner_2.wav",
        "output_path_4o_llama_omni": "/output/LLaMA_omni/noise/illness3_AirConditioner_2.wav",
        "level": "L1"
    }
]