asahi417 commited on
Commit
2875283
1 Parent(s): 13a9ad7

model update

Browse files
Files changed (19) hide show
  1. eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json +1 -0
  2. eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.electronics.json +1 -0
  3. eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json +1 -0
  4. eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json +1 -0
  5. eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json +1 -0
  6. eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json +1 -0
  7. eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json +1 -0
  8. eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json +1 -0
  9. eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json +1 -0
  10. eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json +1 -0
  11. eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json +1 -0
  12. eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json +1 -0
  13. eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.electronics.txt +238 -0
  14. eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.electronics.txt +238 -0
  15. eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.electronics.txt +99 -0
  16. eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.electronics.txt +99 -0
  17. eval_ood/metric.first.sentence.paragraph_answer.question.asahi417_qg_squad.default.json +1 -0
  18. eval_ood/samples.test.hyp.paragraph_answer.question.asahi417_qg_squad.default.txt +0 -0
  19. eval_ood/samples.validation.hyp.paragraph_answer.question.asahi417_qg_squad.default.txt +0 -0
eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.290076335877309, "Bleu_2": 0.21062909598450247, "Bleu_3": 0.11776063111345314, "Bleu_4": 0.07324173555676068, "METEOR": 0.267189341789818, "ROUGE_L": 0.2944016099979375, "BERTScore": 0.9401423407323433, "MoverScore": 0.6686506039117897}, "test": {"Bleu_1": 0.2956464967362741, "Bleu_2": 0.21495498469186838, "Bleu_3": 0.11188617754702529, "Bleu_4": 0.046861544385062855, "METEOR": 0.26897805354287774, "ROUGE_L": 0.3056227583847366, "BERTScore": 0.941965154739989, "MoverScore": 0.6817616564220546}}
eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2695810564658113, "Bleu_2": 0.19580709108583594, "Bleu_3": 0.12045455636361099, "Bleu_4": 0.08031656047977463, "METEOR": 0.26151314932004316, "ROUGE_L": 0.28326915949620723, "BERTScore": 0.9367274840672811, "MoverScore": 0.6637828762620914}, "test": {"Bleu_1": 0.289336316181738, "Bleu_2": 0.20930131321129639, "Bleu_3": 0.10818223159809777, "Bleu_4": 0.04482884665799295, "METEOR": 0.2759254001899353, "ROUGE_L": 0.29884531981054, "BERTScore": 0.941045401727452, "MoverScore": 0.6867785060542746}}
eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.290076335877309, "Bleu_2": 0.21062909598450247, "Bleu_3": 0.11776063111345314, "Bleu_4": 0.07324173555676068, "METEOR": 0.267189341789818, "ROUGE_L": 0.2944016099979375, "BERTScore": 0.9401423371199406, "MoverScore": 0.6686506039117897}, "test": {"Bleu_1": 0.2956464967362741, "Bleu_2": 0.21495498469186838, "Bleu_3": 0.11188617754702529, "Bleu_4": 0.046861544385062855, "METEOR": 0.26897805354287774, "ROUGE_L": 0.3056227583847366, "BERTScore": 0.9419651537382302, "MoverScore": 0.6817616564220546}}
eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2695810564658113, "Bleu_2": 0.19580709108583594, "Bleu_3": 0.12045455636361099, "Bleu_4": 0.08031656047977463, "METEOR": 0.26151314932004316, "ROUGE_L": 0.28326915949620723, "BERTScore": 0.9367275045375631, "MoverScore": 0.6637828762620914}, "test": {"Bleu_1": 0.289336316181738, "Bleu_2": 0.20930131321129639, "Bleu_3": 0.10818223159809777, "Bleu_4": 0.04482884665799295, "METEOR": 0.2759254001899353, "ROUGE_L": 0.29884531981054, "BERTScore": 0.941045402478771, "MoverScore": 0.6867785060542746}}
eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.290076335877309, "Bleu_2": 0.21062909598450247, "Bleu_3": 0.11776063111345314, "Bleu_4": 0.07324173555676068, "METEOR": 0.267189341789818, "ROUGE_L": 0.2944016099979375, "BERTScore": 0.940142338926142, "MoverScore": 0.6686506039117897}, "test": {"Bleu_1": 0.2956464967362741, "Bleu_2": 0.21495498469186838, "Bleu_3": 0.11188617754702529, "Bleu_4": 0.046861544385062855, "METEOR": 0.26897805354287774, "ROUGE_L": 0.3056227583847366, "BERTScore": 0.9419651677628526, "MoverScore": 0.6817616564220546}}
eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2695810564658113, "Bleu_2": 0.19580709108583594, "Bleu_3": 0.12045455636361099, "Bleu_4": 0.08031656047977463, "METEOR": 0.26151314932004316, "ROUGE_L": 0.28326915949620723, "BERTScore": 0.9367274804548784, "MoverScore": 0.6637828762620914}, "test": {"Bleu_1": 0.289336316181738, "Bleu_2": 0.20930131321129639, "Bleu_3": 0.10818223159809777, "Bleu_4": 0.04482884665799295, "METEOR": 0.2759254001899353, "ROUGE_L": 0.29884531981054, "BERTScore": 0.9410454092406425, "MoverScore": 0.6867785060542746}}
eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.290076335877309, "Bleu_2": 0.21062909598450247, "Bleu_3": 0.11776063111345314, "Bleu_4": 0.07324173555676068, "METEOR": 0.267189341789818, "ROUGE_L": 0.2944016099979375, "BERTScore": 0.9401423371199406, "MoverScore": 0.6686506039117897}, "test": {"Bleu_1": 0.2956464967362741, "Bleu_2": 0.21495498469186838, "Bleu_3": 0.11188617754702529, "Bleu_4": 0.046861544385062855, "METEOR": 0.26897805354287774, "ROUGE_L": 0.3056227583847366, "BERTScore": 0.9419651534877905, "MoverScore": 0.6817616564220546}}
eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2695810564658113, "Bleu_2": 0.19580709108583594, "Bleu_3": 0.12045455636361099, "Bleu_4": 0.08031656047977463, "METEOR": 0.26151314932004316, "ROUGE_L": 0.28326915949620723, "BERTScore": 0.9367274858734824, "MoverScore": 0.6637828762620914}, "test": {"Bleu_1": 0.289336316181738, "Bleu_2": 0.20930131321129639, "Bleu_3": 0.10818223159809777, "Bleu_4": 0.04482884665799295, "METEOR": 0.2759254001899353, "ROUGE_L": 0.29884531981054, "BERTScore": 0.9410454059849266, "MoverScore": 0.6867785060542746}}
eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.290076335877309, "Bleu_2": 0.21062909598450247, "Bleu_3": 0.11776063111345314, "Bleu_4": 0.07324173555676068, "METEOR": 0.267189341789818, "ROUGE_L": 0.2944016099979375, "BERTScore": 0.9401423425385447, "MoverScore": 0.6686506039117897}, "test": {"Bleu_1": 0.2956464967362741, "Bleu_2": 0.21495498469186838, "Bleu_3": 0.11188617754702529, "Bleu_4": 0.046861544385062855, "METEOR": 0.26897805354287774, "ROUGE_L": 0.3056227583847366, "BERTScore": 0.941965154739989, "MoverScore": 0.6817616564220546}}
eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2695810564658113, "Bleu_2": 0.19580709108583594, "Bleu_3": 0.12045455636361099, "Bleu_4": 0.08031656047977463, "METEOR": 0.26151314932004316, "ROUGE_L": 0.28326915949620723, "BERTScore": 0.9367275207933753, "MoverScore": 0.6637828762620914}, "test": {"Bleu_1": 0.289336316181738, "Bleu_2": 0.20930131321129639, "Bleu_3": 0.10818223159809777, "Bleu_4": 0.04482884665799295, "METEOR": 0.2759254001899353, "ROUGE_L": 0.29884531981054, "BERTScore": 0.941045406485806, "MoverScore": 0.6867785060542746}}
eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.290076335877309, "Bleu_2": 0.21062909598450247, "Bleu_3": 0.11776063111345314, "Bleu_4": 0.07324173555676068, "METEOR": 0.267189341789818, "ROUGE_L": 0.2944016099979375, "BERTScore": 0.940142339528209, "MoverScore": 0.6686506039117897}, "test": {"Bleu_1": 0.2956464967362741, "Bleu_2": 0.21495498469186838, "Bleu_3": 0.11188617754702529, "Bleu_4": 0.046861544385062855, "METEOR": 0.26897805354287774, "ROUGE_L": 0.3056227583847366, "BERTScore": 0.9419651655088953, "MoverScore": 0.6817616564220546}}
eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.electronics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2695810564658113, "Bleu_2": 0.19580709108583594, "Bleu_3": 0.12045455636361099, "Bleu_4": 0.08031656047977463, "METEOR": 0.26151314932004316, "ROUGE_L": 0.28326915949620723, "BERTScore": 0.9367274894858851, "MoverScore": 0.6637828762620914}, "test": {"Bleu_1": 0.289336316181738, "Bleu_2": 0.20930131321129639, "Bleu_3": 0.10818223159809777, "Bleu_4": 0.04482884665799295, "METEOR": 0.2759254001899353, "ROUGE_L": 0.29884531981054, "BERTScore": 0.9410454074875647, "MoverScore": 0.6867785060542746}}
eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.electronics.txt ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the case?
2
+ How is the length?
3
+ How is the cover?
4
+ How is the autofocus?
5
+ How is the quality of the lens?
6
+ How is the image quality?
7
+ How is the device?
8
+ How is the fan?
9
+ How is the keyboard?
10
+ How is the case?
11
+ How is the picture?
12
+ How is the case?
13
+ How is the bokeh?
14
+ How is the product?
15
+ How is the sound?
16
+ How is the picture quality?
17
+ How is the range?
18
+ How is the button?
19
+ How is the camera?
20
+ How is the price?
21
+ How is the case?
22
+ How is the sensor?
23
+ How is the case?
24
+ How is the quality of the sound?
25
+ How is the picture?
26
+ How is the quality of the sound?
27
+ How is the quality of the headphone?
28
+ How is the case?
29
+ How is the screen?
30
+ How is the case?
31
+ How is the picture?
32
+ How is the drive?
33
+ How is the backlight?
34
+ How is the quality of the product?
35
+ How is the cover?
36
+ How is the case?
37
+ How is the software?
38
+ How is the keyboard?
39
+ How is the trackball?
40
+ How is the strap?
41
+ How is the cord?
42
+ How is the quality of the cable?
43
+ How is the picture?
44
+ How is the picture quality?
45
+ How is the speed?
46
+ How is the bag?
47
+ How is the keyboard?
48
+ How is the design?
49
+ How is the quality of the sound?
50
+ How is the cord?
51
+ How is the unit?
52
+ How is the keyboard?
53
+ How is the quality of the video?
54
+ How is the chromecast?
55
+ How is the case?
56
+ How is the mouse?
57
+ How is the case?
58
+ How is the brightness?
59
+ How is the keyboard?
60
+ How is the picture?
61
+ How is the camera?
62
+ How is the lens?
63
+ How is the screen?
64
+ How is the picture?
65
+ How is the picture?
66
+ How is the camera?
67
+ How is the quality of the cable?
68
+ How is the microphone?
69
+ How is the picture quality?
70
+ How is the receiver?
71
+ How is the cord?
72
+ How is the bag?
73
+ How is the speed?
74
+ How is the case?
75
+ How is the fan?
76
+ How is the screen?
77
+ How is the pocket?
78
+ How is the quality of the app?
79
+ How is the case?
80
+ How is the usb port?
81
+ How is the keyboard?
82
+ How is the flap?
83
+ How is the quality of the cable?
84
+ How is the unit?
85
+ How is the cord?
86
+ How is the water resistance?
87
+ How is the case?
88
+ How is the camera?
89
+ How is the drive?
90
+ How is the picture quality?
91
+ How is the camera?
92
+ How is the range?
93
+ How is the keyboard?
94
+ How is the quality of the cable?
95
+ How is the mouse?
96
+ How is the picture?
97
+ How is the brightness?
98
+ How is the fan?
99
+ How is the range?
100
+ How do you like the speed of the lens?
101
+ How is the app?
102
+ How is the autofocus?
103
+ How is the keyboard?
104
+ How is the sound?
105
+ How is the lens?
106
+ How is the range?
107
+ How is the device?
108
+ How is the bokeh?
109
+ How is the case?
110
+ How is the drive?
111
+ How is the case?
112
+ How is the bag?
113
+ How is the craftsmanship?
114
+ How is the quality of the cable?
115
+ How is the antenna?
116
+ How is the case?
117
+ How is the software?
118
+ How is the case?
119
+ How is the sensor?
120
+ How is the product?
121
+ How is the case?
122
+ How is the keypad?
123
+ How is the case?
124
+ How is your computer?
125
+ How is the cable?
126
+ How is the screen?
127
+ How is the case?
128
+ How is the sound?
129
+ How is the lens?
130
+ How is the build quality?
131
+ How is the cable?
132
+ How is the case?
133
+ How is the sharpness?
134
+ How is the cord?
135
+ How is the antenna?
136
+ How is the mouse?
137
+ How is the sound quality?
138
+ How is the range?
139
+ How is the autofocus?
140
+ How is the camera?
141
+ How fast is the drive?
142
+ How is the drive?
143
+ How is the remote?
144
+ How is the charger?
145
+ How is the mouse?
146
+ How is the quality of the sound?
147
+ How is the case?
148
+ How is the mouse?
149
+ How is the trackpad?
150
+ How is the camera?
151
+ How is the button?
152
+ How is the cursor?
153
+ How is the quality of the product?
154
+ How is the range?
155
+ How is the screen?
156
+ How is the antenna?
157
+ How is the picture quality?
158
+ How is the device?
159
+ How is the range?
160
+ How is the quality of the wire?
161
+ How is the quality of the case?
162
+ How is the quality of the housing?
163
+ How is the mouse?
164
+ How is the build quality?
165
+ How is the wire?
166
+ How is the bag?
167
+ How is the build?
168
+ How is the build quality?
169
+ How is the case?
170
+ How is the image quality?
171
+ How is the software?
172
+ How is the case?
173
+ How is the sound?
174
+ How is the quality of the cable?
175
+ How is the lens?
176
+ How is the mouse?
177
+ How is the software?
178
+ How is the lens?
179
+ How is the touch?
180
+ How is the picture?
181
+ How is the headphone?
182
+ How is the quality of the product?
183
+ How is the signal?
184
+ How is the lens?
185
+ How is the bass?
186
+ How is the picture?
187
+ How is the reception?
188
+ How is the design?
189
+ How is the back light?
190
+ How is the build quality?
191
+ How is the sound?
192
+ How is the signal?
193
+ How is the mouse?
194
+ How is the strap?
195
+ How is the bass?
196
+ How is the lens?
197
+ How is the lens?
198
+ How is the keyboard?
199
+ How is the mouse?
200
+ How is the build quality?
201
+ How is the battery?
202
+ How is the sound quality?
203
+ How is the sound quality?
204
+ How is the fan?
205
+ How is the mids?
206
+ How is the picture?
207
+ How is the camera?
208
+ How is the instruction?
209
+ How is the quality of the bag?
210
+ How is the case?
211
+ How is the software?
212
+ How is the flash?
213
+ How is the keyboard?
214
+ How is the picture?
215
+ How is the screen?
216
+ How is the product?
217
+ How is the contrast?
218
+ How is the fan?
219
+ How is the case?
220
+ How is the camera?
221
+ How is the sound quality?
222
+ How is the camera?
223
+ How is the lens?
224
+ How is the keyboard?
225
+ How is the case?
226
+ How is the picture?
227
+ How is the fan?
228
+ How is the card?
229
+ How is the modem?
230
+ How is the light?
231
+ How is the sound quality?
232
+ How is the picture quality?
233
+ How is the magnetic tab?
234
+ How is the router?
235
+ How is the box?
236
+ How is the lens?
237
+ How is the cord?
238
+ How is the case?
eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.electronics.txt ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the case?
2
+ How is the length?
3
+ How is the cover?
4
+ How is the focus?
5
+ How is the quality of the lens?
6
+ How is the image?
7
+ How is the thing?
8
+ How is the fan?
9
+ How is the case?
10
+ How is the case?
11
+ How is the picture?
12
+ How is the case?
13
+ How is the bokeh?
14
+ How is the installation?
15
+ How is the headphone amp?
16
+ How is the picture quality?
17
+ How is the range?
18
+ How is the button?
19
+ How is the quality of the pictures?
20
+ How is the quality of the product?
21
+ How is the case?
22
+ How is the sensor?
23
+ How is the case?
24
+ How is the quality of the sound?
25
+ How is the picture?
26
+ How is the quality of the sound?
27
+ How is the price?
28
+ How is the case?
29
+ Is it easy to use?
30
+ How is the case?
31
+ How is the picture?
32
+ How is the software?
33
+ How is the range?
34
+ How is the installation?
35
+ How is the cover?
36
+ How is the fit?
37
+ How is the device?
38
+ How is the keyboard?
39
+ How is the touchpad?
40
+ How is the tripod?
41
+ How is the cord?
42
+ How is the picture?
43
+ What is the quality of the video?
44
+ How is the picture quality?
45
+ How is the range?
46
+ How is the bag?
47
+ How is the case?
48
+ How is the size?
49
+ How is the quality of the sound?
50
+ How is the cord?
51
+ What do you think about the video?
52
+ How is the keyboard?
53
+ How is the quality of the video?
54
+ How is the device?
55
+ How is the case?
56
+ How is the mouse?
57
+ How is the case?
58
+ How is the picture?
59
+ How is the arm?
60
+ How is the picture?
61
+ How is the flip?
62
+ What do you like about it?
63
+ How is the software?
64
+ How is the picture?
65
+ How is the screen?
66
+ How is the camera?
67
+ How is the price?
68
+ How is the quality of the recording?
69
+ How is the picture quality?
70
+ How is the receiver?
71
+ How is the cord?
72
+ How is the place?
73
+ How is the speed of the internet?
74
+ How is the case?
75
+ How is the system?
76
+ What is the name of the award?
77
+ How is the case?
78
+ Why did i wait until recently to get a phone?
79
+ How is the case?
80
+ How is the usb port?
81
+ How is the case?
82
+ How is the price?
83
+ How is the quality of the cable?
84
+ What do you think?
85
+ How is the cord?
86
+ How is the case?
87
+ How is the case?
88
+ How is the camera?
89
+ How is the drive?
90
+ How is the picture quality?
91
+ How is the camera?
92
+ How is the range?
93
+ How is the case?
94
+ How is the cable?
95
+ How is the mouse?
96
+ How is the picture?
97
+ How is the color?
98
+ How is the fan?
99
+ How is the range?
100
+ How is the quality of the lens?
101
+ What is the name of the MLB app?
102
+ How is the autofocus?
103
+ How is the keyboard case?
104
+ How is the sound?
105
+ How is the lens?
106
+ How is the range?
107
+ How is the device?
108
+ How is the bokeh?
109
+ How is the case?
110
+ How is the ventilation?
111
+ How is the case?
112
+ How is the bag?
113
+ How is the craftsmanship?
114
+ How is the quality of the cable?
115
+ How is the antenna?
116
+ How is the case?
117
+ How is the software?
118
+ How is the case?
119
+ What is the equivalent of a 56mm lens?
120
+ How is the product?
121
+ How is the case?
122
+ How is the product?
123
+ How is the case?
124
+ What will happen to your computer?
125
+ How is the cable?
126
+ How is the screen?
127
+ How is the iPad?
128
+ How is the sound?
129
+ How is the quality of the lens?
130
+ How is the build quality?
131
+ How is the cable?
132
+ How is the product?
133
+ What is the softness of the background?
134
+ How is the cord?
135
+ How is the antenna?
136
+ How is the mouse?
137
+ How is the sound quality?
138
+ How is the range?
139
+ How is the autofocus?
140
+ How is the phone?
141
+ How is the speed?
142
+ How do you use it?
143
+ How is the picture?
144
+ How is the charger?
145
+ How is the mouse?
146
+ How is the quality of the sound?
147
+ How is the case?
148
+ How is the mouse?
149
+ How is the camera?
150
+ How is the autofocus system?
151
+ How is the size of your hand?
152
+ How is the mouse?
153
+ How is the quality of the product?
154
+ How is the router?
155
+ How is the camera?
156
+ How is the antenna?
157
+ How is the picture quality?
158
+ What is the potential for this once pandora is available?
159
+ How is the range?
160
+ How is the quality of the wire?
161
+ How is the quality?
162
+ How is the size of the cable?
163
+ How is the mouse?
164
+ How is the build quality?
165
+ How is the wire?
166
+ How is the bag?
167
+ How is the build?
168
+ How is the lens?
169
+ How is the unit?
170
+ How was the image quality?
171
+ How is the picture?
172
+ How is the case?
173
+ How is the ear fit?
174
+ How is the quality of the product?
175
+ How is the lens?
176
+ How is the mouse?
177
+ How is the software?
178
+ How is the lens?
179
+ How is the touchpad?
180
+ How is the picture?
181
+ How is the headphone?
182
+ How is the usb port?
183
+ How is the software?
184
+ How is the lens?
185
+ How is the ear?
186
+ How is the picture?
187
+ How is the reception?
188
+ How is the design?
189
+ How is the light?
190
+ How is the build quality?
191
+ How is the picture?
192
+ How is the unit?
193
+ How is the profile of the mouse?
194
+ How is the strap?
195
+ How much power does the 2300 have?
196
+ How is the lens?
197
+ How is the image quality?
198
+ How is the keyboard?
199
+ How is the mouse?
200
+ How is the build quality?
201
+ How is the quality of the battery?
202
+ How long have you been a headphone fanatic?
203
+ How is the headphone?
204
+ How do you feel about the reviews?
205
+ How is the mids?
206
+ How is the picture?
207
+ How is the video?
208
+ How is the instruction?
209
+ How is the quality of the bag?
210
+ How is the case?
211
+ How is the software?
212
+ How many pins are on the hot shoe plate?
213
+ How is the range?
214
+ How is the picture?
215
+ How is the screen?
216
+ How is the product?
217
+ How is the brightness?
218
+ How is the product?
219
+ How is the case?
220
+ How was the setup?
221
+ How is the bass?
222
+ How is the quality of the photos?
223
+ How is the image?
224
+ How is the keyboard?
225
+ What is the size of the briefcase?
226
+ How is the picture?
227
+ How is the fan?
228
+ How is the card?
229
+ How important is DOCSIS 3.0?
230
+ How bright is the blue LED?
231
+ How is the sound quality?
232
+ How is the quality of the picture?
233
+ How is the case?
234
+ How is the size?
235
+ How is the execution?
236
+ How is the lens?
237
+ How is the cord?
238
+ How is the case?
eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.electronics.txt ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the case?
2
+ How is the bass?
3
+ How is the keyboard?
4
+ How is the sound?
5
+ How is the battery life?
6
+ How is the leather?
7
+ How is the bass?
8
+ How is the form factor?
9
+ How is the build?
10
+ How is the key?
11
+ How is the unit?
12
+ How is the device?
13
+ How is the sound?
14
+ How is the keyboard?
15
+ How is the battery life?
16
+ How is the card?
17
+ How is the bass?
18
+ How is the screen?
19
+ How is the image quality?
20
+ How is the keyboard?
21
+ How is the headphone?
22
+ How is the stand?
23
+ How is the charger?
24
+ How is the cable?
25
+ How is the price?
26
+ How is the bass?
27
+ How is the sound quality?
28
+ How is the signal?
29
+ How is the headphone?
30
+ How is the mounting?
31
+ How is the keyboard?
32
+ How is the price?
33
+ How is the signal?
34
+ How is the enclosure?
35
+ How is the keyboard?
36
+ How is the bass?
37
+ How is the screen?
38
+ How is the sound?
39
+ How is the signal?
40
+ How is the battery?
41
+ How is the coverage?
42
+ How is the cord?
43
+ How is the color?
44
+ How is the interface?
45
+ How is the signal?
46
+ How is the drive?
47
+ How is the quality of the cable?
48
+ How is the sound?
49
+ How is the temperature?
50
+ How is the quality of the product?
51
+ How is the device?
52
+ How is the sound quality?
53
+ How is the controller?
54
+ How is the thumb rest?
55
+ How is the quality of the material?
56
+ How is the remote?
57
+ How is the performance?
58
+ How is the sound?
59
+ How is the drive?
60
+ How is the remote?
61
+ How is the screen?
62
+ How is the grip?
63
+ How is the quality of the image?
64
+ How is the battery?
65
+ How is the sound?
66
+ How is the quality of the sound?
67
+ How is the keyboard?
68
+ How is the sound quality?
69
+ How is the camera?
70
+ How is the noise?
71
+ How is the cover?
72
+ How is the interface?
73
+ How is the sound?
74
+ How is the screen?
75
+ How is the product?
76
+ How is the battery?
77
+ How is the wifi signal?
78
+ How is the sound quality?
79
+ How is the touchscreen?
80
+ How is the price?
81
+ How is the remote?
82
+ How is the cable?
83
+ How is the keyboard?
84
+ How is the microphone?
85
+ How is the sound?
86
+ How is the interface?
87
+ How is the router?
88
+ How is the tablet?
89
+ How is the bass?
90
+ How is the text?
91
+ How is the zoom?
92
+ How is the cable?
93
+ How is the keyboard?
94
+ How is the bass?
95
+ How is the router?
96
+ How is the plastic?
97
+ How is the drive?
98
+ How is the video quality?
99
+ How is the quality of the cable?
eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.electronics.txt ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the case?
2
+ How is the bass?
3
+ How is the keyboard?
4
+ How is the sound?
5
+ How is the mouse?
6
+ How is the quality of the product?
7
+ How is the speaker?
8
+ How is the form factor?
9
+ How is the device?
10
+ How is the key?
11
+ How many channels did you get?
12
+ Is it a miracle device?
13
+ How is the sound?
14
+ How is the keyboard?
15
+ How is the battery life?
16
+ How is the card?
17
+ How is the bass?
18
+ How is the monitor?
19
+ How is the image quality?
20
+ How is the button?
21
+ How is the headphone?
22
+ How do you like the stand cover?
23
+ How is the charger?
24
+ How is the cable?
25
+ How is the price?
26
+ How is the weather?
27
+ How is the sound quality?
28
+ How is the setup?
29
+ How is the headphone?
30
+ How is the mounting?
31
+ How is the keyboard?
32
+ How is the price?
33
+ How is the signal?
34
+ How is the quality of the drive?
35
+ How do you like the added function keys?
36
+ How is the headphone?
37
+ How is the screen?
38
+ How is the sound?
39
+ How is the speed of the product?
40
+ How long does the battery last?
41
+ How is the coverage?
42
+ How is the Kindle?
43
+ How is the monitor?
44
+ How is the site?
45
+ How is the weather?
46
+ How is the drive?
47
+ How is the quality of the cable?
48
+ How is the bass?
49
+ How is the temperature?
50
+ What is the quality of the product?
51
+ How is the Chromecast?
52
+ How is battery life?
53
+ How is the software?
54
+ How is the thumb rest?
55
+ How is the sound?
56
+ How is the remote?
57
+ How is the performance?
58
+ How is the price?
59
+ How is the drive?
60
+ How is the remote?
61
+ What is a lot of fun for me?
62
+ How is the grip?
63
+ How is the quality of the image?
64
+ How is the battery?
65
+ How is the sound?
66
+ How is the quality?
67
+ How is the key?
68
+ How is the sound quality?
69
+ How is the book?
70
+ How is the noise?
71
+ How is the cover?
72
+ How is the interface?
73
+ How is the weight?
74
+ How is the screen?
75
+ How is the camera?
76
+ How is the battery?
77
+ How is the signal?
78
+ How is the sound quality?
79
+ How is the touchscreen?
80
+ How is the price?
81
+ How is the remote?
82
+ How long are the cables?
83
+ How is the keyboard?
84
+ How is the mic?
85
+ How is the sound?
86
+ How do you like the interface?
87
+ How is the router?
88
+ What do you think about the malfunction?
89
+ How is the bass?
90
+ Is text easier to read?
91
+ How is the zoom?
92
+ How is the cable?
93
+ How is the case?
94
+ How did you like the video?
95
+ How is the router?
96
+ How is the plastic?
97
+ How is the drive?
98
+ How is the video quality?
99
+ How is the quality of the cable?
eval_ood/metric.first.sentence.paragraph_answer.question.asahi417_qg_squad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.4673147680040587, "Bleu_2": 0.3325691721137845, "Bleu_3": 0.2586600750002482, "Bleu_4": 0.20884779156003053, "METEOR": 0.21976380899364872, "ROUGE_L": 0.4785690194655293, "BERTScore": 0.9063929706395243, "MoverScore": 0.6293485646980883}, "test": {"Bleu_1": 0.4734179978461838, "Bleu_2": 0.3330008126522387, "Bleu_3": 0.25465530599363667, "Bleu_4": 0.20125600683609723, "METEOR": 0.21608768222263117, "ROUGE_L": 0.47296230639660625, "BERTScore": 0.9052001435177482, "MoverScore": 0.6200186297442831}}
eval_ood/samples.test.hyp.paragraph_answer.question.asahi417_qg_squad.default.txt ADDED
The diff for this file is too large to render. See raw diff
 
eval_ood/samples.validation.hyp.paragraph_answer.question.asahi417_qg_squad.default.txt ADDED
The diff for this file is too large to render. See raw diff