asahi417 commited on
Commit
f64caf3
1 Parent(s): 8c27414

model update

Browse files
Files changed (28) hide show
  1. config.json +1 -1
  2. eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  3. eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json +1 -0
  4. eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  5. eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  6. eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json +1 -0
  7. eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  8. eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  9. eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json +1 -0
  10. eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  11. eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  12. eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json +1 -0
  13. eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  14. eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  15. eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json +1 -0
  16. eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  17. eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  18. eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json +1 -0
  19. eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json +1 -0
  20. eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.grocery.txt +379 -0
  21. eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.grocery.txt +379 -0
  22. eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.grocery.txt +379 -0
  23. eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.grocery.txt +101 -0
  24. eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.grocery.txt +101 -0
  25. eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.grocery.txt +101 -0
  26. pytorch_model.bin +2 -2
  27. tokenizer_config.json +1 -1
  28. trainer_config.json +1 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "bart_large_subjqa_grocery/best_model",
3
  "activation_dropout": 0.1,
4
  "activation_function": "gelu",
5
  "add_bias_logits": false,
 
1
  {
2
+ "_name_or_path": "lmqg_output/qg_subjqa/bart_large_subjqa_grocery/model_cejauh/epoch_1",
3
  "activation_dropout": 0.1,
4
  "activation_function": "gelu",
5
  "add_bias_logits": false,
eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165050959824, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23182628082442705, "Bleu_2": 0.1519865730754544, "Bleu_3": 0.048356756474868146, "Bleu_4": 0.019179366288047475, "METEOR": 0.20487990669413111, "ROUGE_L": 0.2418107727232638, "BERTScore": 0.9410926322194706, "MoverScore": 0.6582860028323778}}
eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134131790388, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.23087058514683587, "Bleu_2": 0.15108476056819636, "Bleu_3": 0.04809550387697255, "Bleu_4": 0.0190550602148016, "METEOR": 0.1980466409548451, "ROUGE_L": 0.23994439972327194, "BERTScore": 0.9403116311435649, "MoverScore": 0.6541678481029073}}
eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.9518087830873999, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.23482587064664934, "Bleu_2": 0.15366250689267474, "Bleu_3": 0.053236213991883594, "Bleu_4": 0.024247072418863213, "METEOR": 0.21476768171239222, "ROUGE_L": 0.24146572322626336, "BERTScore": 0.9397161002209444, "MoverScore": 0.660632139558605}}
eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165127678673, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.9410222776730855, "MoverScore": 0.6578848482297844}}
eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134155396188, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219624519348, "MoverScore": 0.6537883585247093}}
eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.95180876538305, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.9396302372614542, "MoverScore": 0.6602475794060664}}
eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509164980142424, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.9410223035812378, "MoverScore": 0.6578848482297844}}
eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134155396188, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219614982605, "MoverScore": 0.6537883585247093}}
eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.951808762432325, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.939630249341329, "MoverScore": 0.6602475794060664}}
eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165115875773, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.9410223121643067, "MoverScore": 0.6578848482297844}}
eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134285228087, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219630877177, "MoverScore": 0.6537883585247093}}
eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.95180877954653, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.9396302393277486, "MoverScore": 0.6602475794060664}}
eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165050959824, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.941022305170695, "MoverScore": 0.6578848482297844}}
eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134013761388, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219624519348, "MoverScore": 0.6537883585247093}}
eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.9518087730549349, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.9396302506128947, "MoverScore": 0.6602475794060664}}
eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165068664173, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.9410223107337952, "MoverScore": 0.6578848482297844}}
eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490133907535289, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219621340434, "MoverScore": 0.6537883585247093}}
eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.9518087789563849, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.9396302450497945, "MoverScore": 0.6602475794060664}}
eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.grocery.txt ADDED
@@ -0,0 +1,379 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the texture?
2
+ How is the dog?
3
+ How is the aroma?
4
+ What is the size of the recipe booklet?
5
+ How is the taste?
6
+ How is the tea?
7
+ How is the taste?
8
+ How is the tea?
9
+ How is the taste?
10
+ How is the skin?
11
+ How is the chocolate?
12
+ How is the taste?
13
+ How is the taste?
14
+ How is the nut?
15
+ How is the taste?
16
+ How is the taste?
17
+ How is the package?
18
+ What do you think about the chips?
19
+ How is the taste?
20
+ How is the taste?
21
+ How is the texture?
22
+ How is the cookie?
23
+ How is the taste?
24
+ How is the taste?
25
+ How is the taste?
26
+ How is the taste?
27
+ How is the taste?
28
+ How is the taste?
29
+ How is the taste?
30
+ How is the cup?
31
+ How is the taste?
32
+ How is popcorn?
33
+ How is the taste?
34
+ How is the taste?
35
+ How is the price?
36
+ How is the taste?
37
+ How is the cookie?
38
+ How is the taste?
39
+ How is the taste?
40
+ How is the taste?
41
+ How is the texture?
42
+ How is the taste?
43
+ How is the aroma?
44
+ How is the mug?
45
+ How is the taste?
46
+ How is the texture of the cookies?
47
+ How is the cracker?
48
+ How is the aroma?
49
+ How is the taste?
50
+ How is the taste?
51
+ How is the sauce?
52
+ How is the aroma?
53
+ How is the taste?
54
+ How is the tea?
55
+ How is the bacon?
56
+ How is the taste?
57
+ How is the taste?
58
+ How is the taste?
59
+ What do you think about the taste?
60
+ How is the taste?
61
+ How is the salad?
62
+ How is the taste?
63
+ How is the coffee?
64
+ How is the taste?
65
+ How is the popcorn?
66
+ How is the food?
67
+ How is the tea?
68
+ How is the taste?
69
+ How is the taste?
70
+ How is the cookie?
71
+ How is the taste?
72
+ How is the taste?
73
+ How is the taste?
74
+ How is the cookie?
75
+ How is the taste?
76
+ How is the taste?
77
+ How is the taste?
78
+ How is the taste?
79
+ How is the taste?
80
+ How is the taste?
81
+ How is the taste?
82
+ How is the taste?
83
+ How is the cookies?
84
+ How is the chip?
85
+ How is the taste?
86
+ How is the taste?
87
+ How is the bar?
88
+ How is the taste?
89
+ How is the cookie?
90
+ How is the taste?
91
+ How is the taste?
92
+ How is the taste?
93
+ How is the taste?
94
+ How is the taste?
95
+ How is the snack?
96
+ How is the pack?
97
+ How is the cookie?
98
+ How is the coffee?
99
+ How is the taste?
100
+ How is the taste?
101
+ How do you like cookies?
102
+ How is the tea?
103
+ How is the fiber?
104
+ How is the taste?
105
+ How is the taste?
106
+ How is the cookie?
107
+ How is the taste?
108
+ How is the taste?
109
+ How is the tea?
110
+ How is the taste?
111
+ How is the bar?
112
+ How is the taste?
113
+ What do you think about cookies?
114
+ How is the taste?
115
+ How is the taste of the tea?
116
+ How is the taste?
117
+ How is the price?
118
+ How is the taste?
119
+ How is the juice?
120
+ How is the ingredients?
121
+ How is the sauce?
122
+ How is the taste?
123
+ How is the taste?
124
+ What do you think about the texture?
125
+ How is the taste?
126
+ How is the taste?
127
+ How is the taste?
128
+ How is the taste?
129
+ How is the taste?
130
+ How is the skin?
131
+ How is the price?
132
+ How is the taste?
133
+ How is the taste?
134
+ How is the taste?
135
+ How is the taste?
136
+ How is the taste?
137
+ How is the chocolate?
138
+ How is the tea?
139
+ How is the meal?
140
+ How is the taste?
141
+ How is the taste?
142
+ How is the taste?
143
+ How is the taste?
144
+ How is the price?
145
+ How is the coffee?
146
+ How is the taste?
147
+ How is the taste?
148
+ How is the taste?
149
+ How is the taste?
150
+ How is the hair?
151
+ How is the taste?
152
+ What is the quality of the tea?
153
+ How is the taste?
154
+ How is the taste of the tea?
155
+ How is the taste?
156
+ How is the taste?
157
+ How is the chips?
158
+ What do you think about cookies?
159
+ How is the taste?
160
+ How is the box?
161
+ How is the smell?
162
+ How is the taste?
163
+ How is the taste?
164
+ How is the taste?
165
+ How is the chocolate?
166
+ How is the sauce?
167
+ How is the taste?
168
+ How is the taste?
169
+ How is the taste?
170
+ How is the taste?
171
+ How is the aroma?
172
+ How is the taste?
173
+ How is the candy?
174
+ How is the bar?
175
+ What is the mission?
176
+ How is the taste?
177
+ How is the chocolate?
178
+ How is the food?
179
+ How is the taste?
180
+ How is the taste?
181
+ How is the drink?
182
+ How is the crunch?
183
+ How is the taste?
184
+ How is the bar?
185
+ How is the cookie?
186
+ How is the taste?
187
+ How is the tea?
188
+ How is the coffee?
189
+ How is the taste?
190
+ How is the taste?
191
+ How is the taste?
192
+ How is the taste?
193
+ How is the aroma?
194
+ How is the sugar?
195
+ How is the taste?
196
+ How is the taste?
197
+ How is the taste?
198
+ How is the taste?
199
+ How is the chocolate?
200
+ How is the sauce?
201
+ How is the taste?
202
+ How is the taste?
203
+ How is the drink?
204
+ How is the nuts?
205
+ How is the aroma?
206
+ How is the texture?
207
+ How is the bar?
208
+ How is the taste?
209
+ How is the taste?
210
+ How is the taste?
211
+ How is the taste?
212
+ How is the taste?
213
+ How is the taste?
214
+ How is the taste?
215
+ How is the taste?
216
+ How is the taste?
217
+ How is the taste?
218
+ How is the taste?
219
+ What do you think about the taste?
220
+ How is the coffee?
221
+ How is the taste?
222
+ How is the taste?
223
+ How is the cookie?
224
+ How is the taste?
225
+ How is the chocolate taste?
226
+ How is the crunch?
227
+ How is the taste?
228
+ How is the taste?
229
+ How is the bread?
230
+ How is the taste?
231
+ How is the taste?
232
+ How is the tea?
233
+ How is the candy?
234
+ What is the taste?
235
+ How is the taste?
236
+ How is the taste?
237
+ How is the taste?
238
+ How is the taste?
239
+ How is the taste?
240
+ What do you think about the taste?
241
+ How is the texture?
242
+ How is the cookie?
243
+ How is the taste?
244
+ How is the taste?
245
+ How is the skin?
246
+ How is the taste?
247
+ How is the taste?
248
+ How is the taste?
249
+ How is the cookies?
250
+ How is the food?
251
+ How is the cup?
252
+ How is the taste?
253
+ How is the taste?
254
+ How is the tea?
255
+ How is the cookie?
256
+ How is the taste?
257
+ How is the taste?
258
+ How is the taste?
259
+ How is the aroma?
260
+ What do you think about the cookies?
261
+ How is the taste?
262
+ How is the taste?
263
+ How is the cereal?
264
+ How is the taste?
265
+ How is the taste?
266
+ How is the price?
267
+ How is the oatmeal?
268
+ How is the taste?
269
+ What is the type of oil?
270
+ How is the taste?
271
+ How is the taste?
272
+ How is the taste?
273
+ How is the taste?
274
+ How is the aroma?
275
+ How is the taste?
276
+ How is the drink?
277
+ How is the bar?
278
+ How is the product?
279
+ How is the chocolate?
280
+ How is the price?
281
+ How is the taste?
282
+ How is the bar?
283
+ How is the price?
284
+ How is the taste?
285
+ How is the taste?
286
+ How is the water?
287
+ How is the taste?
288
+ How is the cereal?
289
+ How is the taste?
290
+ How is the taste?
291
+ How is the taste?
292
+ How is the taste?
293
+ How is the bar?
294
+ How is the taste?
295
+ How is the taste?
296
+ How is the taste?
297
+ How is the taste?
298
+ How is the taste?
299
+ How is the pouch?
300
+ How is the taste?
301
+ How is the taste?
302
+ How is the taste?
303
+ How is the cookie?
304
+ What is the quality of the tea?
305
+ How is the taste?
306
+ How is the aroma?
307
+ How is the taste?
308
+ How is the smell?
309
+ How is the package?
310
+ How is the taste?
311
+ How is the taste?
312
+ How is the taste?
313
+ How is the taste?
314
+ How is the taste?
315
+ How is the quality of the tea?
316
+ How is the taste?
317
+ How is the sauce?
318
+ How is the taste?
319
+ What do you think about the taste?
320
+ How is the cookie?
321
+ How is the amount of sodium?
322
+ How is the taste?
323
+ How is the taste?
324
+ How is the taste?
325
+ How is the taste of quinoa?
326
+ How is the taste?
327
+ How is the crunch?
328
+ How is the taste?
329
+ How is the taste?
330
+ How is the price?
331
+ How is the taste?
332
+ How is the tea?
333
+ How is the taste?
334
+ How is the taste?
335
+ How is the taste?
336
+ How is the taste?
337
+ How is the taste?
338
+ How is the coffee?
339
+ How is the price?
340
+ How is the cookie?
341
+ How is the taste?
342
+ How is the taste?
343
+ How is the taste?
344
+ How is the aroma?
345
+ How is taste?
346
+ How is the taste?
347
+ How is the taste?
348
+ How is the taste?
349
+ How is the bar?
350
+ How is the product?
351
+ How is the taste?
352
+ How is the taste?
353
+ How is the taste?
354
+ How is the chips?
355
+ How is the taste?
356
+ How is the taste?
357
+ How is the pancake?
358
+ How is the tea?
359
+ How is the taste?
360
+ How is the taste?
361
+ How is the taste?
362
+ How is the taste?
363
+ How is the taste?
364
+ How is the taste?
365
+ How is the taste of cookies?
366
+ How is the taste?
367
+ How is the taste?
368
+ How is the taste?
369
+ How is the taste?
370
+ How is the price?
371
+ How is the coffee?
372
+ How is the taste?
373
+ How is taste?
374
+ How is the taste?
375
+ How is the taste?
376
+ How is the cereal?
377
+ How is the taste?
378
+ How is the taste?
379
+ How is the taste?
eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.grocery.txt ADDED
@@ -0,0 +1,379 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the texture?
2
+ How is the food?
3
+ How is the taste?
4
+ How is the bottle?
5
+ How is the taste?
6
+ How is the taste?
7
+ How is the taste?
8
+ How is the tea?
9
+ How is the taste?
10
+ How is the skin?
11
+ What do you think about the cookies?
12
+ How is the taste?
13
+ How is the taste?
14
+ How is the almonds?
15
+ How is the taste?
16
+ How is the taste?
17
+ How is the quality of the ingredients?
18
+ How is the taste?
19
+ How is the taste?
20
+ How is the taste?
21
+ How is the taste?
22
+ How is the size of the cookies?
23
+ How is the taste?
24
+ How is the taste?
25
+ How is the taste?
26
+ How is the taste?
27
+ How is the taste?
28
+ How is the taste?
29
+ How is the taste?
30
+ How is the cup?
31
+ How is the taste?
32
+ How is popcorn?
33
+ How is the taste?
34
+ How is the taste?
35
+ How is coffee?
36
+ How is the taste?
37
+ How is the taste?
38
+ How is the taste?
39
+ How is the taste?
40
+ How is the taste?
41
+ How is the texture?
42
+ How is the taste?
43
+ How is the taste?
44
+ How is the mug?
45
+ How is the taste?
46
+ How is the texture of the cookies?
47
+ How is the cracker?
48
+ How is the taste?
49
+ How is the taste?
50
+ How is the taste?
51
+ How is the sauce?
52
+ How is the taste?
53
+ How is the taste?
54
+ How is the tea?
55
+ How is the chocolate?
56
+ How is the taste?
57
+ How is the taste?
58
+ How is the taste?
59
+ What do you think about the cookie?
60
+ How is the taste?
61
+ How is the salad?
62
+ How is the taste?
63
+ How is the coffee?
64
+ How is the taste?
65
+ How is the popcorn?
66
+ How is the taste?
67
+ How is the tea?
68
+ How is the taste?
69
+ How is the taste?
70
+ How is the taste?
71
+ How is the taste?
72
+ How is the taste?
73
+ How is the taste?
74
+ How is the cookie?
75
+ How is the texture?
76
+ How is the taste?
77
+ How is the taste?
78
+ How is the taste?
79
+ How is the taste?
80
+ How is the taste?
81
+ How is the taste?
82
+ How is the taste?
83
+ How is the cookies?
84
+ How is the taste?
85
+ How is the taste?
86
+ How is the taste?
87
+ How is the taste?
88
+ How is the taste?
89
+ How is the cookie?
90
+ How is the texture?
91
+ How is the taste?
92
+ How is the taste?
93
+ How is the taste?
94
+ How is the taste?
95
+ How is the snack?
96
+ How is the pack?
97
+ How is the cookie?
98
+ How is the taste?
99
+ How is the taste?
100
+ How is the taste?
101
+ What do you think about cookies?
102
+ How is the tea?
103
+ How is the bar?
104
+ How is the taste?
105
+ How is the price?
106
+ How is the cookie?
107
+ How is the taste?
108
+ How is the taste?
109
+ How is the tea?
110
+ How is the taste?
111
+ How is the taste?
112
+ How is the taste?
113
+ How is the taste?
114
+ How is the taste?
115
+ How is the taste?
116
+ How is the taste?
117
+ How is the price?
118
+ How is the taste?
119
+ How is the taste of the juice?
120
+ How is the snack?
121
+ How is the sauce?
122
+ How is the taste?
123
+ How is the taste?
124
+ What do you think about the taste?
125
+ How is the taste?
126
+ How is the taste?
127
+ How is the taste?
128
+ How is the tea?
129
+ How is the taste?
130
+ How is the skin?
131
+ How is the coffee?
132
+ How is the taste?
133
+ How is the taste?
134
+ How is the taste?
135
+ How is the taste?
136
+ How is the taste?
137
+ How is the chocolate?
138
+ How is the tea?
139
+ How is the meal?
140
+ How is the taste?
141
+ How is the product?
142
+ How is the taste?
143
+ How is the taste?
144
+ How is the price?
145
+ How is the coffee?
146
+ How is the taste?
147
+ How is the taste?
148
+ How is the taste?
149
+ How is the taste?
150
+ How is the product?
151
+ How is the taste?
152
+ How is the quality of the tea?
153
+ How is the taste?
154
+ How is the taste?
155
+ How is the taste?
156
+ How is the taste?
157
+ How is the taste?
158
+ What do you think about the cookies?
159
+ How is the taste?
160
+ How is the box?
161
+ How is the taste?
162
+ How is the taste?
163
+ How is the taste?
164
+ How is the taste?
165
+ How is the chocolate?
166
+ How is the sauce?
167
+ How is the taste?
168
+ How is the taste?
169
+ How is the taste?
170
+ How is the taste?
171
+ How is the taste?
172
+ How is the taste?
173
+ How is the chocolate?
174
+ How is the bar?
175
+ How is the mission?
176
+ How is the taste?
177
+ How is the chocolate?
178
+ How is the food?
179
+ How is the taste?
180
+ How is the taste?
181
+ How is the taste?
182
+ What do you think about chips?
183
+ How is the taste?
184
+ How is the bar?
185
+ How is the taste?
186
+ How is the taste?
187
+ How is the taste?
188
+ How is the coffee?
189
+ How is the taste?
190
+ How is the taste?
191
+ How is the taste?
192
+ How is the cracker?
193
+ How is the taste?
194
+ How is the sugar?
195
+ How is the taste?
196
+ How is the taste?
197
+ How is the taste?
198
+ How is the taste?
199
+ How is the chocolate?
200
+ How is the sauce?
201
+ How is the taste?
202
+ How is the taste?
203
+ How is the drink?
204
+ How is the nuts?
205
+ How is the taste?
206
+ How is the texture?
207
+ How is the bar?
208
+ How is the taste?
209
+ How is taste?
210
+ How is the taste?
211
+ How is the taste?
212
+ How is the taste?
213
+ How is the taste?
214
+ How is the taste?
215
+ How is taste?
216
+ How is the taste?
217
+ How is the taste?
218
+ How is the taste?
219
+ What do you think about the taste?
220
+ How is the coffee?
221
+ How is the taste?
222
+ How is the taste?
223
+ How is the quality of the cookies?
224
+ How is the taste?
225
+ How is the chocolate taste?
226
+ What do you think about the snack?
227
+ How is the taste?
228
+ How is the taste?
229
+ How is the bread?
230
+ How is the taste?
231
+ How is the taste?
232
+ How is the tea?
233
+ How is the candy?
234
+ How is the taste?
235
+ How is the taste?
236
+ How is the taste?
237
+ How is the taste?
238
+ How is the taste?
239
+ How is the taste?
240
+ How is the taste?
241
+ How is the texture?
242
+ How is the cookie?
243
+ How is the taste?
244
+ What do you think about the bar?
245
+ How is the skin?
246
+ How is the taste?
247
+ How is the taste?
248
+ How is the coffee?
249
+ How is the cookies?
250
+ How is the taste?
251
+ How is the cup?
252
+ How is the taste?
253
+ How is the taste?
254
+ How is the tea?
255
+ How is the cookie?
256
+ How is the taste?
257
+ How is the taste?
258
+ How is the taste?
259
+ How is the aroma?
260
+ What is the size of the cookies?
261
+ How is the taste?
262
+ How is the taste?
263
+ How is the taste?
264
+ How is the taste?
265
+ How is the taste?
266
+ How is the price?
267
+ How is the oatmeal?
268
+ How is the browser?
269
+ How is the oil?
270
+ How is the taste?
271
+ How is the taste?
272
+ How is the taste?
273
+ How is the taste?
274
+ How is the aroma?
275
+ How is the taste of the tea?
276
+ How is the taste?
277
+ How is the bar?
278
+ How is the product?
279
+ What do you think about the cookies?
280
+ How is the taste?
281
+ How is the taste?
282
+ How is the bar?
283
+ What do you think about the taste?
284
+ How is the taste?
285
+ How is the taste?
286
+ How is the taste?
287
+ How is the taste?
288
+ How is the cereal?
289
+ How is the taste?
290
+ How is the taste?
291
+ How is the taste?
292
+ How is the taste?
293
+ How is the bar?
294
+ How is the taste?
295
+ How is the taste?
296
+ How is the taste?
297
+ How is the taste?
298
+ How is the taste?
299
+ How is the pouch?
300
+ How is the taste?
301
+ How is the taste?
302
+ How is the taste?
303
+ How is the cookie?
304
+ How is the quality of the tea?
305
+ How is the taste?
306
+ How is the taste?
307
+ How is the taste?
308
+ How is the taste?
309
+ How is the package?
310
+ How is the taste?
311
+ How is the taste?
312
+ How is the taste?
313
+ How is the taste?
314
+ How is the taste?
315
+ How is the quality of the tea?
316
+ How is the taste?
317
+ How is the sauce?
318
+ How is the taste?
319
+ How is the taste?
320
+ How is the texture of the cookies?
321
+ How is the soup?
322
+ How is the taste?
323
+ How is the taste?
324
+ How is the packaging?
325
+ How is the taste of quinoa?
326
+ How is the taste?
327
+ How is the taste?
328
+ How is the taste?
329
+ How is the taste?
330
+ How is the price?
331
+ How is the taste?
332
+ How is the tea?
333
+ How is the taste?
334
+ How is the taste?
335
+ How is the taste?
336
+ How is the taste?
337
+ How is the aroma?
338
+ How is the coffee?
339
+ How is the price?
340
+ How is the cookie?
341
+ How is the taste?
342
+ How is the taste?
343
+ How is the taste?
344
+ How is the aroma?
345
+ How is the taste?
346
+ How is the taste?
347
+ How is the taste?
348
+ How is the taste?
349
+ How is the bar?
350
+ How is the product?
351
+ How is the cookie?
352
+ How is the taste?
353
+ How is the taste?
354
+ How is the chips?
355
+ How is the taste?
356
+ How is the taste?
357
+ How is the pancake?
358
+ How is the taste?
359
+ How is the taste?
360
+ How is the taste?
361
+ How is the taste?
362
+ How is the taste?
363
+ How is the taste?
364
+ How is the taste?
365
+ How is the taste of cookies?
366
+ How is the taste?
367
+ How is the taste?
368
+ How is the taste?
369
+ How is the taste?
370
+ How is the coffee?
371
+ How is the coffee?
372
+ How is the taste?
373
+ How is the taste?
374
+ What is the size of the bag?
375
+ How is the taste?
376
+ How is the cereal?
377
+ How is the taste?
378
+ How is the taste?
379
+ How is the taste?
eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.grocery.txt ADDED
@@ -0,0 +1,379 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the texture of the chips?
2
+ How is the dog?
3
+ How is the aroma?
4
+ How is the size of the booklet?
5
+ How is the taste?
6
+ How is the tea?
7
+ How is the taste?
8
+ How is the tea?
9
+ How is the taste?
10
+ How is the oil?
11
+ How is the chocolate?
12
+ How is the taste?
13
+ How is the taste?
14
+ How is the almonds?
15
+ How is the taste?
16
+ How is the taste?
17
+ How is the package?
18
+ How is the chips?
19
+ How is the taste of the cookies?
20
+ How is the flavoring?
21
+ How is the texture?
22
+ How is the cookies?
23
+ How is the taste?
24
+ How is the taste?
25
+ How is the quality of the cookies?
26
+ How is the taste of coffee?
27
+ How is the aroma?
28
+ How is the taste?
29
+ How is the taste?
30
+ How is the cup?
31
+ How is the taste?
32
+ How is the popcorn?
33
+ How is the cookie?
34
+ How is the taste?
35
+ How is the price?
36
+ How is the wine?
37
+ How is the cookie?
38
+ How is the taste?
39
+ How is the taste?
40
+ How is the taste?
41
+ How is the texture?
42
+ How is the coffee?
43
+ How is the aroma?
44
+ How is the mug?
45
+ How is the taste?
46
+ How is the cookies?
47
+ How is the cracker?
48
+ How is the aroma?
49
+ How is the taste?
50
+ How is the taste?
51
+ How is the sauce?
52
+ How is the aroma?
53
+ How is the water?
54
+ How is the tea?
55
+ How is the chocolate?
56
+ How is the taste?
57
+ How is the taste?
58
+ How is the taste?
59
+ How is the crunch?
60
+ How is the taste?
61
+ How is the salad?
62
+ How is the taste?
63
+ How is the coffee?
64
+ How is the taste?
65
+ How is the snack?
66
+ How is the food?
67
+ How is the tea?
68
+ How is the coconut oil?
69
+ How is the taste?
70
+ How is the cookie?
71
+ How is the taste?
72
+ How is the taste?
73
+ How is the taste?
74
+ How is the cookies?
75
+ How is the taste?
76
+ How is the taste?
77
+ How is the taste?
78
+ How is the taste of ginger?
79
+ How is the taste?
80
+ How is the taste?
81
+ How is the taste?
82
+ How is the taste?
83
+ How is the cookies?
84
+ How is the quality of the chips?
85
+ How is the size of the bag?
86
+ How is the taste?
87
+ How is the bar?
88
+ How is the taste?
89
+ How is the cookie?
90
+ How is the taste?
91
+ How is the taste?
92
+ How is the taste?
93
+ How is taste?
94
+ How is the taste?
95
+ How is the specification?
96
+ How is the pack?
97
+ How is the cookie?
98
+ How is the coffee?
99
+ How is the taste?
100
+ How is this one?
101
+ How do you like cookies?
102
+ How is the tea?
103
+ How is the fiber?
104
+ How is the taste?
105
+ How is the taste?
106
+ How is the cookie?
107
+ How is the taste?
108
+ How is the taste?
109
+ How is the tea?
110
+ How is the taste?
111
+ How is the bar?
112
+ How is the taste?
113
+ What do you think about cookies?
114
+ How is the taste?
115
+ How is the taste of the tea?
116
+ How is the tea?
117
+ How is the price?
118
+ How is the taste?
119
+ How is the juice?
120
+ How is the ingredients?
121
+ How is the basil?
122
+ How is the drink?
123
+ How is the taste?
124
+ How is the texture?
125
+ How is the taste of the cookies?
126
+ How is the taste?
127
+ How is the taste?
128
+ How is the cup of tea?
129
+ How is the taste?
130
+ How is the skin?
131
+ How is the price?
132
+ How is the taste?
133
+ How is the taste?
134
+ How is the taste?
135
+ How is the water?
136
+ How is the taste?
137
+ How is the chocolate?
138
+ How is the tea?
139
+ How is the meal?
140
+ How is the taste?
141
+ How is the taste?
142
+ How is the taste?
143
+ How is the drink?
144
+ How is the price?
145
+ How is the coffee?
146
+ How is the taste?
147
+ How is the quality of the book?
148
+ How is the packet?
149
+ How is the taste?
150
+ How is the hair?
151
+ How is the taste?
152
+ How is the quality of the coffee?
153
+ How is the tea?
154
+ How is the tea?
155
+ How is the taste of the tea?
156
+ How is the taste?
157
+ How is the chips?
158
+ What do you think about cookies?
159
+ How is the taste?
160
+ How is the box?
161
+ How is the smell?
162
+ How is the taste of coffee?
163
+ How is the taste?
164
+ How is the drink?
165
+ How is the chocolate?
166
+ How is the sauce?
167
+ How is the taste of the product?
168
+ How is the tea?
169
+ How is the taste?
170
+ How is the tea?
171
+ How is the aroma?
172
+ How is the taste?
173
+ How is the candy?
174
+ How is the bar?
175
+ What is the mission?
176
+ How is the taste?
177
+ How is the chocolate?
178
+ How is the food?
179
+ How is the taste?
180
+ How is the taste?
181
+ How is the energy drink?
182
+ How is the crunch?
183
+ How is the taste?
184
+ How is the bar?
185
+ How is the cookie?
186
+ How is the taste?
187
+ How is the tea?
188
+ How is the coffee?
189
+ How is the taste?
190
+ How is the taste?
191
+ How is the taste?
192
+ How is the taste?
193
+ How is the aroma?
194
+ How is the sugar?
195
+ How is the taste?
196
+ How is the taste?
197
+ How is the taste of ginger?
198
+ How is the taste of the tea?
199
+ How is the chocolate?
200
+ How is the sauce?
201
+ How is the taste?
202
+ How is the taste of the tea?
203
+ How is the drink?
204
+ How is the bowl?
205
+ How is the aroma?
206
+ How is the texture of the chips?
207
+ How is the bar?
208
+ How is the taste?
209
+ How is the taste?
210
+ How is the taste?
211
+ How is the tea?
212
+ How is the taste of the soup?
213
+ How is Numi?
214
+ How is the granola?
215
+ How is taste?
216
+ How is the taste?
217
+ How is the taste?
218
+ How is the coconut oil?
219
+ How is the quality of the food?
220
+ How is the coffee?
221
+ How is the taste?
222
+ How is the taste?
223
+ How is the cookie?
224
+ How is the taste?
225
+ How is the chocolate taste?
226
+ How is the crunch?
227
+ How is the taste?
228
+ How is the taste?
229
+ How is the bread?
230
+ How is the taste?
231
+ How is the tea?
232
+ How is the tea?
233
+ How is the candy?
234
+ How is the tea?
235
+ How is the taste?
236
+ How is the taste?
237
+ How is the taste?
238
+ How is the taste?
239
+ How is the sugar?
240
+ What do you think about the quality of the tea?
241
+ How is the crunchy chips?
242
+ How is the cookies?
243
+ How is the taste of the sauce?
244
+ How is the taste?
245
+ How is the body?
246
+ How is the taste?
247
+ How is the taste?
248
+ How is the taste?
249
+ How is the cookies?
250
+ How is the food?
251
+ How is the cup?
252
+ How is the taste?
253
+ How is the taste?
254
+ How is the tea?
255
+ What do you think about cookies?
256
+ How is the taste?
257
+ How is taste?
258
+ How is the taste?
259
+ How is the aroma?
260
+ What do you think about the cookies?
261
+ How is the taste?
262
+ How is the taste?
263
+ How is the cereal?
264
+ How is the taste?
265
+ How is the taste?
266
+ How is the price?
267
+ How is the oats?
268
+ How is the browser?
269
+ What is the type of seed?
270
+ How is taste?
271
+ How is the taste?
272
+ How is the taste?
273
+ How is the taste?
274
+ How is the aroma?
275
+ How is the taste?
276
+ How is the drink?
277
+ How is the bar?
278
+ How is the product?
279
+ How is the chocolate?
280
+ How is the price?
281
+ How is the taste?
282
+ How is the bar?
283
+ How is the price?
284
+ How is the quality?
285
+ How is the taste of tea?
286
+ How is the water?
287
+ How is the taste?
288
+ How is the cereal?
289
+ How is taste?
290
+ How is the taste?
291
+ How is the taste?
292
+ How is the taste?
293
+ How is the bar?
294
+ How is the taste?
295
+ How is the quality of the taste?
296
+ How is the tea?
297
+ How is the food?
298
+ How is the tea?
299
+ How is the pouch?
300
+ How is the taste?
301
+ How is the taste?
302
+ How is the tea?
303
+ How is the cookie?
304
+ How is the quality of the coffee?
305
+ How is the taste?
306
+ How is the aroma?
307
+ How is the taste?
308
+ How is the smell of vanilla?
309
+ How is the package?
310
+ How is the taste of tea?
311
+ How is the taste?
312
+ How is the taste?
313
+ How is the taste?
314
+ How is the taste?
315
+ How is the quality of the tea?
316
+ How is the aroma?
317
+ How is the taste?
318
+ How is the tea?
319
+ How is the taste?
320
+ How is the texture of the cookies?
321
+ How is the amount of sodium?
322
+ How is the taste?
323
+ How is the smell?
324
+ How is the quality of the air?
325
+ How is the price?
326
+ How is the tea?
327
+ How is the texture?
328
+ How is the taste?
329
+ How is the chicken?
330
+ How is the price?
331
+ How is the taste?
332
+ How is the tea?
333
+ How is the water?
334
+ How is the taste?
335
+ How is the taste?
336
+ How is the taste?
337
+ How is the aroma?
338
+ How is the coffee?
339
+ How is the price?
340
+ How is the cookie?
341
+ How is the taste?
342
+ How is the taste?
343
+ How is the taste of peppermint?
344
+ How is the aroma?
345
+ How is taste?
346
+ How is the taste?
347
+ How is Pu'erh?
348
+ How is the taste?
349
+ How is the bar?
350
+ How is the product?
351
+ How is the taste?
352
+ How is the taste of licorice?
353
+ How is the taste?
354
+ How is the chips?
355
+ How is the coffee?
356
+ How is the taste?
357
+ How is the pancake?
358
+ How is the tea?
359
+ How is the taste?
360
+ How is the taste?
361
+ How is the taste?
362
+ How is the taste?
363
+ How is the taste?
364
+ How is the color of the teas?
365
+ How is the quality of the cookies?
366
+ How is the taste?
367
+ How is the taste?
368
+ How is the coffee?
369
+ How is the taste?
370
+ How is the price?
371
+ How is the coffee?
372
+ How is the taste?
373
+ How is taste?
374
+ How is the taste?
375
+ How is the taste?
376
+ How is the cereal?
377
+ How is the taste?
378
+ What is the taste of the tea?
379
+ How is the taste?
eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.grocery.txt ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the bag?
2
+ How is cracker?
3
+ How is the taste?
4
+ How is the bar?
5
+ How is the cracker?
6
+ How is the taste?
7
+ How is the taste?
8
+ How is the box?
9
+ How is the chocolate?
10
+ How is the taste?
11
+ How is the cereal?
12
+ How is the taste?
13
+ How is the drink?
14
+ How is the taste?
15
+ How is the taste?
16
+ How is the taste?
17
+ How is the cracker?
18
+ How is the taste?
19
+ How is the coffee?
20
+ How is the almonds?
21
+ How is the consistency of the sauce?
22
+ How is the quality of the bar?
23
+ How is the texture?
24
+ How is the packet?
25
+ How is the texture?
26
+ How is the coffee?
27
+ How is the taste?
28
+ How is the taste?
29
+ How is the bar?
30
+ How is the granola bar?
31
+ How is the coffee?
32
+ How is the amount of vitamin C?
33
+ How is the price?
34
+ How is the chocolate?
35
+ How is the coffee?
36
+ How is the taste?
37
+ How is the bar?
38
+ How is the taste of the drink?
39
+ How is the popcorn?
40
+ How is the bar?
41
+ How is the coffee?
42
+ How is the sauce?
43
+ How is the taste?
44
+ How is the box?
45
+ How is the seasoning?
46
+ How is the taste?
47
+ How is the taste?
48
+ How is the nephew?
49
+ How is the bar?
50
+ How is the chocolate?
51
+ How is the taste?
52
+ How is the quality of the water?
53
+ How is the taste?
54
+ How is the coffee?
55
+ How is the taste?
56
+ How is the food?
57
+ How is the ginger?
58
+ How is the bar?
59
+ How is the coffee?
60
+ How is the box?
61
+ How is the packaging?
62
+ How is the texture?
63
+ How is the drink?
64
+ How is the taste?
65
+ How is the sugar?
66
+ How is the fruit?
67
+ How is the coffee?
68
+ How is the taste of the tea?
69
+ How is the sauce?
70
+ How is the taste?
71
+ How is the bottle?
72
+ How is the cracker?
73
+ How is the taste?
74
+ How is the taste?
75
+ How is the drink?
76
+ How is the sauce?
77
+ How is the taste?
78
+ How is the taste?
79
+ How is the taste?
80
+ How is the sauce?
81
+ How is the coffee?
82
+ How is the packet?
83
+ How is the taste?
84
+ How is the texture?
85
+ What is the taste of cherries?
86
+ How is the meal?
87
+ How is the nuts?
88
+ How is taste?
89
+ How is the snack?
90
+ How is the taste?
91
+ How is the soup?
92
+ How is the shelf life?
93
+ How is the texture?
94
+ How is the bar?
95
+ How is the taste?
96
+ How is the box?
97
+ How is the skin?
98
+ How is the taste of the cracker?
99
+ How is the coffee?
100
+ How is the coffee?
101
+ How is the taste of coffee?
eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.grocery.txt ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the bag?
2
+ How is the cracker?
3
+ How is the taste?
4
+ How is the bar?
5
+ How is the cracker?
6
+ How is the taste?
7
+ How is the texture?
8
+ How is the box?
9
+ How is the chocolate?
10
+ How is the taste?
11
+ How is the cereal?
12
+ What do you think about the taste?
13
+ How is the drink?
14
+ How is the taste?
15
+ How is the taste?
16
+ How is the taste?
17
+ How is the cracker?
18
+ How is the taste?
19
+ How is the coffee?
20
+ What do you think about almonds?
21
+ How is the sauce?
22
+ How is the bar?
23
+ How is the texture?
24
+ How is the taste?
25
+ How is the texture?
26
+ How is the coffee?
27
+ How is the taste?
28
+ How is the taste?
29
+ How is the bar?
30
+ How is the cracker?
31
+ How is the coffee?
32
+ How is the cost?
33
+ How is the price?
34
+ How is the chocolate?
35
+ How is the taste of coffee?
36
+ How is the taste?
37
+ How is the bar?
38
+ How is the taste?
39
+ How is the popcorn?
40
+ How is the bar?
41
+ How is the taste?
42
+ How is the sauce?
43
+ How is the taste?
44
+ How is the box?
45
+ How is the chicken?
46
+ How is the taste?
47
+ How is the taste?
48
+ How is the nephew?
49
+ How is the bar?
50
+ How is the chocolate?
51
+ How is the taste?
52
+ How is the quality of the water?
53
+ How is the taste?
54
+ How is the taste?
55
+ How is the taste?
56
+ How is the taste?
57
+ How is the ginger?
58
+ How is the bar?
59
+ How is the coffee?
60
+ How is the box?
61
+ How is the packaging?
62
+ How is the texture?
63
+ How is the taste?
64
+ How is the taste?
65
+ How is the amount of calories?
66
+ How is the fruit?
67
+ How is the coffee?
68
+ How is the taste?
69
+ How is the sauce?
70
+ How is the taste?
71
+ How is the bottle?
72
+ How is the cracker?
73
+ How is the taste?
74
+ How is the taste?
75
+ How is the taste?
76
+ How is the sauce?
77
+ How is the taste?
78
+ How is the taste?
79
+ How is the taste?
80
+ How is the sauce?
81
+ How is the taste?
82
+ How is the packet?
83
+ How is the taste?
84
+ How is the texture?
85
+ How is the bar?
86
+ How is the meal?
87
+ What do you think about the nuts?
88
+ How is the taste?
89
+ How is the snack?
90
+ How is the taste?
91
+ How is the soup?
92
+ How is the shelf life?
93
+ How is the texture?
94
+ How is the bar?
95
+ How is the taste?
96
+ How is the cracker?
97
+ How is the skin?
98
+ How is the taste?
99
+ How is the coffee?
100
+ How is the coffee?
101
+ How is the taste of coffee?
eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.grocery.txt ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the bag?
2
+ How is the cracker?
3
+ How is taste?
4
+ How is the bar?
5
+ How is the cracker?
6
+ How is the taste?
7
+ How is the taste?
8
+ How is the cost?
9
+ How is the chocolate?
10
+ How is the taste?
11
+ How is the cereal?
12
+ How is the taste?
13
+ How is the drink?
14
+ How is the coffee?
15
+ How is the taste?
16
+ How is the quality of the seeds?
17
+ How is the cracker?
18
+ How is the taste?
19
+ How is the coffee?
20
+ How is the almonds?
21
+ How is the consistency of the sauce?
22
+ How is the bar?
23
+ How is the texture?
24
+ How is the packet?
25
+ How is the texture?
26
+ How is coffee?
27
+ How is the taste?
28
+ How is the taste?
29
+ How is the nutrition?
30
+ How is the bar?
31
+ How is the coffee?
32
+ How is the amount of vitamin C?
33
+ How is the price?
34
+ How is the chocolate?
35
+ How is the coffee?
36
+ How is the taste?
37
+ How is the bar?
38
+ How is the drink?
39
+ How is the popcorn?
40
+ How is the bar?
41
+ How is the coffee?
42
+ How is the sauce?
43
+ How is the taste?
44
+ How is the box?
45
+ How is the seasoning?
46
+ How is the taste?
47
+ How is the taste?
48
+ How do you think about the child?
49
+ How is the bar?
50
+ How is the chocolate?
51
+ How is the taste?
52
+ How is the water?
53
+ How is the taste?
54
+ How is the coffee?
55
+ How is the size of the fridge?
56
+ How is the food?
57
+ How is the ginger?
58
+ How is the bar?
59
+ How is the coffee?
60
+ How is the box?
61
+ How is the packaging?
62
+ How is the texture?
63
+ How is the drink?
64
+ How is the taste?
65
+ How is the sugar?
66
+ How is the fruit?
67
+ How is the coffee?
68
+ How is the taste of the tea?
69
+ How is the sauce?
70
+ How is taste?
71
+ How is the bottle?
72
+ How is the cheese?
73
+ How is the taste?
74
+ How is the aftertaste?
75
+ How is the drink?
76
+ How is the sauce?
77
+ How is the taste?
78
+ How is the taste?
79
+ How is the taste?
80
+ How is the sauce?
81
+ How is the coffee?
82
+ How is the packet?
83
+ How is the taste?
84
+ How is the texture?
85
+ How is the cherries?
86
+ How is the meal?
87
+ How is the nuts?
88
+ How is the taste?
89
+ How is the snack?
90
+ How is the taste?
91
+ How is the soup?
92
+ How is the shelf life?
93
+ How is the texture?
94
+ How is the bar?
95
+ How is the taste?
96
+ How is the box?
97
+ How is the skin?
98
+ How is the taste of the grahams?
99
+ How is the coffee?
100
+ How is the cup?
101
+ How is the taste?
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56e11fbb268b1744fabef2e7700b9472de70bb2bb03a958708a710255b1a2a4c
3
- size 1625555649
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb3814655b534d7a00e5f194f124f6641a0e4a2e55376a2ead301d625810ec6
3
+ size 1625562881
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "bart_large_subjqa_grocery/best_model", "tokenizer_class": "BartTokenizer"}
 
1
+ {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "lmqg_output/qg_subjqa/bart_large_subjqa_grocery/model_cejauh/epoch_1", "tokenizer_class": "BartTokenizer"}
trainer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_path": "asahi417/qg_subjqa", "dataset_name": "grocery", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "asahi417/lmqg-bart-large-squad", "max_length": 512, "max_length_output": 32, "epoch": 4, "batch": 8, "lr": 5e-05, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 32, "label_smoothing": 0.15}