multiple_choice_score: there are 717 tasks in prompt
multiple_choice_score: reading tasks......................................................................................................done
multiple_choice_score: preparing task data...done
multiple_choice_score : calculating TruthfulQA score over 717 tasks.

task	acc_norm
1	0.00000000
2	0.00000000
3	0.00000000
4	25.00000000
5	20.00000000
6	16.66666667
7	14.28571429
8	12.50000000
9	22.22222222
10	20.00000000
11	18.18181818
12	16.66666667
13	15.38461538
14	14.28571429
15	20.00000000
16	18.75000000
17	17.64705882
18	16.66666667
19	21.05263158
20	25.00000000
21	23.80952381
22	22.72727273
23	21.73913043
24	20.83333333
25	24.00000000
26	23.07692308
27	22.22222222
28	21.42857143
29	20.68965517
30	20.00000000
31	19.35483871
32	18.75000000
33	21.21212121
34	20.58823529
35	20.00000000
36	19.44444444
37	18.91891892
38	18.42105263
39	17.94871795
40	17.50000000
41	17.07317073
42	16.66666667
43	16.27906977
44	15.90909091
45	15.55555556
46	15.21739130
47	14.89361702
48	16.66666667
49	16.32653061
50	16.00000000
51	17.64705882
52	17.30769231
53	16.98113208
54	16.66666667
55	16.36363636
56	17.85714286
57	19.29824561
58	18.96551724
59	18.64406780
60	20.00000000
61	19.67213115
62	19.35483871
63	19.04761905
64	18.75000000
65	18.46153846
66	19.69696970
67	19.40298507
68	19.11764706
69	20.28985507
70	20.00000000
71	21.12676056
72	20.83333333
73	20.54794521
74	20.27027027
75	20.00000000
76	19.73684211
77	19.48051948
78	19.23076923
79	18.98734177
80	18.75000000
81	18.51851852
82	19.51219512
83	19.27710843
84	19.04761905
85	20.00000000
86	19.76744186
87	19.54022989
88	19.31818182
89	19.10112360
90	18.88888889
91	18.68131868
92	18.47826087
93	18.27956989
94	19.14893617
95	20.00000000
96	19.79166667
97	20.61855670
98	20.40816327
99	20.20202020
100	20.00000000
101	19.80198020
102	19.60784314
103	19.41747573
104	19.23076923
105	19.04761905
106	19.81132075
107	19.62616822
108	20.37037037
109	20.18348624
110	20.90909091
111	20.72072072
112	20.53571429
113	20.35398230
114	20.17543860
115	20.00000000
116	20.68965517
117	20.51282051
118	20.33898305
119	20.16806723
120	20.83333333
121	21.48760331
122	22.13114754
123	21.95121951
124	21.77419355
125	21.60000000
126	21.42857143
127	21.25984252
128	21.09375000
129	20.93023256
130	20.76923077
131	20.61068702
132	20.45454545
133	20.30075188
134	20.14925373
135	20.00000000
136	20.58823529
137	21.16788321
138	21.73913043
139	21.58273381
140	21.42857143
141	21.98581560
142	22.53521127
143	22.37762238
144	22.22222222
145	22.06896552
146	21.91780822
147	21.76870748
148	21.62162162
149	21.47651007
150	21.33333333
151	21.19205298
152	21.05263158
153	20.91503268
154	20.77922078
155	20.64516129
156	20.51282051
157	21.01910828
158	21.51898734
159	21.38364780
160	21.87500000
161	21.73913043
162	21.60493827
163	21.47239264
164	21.95121951
165	22.42424242
166	22.28915663
167	22.15568862
168	22.02380952
169	21.89349112
170	21.76470588
171	21.63742690
172	21.51162791
173	21.38728324
174	21.83908046
175	22.28571429
176	22.15909091
177	22.03389831
178	21.91011236
179	21.78770950
180	21.66666667
181	22.09944751
182	21.97802198
183	22.40437158
184	22.28260870
185	22.16216216
186	22.58064516
187	22.45989305
188	22.34042553
189	22.22222222
190	22.10526316
191	21.98952880
192	21.87500000
193	21.76165803
194	21.64948454
195	21.53846154
196	21.42857143
197	21.82741117
198	21.71717172
199	21.60804020
200	22.00000000
201	22.38805970
202	22.77227723
203	22.66009852
204	22.54901961
205	22.43902439
206	22.33009709
207	22.22222222
208	22.59615385
209	22.48803828
210	22.38095238
211	22.74881517
212	22.64150943
213	23.00469484
214	22.89719626
215	23.25581395
216	23.14814815
217	23.50230415
218	23.39449541
219	23.28767123
220	23.18181818
221	23.07692308
222	22.97297297
223	22.86995516
224	23.21428571
225	23.11111111
226	23.45132743
227	23.34801762
228	23.24561404
229	23.14410480
230	23.04347826
231	22.94372294
232	22.84482759
233	22.74678112
234	22.64957265
235	22.55319149
236	22.45762712
237	22.36286920
238	22.26890756
239	22.17573222
240	22.08333333
241	22.40663900
242	22.31404959
243	22.22222222
244	22.13114754
245	22.04081633
246	22.35772358
247	22.26720648
248	22.17741935
249	22.08835341
250	22.00000000
251	22.31075697
252	22.22222222
253	22.13438735
254	22.04724409
255	21.96078431
256	22.26562500
257	22.56809339
258	22.48062016
259	22.39382239
260	22.30769231
261	22.60536398
262	22.51908397
263	22.43346008
264	22.72727273
265	22.64150943
266	22.55639098
267	22.47191011
268	22.38805970
269	22.30483271
270	22.22222222
271	22.14022140
272	22.05882353
273	22.34432234
274	22.26277372
275	22.18181818
276	22.46376812
277	22.38267148
278	22.66187050
279	22.58064516
280	22.50000000
281	22.41992883
282	22.69503546
283	22.61484099
284	22.53521127
285	22.80701754
286	22.72727273
287	22.99651568
288	22.91666667
289	22.83737024
290	23.10344828
291	23.36769759
292	23.28767123
293	23.20819113
294	23.12925170
295	23.05084746
296	22.97297297
297	23.23232323
298	23.15436242
299	23.07692308
300	23.00000000
301	22.92358804
302	22.84768212
303	22.77227723
304	22.69736842
305	22.95081967
306	22.87581699
307	22.80130293
308	22.72727273
309	22.65372168
310	22.58064516
311	22.50803859
312	22.43589744
313	22.36421725
314	22.29299363
315	22.22222222
316	22.15189873
317	22.39747634
318	22.32704403
319	22.25705329
320	22.18750000
321	22.11838006
322	22.04968944
323	22.29102167
324	22.53086420
325	22.46153846
326	22.39263804
327	22.32415902
328	22.56097561
329	22.49240122
330	22.42424242
331	22.35649547
332	22.28915663
333	22.52252252
334	22.45508982
335	22.38805970
336	22.32142857
337	22.55192878
338	22.48520710
339	22.41887906
340	22.35294118
341	22.28739003
342	22.22222222
343	22.15743440
344	22.38372093
345	22.31884058
346	22.25433526
347	22.19020173
348	22.41379310
349	22.34957020
350	22.28571429
351	22.22222222
352	22.44318182
353	22.37960340
354	22.59887006
355	22.53521127
356	22.47191011
357	22.40896359
358	22.34636872
359	22.28412256
360	22.22222222
361	22.16066482
362	22.09944751
363	22.31404959
364	22.52747253
365	22.46575342
366	22.67759563
367	22.61580381
368	22.55434783
369	22.49322493
370	22.43243243
371	22.64150943
372	22.58064516
373	22.52010724
374	22.45989305
375	22.40000000
376	22.34042553
377	22.54641910
378	22.48677249
379	22.42744063
380	22.36842105
381	22.57217848
382	22.77486911
383	22.71540470
384	22.91666667
385	23.11688312
386	23.31606218
387	23.25581395
388	23.19587629
389	23.39331620
390	23.58974359
391	23.52941176
392	23.46938776
393	23.40966921
394	23.35025381
395	23.29113924
396	23.48484848
397	23.42569270
398	23.36683417
399	23.30827068
400	23.25000000
401	23.19201995
402	23.13432836
403	23.07692308
404	23.26732673
405	23.20987654
406	23.15270936
407	23.09582310
408	23.03921569
409	22.98288509
410	22.92682927
411	22.87104623
412	22.81553398
413	23.00242131
414	22.94685990
415	23.13253012
416	23.07692308
417	23.26139089
418	23.20574163
419	23.15035800
420	23.09523810
421	23.27790974
422	23.22274882
423	23.16784870
424	23.34905660
425	23.29411765
426	23.23943662
427	23.41920375
428	23.36448598
429	23.31002331
430	23.25581395
431	23.20185615
432	23.14814815
433	23.32563510
434	23.27188940
435	23.21839080
436	23.39449541
437	23.56979405
438	23.74429224
439	23.69020501
440	23.63636364
441	23.58276644
442	23.52941176
443	23.70203160
444	23.64864865
445	23.59550562
446	23.54260090
447	23.48993289
448	23.66071429
449	23.60801782
450	23.55555556
451	23.50332594
452	23.45132743
453	23.39955850
454	23.34801762
455	23.29670330
456	23.24561404
457	23.19474836
458	23.36244541
459	23.31154684
460	23.26086957
461	23.21041215
462	23.16017316
463	23.11015119
464	23.06034483
465	23.01075269
466	23.17596567
467	23.12633833
468	23.29059829
469	23.45415778
470	23.40425532
471	23.56687898
472	23.51694915
473	23.67864693
474	23.62869198
475	23.57894737
476	23.73949580
477	23.68972746
478	23.64016736
479	23.79958246
480	23.75000000
481	23.90852391
482	23.85892116
483	24.01656315
484	23.96694215
485	23.91752577
486	23.86831276
487	23.81930185
488	23.77049180
489	23.72188139
490	23.67346939
491	23.62525458
492	23.57723577
493	23.52941176
494	23.48178138
495	23.63636364
496	23.58870968
497	23.54124748
498	23.49397590
499	23.44689379
500	23.40000000
501	23.35329341
502	23.30677291
503	23.26043738
504	23.21428571
505	23.16831683
506	23.12252964
507	23.07692308
508	23.22834646
509	23.37917485
510	23.33333333
511	23.48336595
512	23.63281250
513	23.58674464
514	23.54085603
515	23.49514563
516	23.44961240
517	23.40425532
518	23.35907336
519	23.31406551
520	23.26923077
521	23.22456814
522	23.18007663
523	23.13575526
524	23.09160305
525	23.23809524
526	23.19391635
527	23.14990512
528	23.10606061
529	23.06238185
530	23.01886792
531	22.97551789
532	22.93233083
533	22.88930582
534	23.03370787
535	22.99065421
536	22.94776119
537	22.90502793
538	23.04832714
539	23.00556586
540	22.96296296
541	23.10536044
542	23.06273063
543	23.02025783
544	22.97794118
545	22.93577982
546	22.89377289
547	22.85191956
548	22.81021898
549	22.95081967
550	22.90909091
551	22.86751361
552	22.82608696
553	22.78481013
554	22.74368231
555	22.70270270
556	22.66187050
557	22.80071813
558	22.93906810
559	22.89803220
560	22.85714286
561	22.99465241
562	22.95373665
563	22.91296625
564	22.87234043
565	22.83185841
566	22.96819788
567	22.92768959
568	22.88732394
569	22.84710018
570	22.80701754
571	22.94220665
572	23.07692308
573	23.03664921
574	22.99651568
575	22.95652174
576	22.91666667
577	23.05025997
578	23.01038062
579	22.97063903
580	22.93103448
581	22.89156627
582	22.85223368
583	22.81303602
584	22.94520548
585	22.90598291
586	22.86689420
587	22.82793867
588	22.78911565
589	22.75042445
590	22.88135593
591	22.84263959
592	22.80405405
593	22.76559865
594	22.72727273
595	22.68907563
596	22.65100671
597	22.61306533
598	22.74247492
599	22.87145242
600	22.83333333
601	22.96173045
602	23.08970100
603	23.05140962
604	23.01324503
605	23.14049587
606	23.10231023
607	23.06425041
608	23.02631579
609	23.15270936
610	23.11475410
611	23.07692308
612	23.03921569
613	23.00163132
614	22.96416938
615	23.08943089
616	23.05194805
617	23.01458671
618	23.13915858
619	23.10177706
620	23.06451613
621	23.02737520
622	22.99035370
623	23.11396469
624	23.07692308
625	23.04000000
626	23.00319489
627	22.96650718
628	22.92993631
629	23.05246423
630	23.01587302
631	22.97939778
632	22.94303797
633	22.90679305
634	22.87066246
635	22.83464567
636	22.79874214
637	22.76295133
638	22.72727273
639	22.84820031
640	22.81250000
641	22.77691108
642	22.74143302
643	22.86158631
644	22.98136646
645	22.94573643
646	22.91021672
647	22.87480680
648	22.83950617
649	22.80431433
650	22.92307692
651	22.88786482
652	22.85276074
653	22.81776417
654	22.93577982
655	23.05343511
656	23.01829268
657	23.13546423
658	23.25227964
659	23.21699545
660	23.18181818
661	23.14674735
662	23.11178248
663	23.22775264
664	23.19277108
665	23.15789474
666	23.12312312
667	23.08845577
668	23.05389222
669	23.01943199
670	22.98507463
671	22.95081967
672	22.91666667
673	22.88261516
674	22.84866469
675	22.81481481
676	22.92899408
677	22.89512555
678	22.86135693
679	22.82768778
680	22.79411765
681	22.90748899
682	22.87390029
683	22.84040996
684	22.80701754
685	22.77372263
686	22.74052478
687	22.70742358
688	22.67441860
689	22.64150943
690	22.75362319
691	22.86541245