fix dist
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- assets/data/plots/score_by_dump/agg_score.json +2242 -0
- assets/data/plots/score_by_dump/arc_acc_norm.json +1 -0
- assets/data/plots/score_by_dump/commonsense_qa_acc_norm.json +1 -0
- assets/data/plots/score_by_dump/hellaswag_acc_norm.json +1 -0
- assets/data/plots/score_by_dump/index.json +35 -0
- assets/data/plots/score_by_dump/mmlu_acc_norm.json +1 -0
- assets/data/plots/score_by_dump/openbookqa_acc_norm.json +1 -0
- assets/data/plots/score_by_dump/piqa_acc_norm.json +1 -0
- assets/data/plots/score_by_dump/winogrande_acc_norm.json +1 -0
- assets/images/dataset_comparisons_agg_fw_edu.png +0 -0
- assets/images/score_by_dump.png +0 -0
- assets/images/synthetic-data.png +0 -0
- dist/assets/data/clustering/data.csv +0 -0
- dist/assets/data/clustering/info.csv +106 -0
- dist/assets/data/plots/all_dumps_bad/agg_score.json +1 -0
- dist/assets/data/plots/all_dumps_bad/arc_acc_norm.json +1 -0
- dist/assets/data/plots/all_dumps_bad/commonsense_qa_acc_norm.json +1 -0
- dist/assets/data/plots/all_dumps_bad/hellaswag_acc_norm.json +1 -0
- dist/assets/data/plots/all_dumps_bad/index.json +1 -0
- dist/assets/data/plots/all_dumps_bad/mmlu_acc_norm.json +1 -0
- dist/assets/data/plots/all_dumps_bad/openbookqa_acc_norm.json +1 -0
- dist/assets/data/plots/all_dumps_bad/piqa_acc_norm.json +1 -0
- dist/assets/data/plots/all_dumps_bad/siqa_acc_norm.json +1 -0
- dist/assets/data/plots/all_dumps_bad/winogrande_acc_norm.json +1 -0
- dist/assets/data/plots/all_filtering_steps/agg_score.json +1 -0
- dist/assets/data/plots/all_filtering_steps/arc_acc_norm.json +1 -0
- dist/assets/data/plots/all_filtering_steps/commonsense_qa_acc_norm.json +1 -0
- dist/assets/data/plots/all_filtering_steps/hellaswag_acc_norm.json +1 -0
- dist/assets/data/plots/all_filtering_steps/index.json +1 -0
- dist/assets/data/plots/all_filtering_steps/mmlu_acc_norm.json +1 -0
- dist/assets/data/plots/all_filtering_steps/openbookqa_acc_norm.json +1 -0
- dist/assets/data/plots/all_filtering_steps/piqa_acc_norm.json +1 -0
- dist/assets/data/plots/all_filtering_steps/siqa_acc_norm.json +1 -0
- dist/assets/data/plots/all_filtering_steps/winogrande_acc_norm.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/agg_score.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/arc_acc_norm.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/commonsense_qa_acc_norm.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/hellaswag_acc_norm.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/index.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/mmlu_acc_norm.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/openbookqa_acc_norm.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/piqa_acc_norm.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/siqa_acc_norm.json +1 -0
- dist/assets/data/plots/c4_filters_hellaswag/winogrande_acc_norm.json +1 -0
- dist/assets/data/plots/cross_ind_unfiltered_comparison/agg_score.json +1 -0
- dist/assets/data/plots/cross_ind_unfiltered_comparison/commonsense_qa_acc_norm.json +1 -0
- dist/assets/data/plots/cross_ind_unfiltered_comparison/hellaswag_acc_norm.json +1 -0
- dist/assets/data/plots/cross_ind_unfiltered_comparison/index.json +1 -0
- dist/assets/data/plots/cross_ind_unfiltered_comparison/mmlu_acc_norm.json +1 -0
- dist/assets/data/plots/cross_ind_unfiltered_comparison/openbookqa_acc_norm.json +1 -0
assets/data/plots/score_by_dump/agg_score.json
ADDED
|
@@ -0,0 +1,2242 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"traces": [
|
| 3 |
+
{
|
| 4 |
+
"x": [
|
| 5 |
+
"2013-20"
|
| 6 |
+
],
|
| 7 |
+
"y": [
|
| 8 |
+
0.42011411984761554
|
| 9 |
+
],
|
| 10 |
+
"type": "scatter",
|
| 11 |
+
"mode": "lines+markers",
|
| 12 |
+
"marker": {
|
| 13 |
+
"color": "rgba(188,189,34,255)",
|
| 14 |
+
"size": 10
|
| 15 |
+
},
|
| 16 |
+
"name": "2013-20",
|
| 17 |
+
"error_y": {
|
| 18 |
+
"value": 0.0016496558177531693,
|
| 19 |
+
"visible": "true"
|
| 20 |
+
}
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"x": [
|
| 24 |
+
"2013-48"
|
| 25 |
+
],
|
| 26 |
+
"y": [
|
| 27 |
+
0.41771392337977886
|
| 28 |
+
],
|
| 29 |
+
"type": "scatter",
|
| 30 |
+
"mode": "lines+markers",
|
| 31 |
+
"marker": {
|
| 32 |
+
"color": "rgba(188,189,34,255)",
|
| 33 |
+
"size": 10
|
| 34 |
+
},
|
| 35 |
+
"name": "2013-48",
|
| 36 |
+
"error_y": {
|
| 37 |
+
"value": 0.0021667110287662563,
|
| 38 |
+
"visible": "true"
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"x": [
|
| 43 |
+
"2014-10"
|
| 44 |
+
],
|
| 45 |
+
"y": [
|
| 46 |
+
0.4225375975171725
|
| 47 |
+
],
|
| 48 |
+
"type": "scatter",
|
| 49 |
+
"mode": "lines+markers",
|
| 50 |
+
"marker": {
|
| 51 |
+
"color": "rgba(23,190,207,255)",
|
| 52 |
+
"size": 10
|
| 53 |
+
},
|
| 54 |
+
"name": "2014-10",
|
| 55 |
+
"error_y": {
|
| 56 |
+
"value": 0.0021427824656726473,
|
| 57 |
+
"visible": "true"
|
| 58 |
+
}
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"x": [
|
| 62 |
+
"2014-15"
|
| 63 |
+
],
|
| 64 |
+
"y": [
|
| 65 |
+
0.4215048458427191
|
| 66 |
+
],
|
| 67 |
+
"type": "scatter",
|
| 68 |
+
"mode": "lines+markers",
|
| 69 |
+
"marker": {
|
| 70 |
+
"color": "rgba(23,190,207,255)",
|
| 71 |
+
"size": 10
|
| 72 |
+
},
|
| 73 |
+
"name": "2014-15",
|
| 74 |
+
"error_y": {
|
| 75 |
+
"value": 0.002825104688461533,
|
| 76 |
+
"visible": "true"
|
| 77 |
+
}
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"x": [
|
| 81 |
+
"2014-23"
|
| 82 |
+
],
|
| 83 |
+
"y": [
|
| 84 |
+
0.4200556830813487
|
| 85 |
+
],
|
| 86 |
+
"type": "scatter",
|
| 87 |
+
"mode": "lines+markers",
|
| 88 |
+
"marker": {
|
| 89 |
+
"color": "rgba(23,190,207,255)",
|
| 90 |
+
"size": 10
|
| 91 |
+
},
|
| 92 |
+
"name": "2014-23",
|
| 93 |
+
"error_y": {
|
| 94 |
+
"value": 0.0013644398616582199,
|
| 95 |
+
"visible": "true"
|
| 96 |
+
}
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"x": [
|
| 100 |
+
"2014-35"
|
| 101 |
+
],
|
| 102 |
+
"y": [
|
| 103 |
+
0.42267325334250927
|
| 104 |
+
],
|
| 105 |
+
"type": "scatter",
|
| 106 |
+
"mode": "lines+markers",
|
| 107 |
+
"marker": {
|
| 108 |
+
"color": "rgba(23,190,207,255)",
|
| 109 |
+
"size": 10
|
| 110 |
+
},
|
| 111 |
+
"name": "2014-35",
|
| 112 |
+
"error_y": {
|
| 113 |
+
"value": 0.000879017028815676,
|
| 114 |
+
"visible": "true"
|
| 115 |
+
}
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"x": [
|
| 119 |
+
"2014-41"
|
| 120 |
+
],
|
| 121 |
+
"y": [
|
| 122 |
+
0.42219953549404937
|
| 123 |
+
],
|
| 124 |
+
"type": "scatter",
|
| 125 |
+
"mode": "lines+markers",
|
| 126 |
+
"marker": {
|
| 127 |
+
"color": "rgba(23,190,207,255)",
|
| 128 |
+
"size": 10
|
| 129 |
+
},
|
| 130 |
+
"name": "2014-41",
|
| 131 |
+
"error_y": {
|
| 132 |
+
"value": 0.0018210188421440405,
|
| 133 |
+
"visible": "true"
|
| 134 |
+
}
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"x": [
|
| 138 |
+
"2014-42"
|
| 139 |
+
],
|
| 140 |
+
"y": [
|
| 141 |
+
0.42158348858356476
|
| 142 |
+
],
|
| 143 |
+
"type": "scatter",
|
| 144 |
+
"mode": "lines+markers",
|
| 145 |
+
"marker": {
|
| 146 |
+
"color": "rgba(23,190,207,255)",
|
| 147 |
+
"size": 10
|
| 148 |
+
},
|
| 149 |
+
"name": "2014-42",
|
| 150 |
+
"error_y": {
|
| 151 |
+
"value": 0.0036181002526405634,
|
| 152 |
+
"visible": "true"
|
| 153 |
+
}
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"x": [
|
| 157 |
+
"2014-49"
|
| 158 |
+
],
|
| 159 |
+
"y": [
|
| 160 |
+
0.42136500775814056
|
| 161 |
+
],
|
| 162 |
+
"type": "scatter",
|
| 163 |
+
"mode": "lines+markers",
|
| 164 |
+
"marker": {
|
| 165 |
+
"color": "rgba(23,190,207,255)",
|
| 166 |
+
"size": 10
|
| 167 |
+
},
|
| 168 |
+
"name": "2014-49",
|
| 169 |
+
"error_y": {
|
| 170 |
+
"value": 0.002208491806709278,
|
| 171 |
+
"visible": "true"
|
| 172 |
+
}
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"x": [
|
| 176 |
+
"2014-52"
|
| 177 |
+
],
|
| 178 |
+
"y": [
|
| 179 |
+
0.4205201355119546
|
| 180 |
+
],
|
| 181 |
+
"type": "scatter",
|
| 182 |
+
"mode": "lines+markers",
|
| 183 |
+
"marker": {
|
| 184 |
+
"color": "rgba(23,190,207,255)",
|
| 185 |
+
"size": 10
|
| 186 |
+
},
|
| 187 |
+
"name": "2014-52",
|
| 188 |
+
"error_y": {
|
| 189 |
+
"value": 0.002480274359358602,
|
| 190 |
+
"visible": "true"
|
| 191 |
+
}
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"x": [
|
| 195 |
+
"2015-06"
|
| 196 |
+
],
|
| 197 |
+
"y": [
|
| 198 |
+
0.4186039001991351
|
| 199 |
+
],
|
| 200 |
+
"type": "scatter",
|
| 201 |
+
"mode": "lines+markers",
|
| 202 |
+
"marker": {
|
| 203 |
+
"color": "rgba(31,119,180,255)",
|
| 204 |
+
"size": 10
|
| 205 |
+
},
|
| 206 |
+
"name": "2015-06",
|
| 207 |
+
"error_y": {
|
| 208 |
+
"value": 0.0019475333131086685,
|
| 209 |
+
"visible": "true"
|
| 210 |
+
}
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"x": [
|
| 214 |
+
"2015-11"
|
| 215 |
+
],
|
| 216 |
+
"y": [
|
| 217 |
+
0.4224700617293517
|
| 218 |
+
],
|
| 219 |
+
"type": "scatter",
|
| 220 |
+
"mode": "lines+markers",
|
| 221 |
+
"marker": {
|
| 222 |
+
"color": "rgba(31,119,180,255)",
|
| 223 |
+
"size": 10
|
| 224 |
+
},
|
| 225 |
+
"name": "2015-11",
|
| 226 |
+
"error_y": {
|
| 227 |
+
"value": 0.001818193126243462,
|
| 228 |
+
"visible": "true"
|
| 229 |
+
}
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"x": [
|
| 233 |
+
"2015-14"
|
| 234 |
+
],
|
| 235 |
+
"y": [
|
| 236 |
+
0.4220602648953597
|
| 237 |
+
],
|
| 238 |
+
"type": "scatter",
|
| 239 |
+
"mode": "lines+markers",
|
| 240 |
+
"marker": {
|
| 241 |
+
"color": "rgba(31,119,180,255)",
|
| 242 |
+
"size": 10
|
| 243 |
+
},
|
| 244 |
+
"name": "2015-14",
|
| 245 |
+
"error_y": {
|
| 246 |
+
"value": 0.0011547664051939639,
|
| 247 |
+
"visible": "true"
|
| 248 |
+
}
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"x": [
|
| 252 |
+
"2015-18"
|
| 253 |
+
],
|
| 254 |
+
"y": [
|
| 255 |
+
0.4221940692514181
|
| 256 |
+
],
|
| 257 |
+
"type": "scatter",
|
| 258 |
+
"mode": "lines+markers",
|
| 259 |
+
"marker": {
|
| 260 |
+
"color": "rgba(31,119,180,255)",
|
| 261 |
+
"size": 10
|
| 262 |
+
},
|
| 263 |
+
"name": "2015-18",
|
| 264 |
+
"error_y": {
|
| 265 |
+
"value": 0.0017460518369319666,
|
| 266 |
+
"visible": "true"
|
| 267 |
+
}
|
| 268 |
+
},
|
| 269 |
+
{
|
| 270 |
+
"x": [
|
| 271 |
+
"2015-22"
|
| 272 |
+
],
|
| 273 |
+
"y": [
|
| 274 |
+
0.42575788870453835
|
| 275 |
+
],
|
| 276 |
+
"type": "scatter",
|
| 277 |
+
"mode": "lines+markers",
|
| 278 |
+
"marker": {
|
| 279 |
+
"color": "rgba(31,119,180,255)",
|
| 280 |
+
"size": 10
|
| 281 |
+
},
|
| 282 |
+
"name": "2015-22",
|
| 283 |
+
"error_y": {
|
| 284 |
+
"value": 0.002697334554205427,
|
| 285 |
+
"visible": "true"
|
| 286 |
+
}
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"x": [
|
| 290 |
+
"2015-27"
|
| 291 |
+
],
|
| 292 |
+
"y": [
|
| 293 |
+
0.4235885652403037
|
| 294 |
+
],
|
| 295 |
+
"type": "scatter",
|
| 296 |
+
"mode": "lines+markers",
|
| 297 |
+
"marker": {
|
| 298 |
+
"color": "rgba(31,119,180,255)",
|
| 299 |
+
"size": 10
|
| 300 |
+
},
|
| 301 |
+
"name": "2015-27",
|
| 302 |
+
"error_y": {
|
| 303 |
+
"value": 0.0015848272669417506,
|
| 304 |
+
"visible": "true"
|
| 305 |
+
}
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"x": [
|
| 309 |
+
"2015-32"
|
| 310 |
+
],
|
| 311 |
+
"y": [
|
| 312 |
+
0.4225230813026428
|
| 313 |
+
],
|
| 314 |
+
"type": "scatter",
|
| 315 |
+
"mode": "lines+markers",
|
| 316 |
+
"marker": {
|
| 317 |
+
"color": "rgba(31,119,180,255)",
|
| 318 |
+
"size": 10
|
| 319 |
+
},
|
| 320 |
+
"name": "2015-32",
|
| 321 |
+
"error_y": {
|
| 322 |
+
"value": 0.001730822413702273,
|
| 323 |
+
"visible": "true"
|
| 324 |
+
}
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"x": [
|
| 328 |
+
"2015-35"
|
| 329 |
+
],
|
| 330 |
+
"y": [
|
| 331 |
+
0.42233593948185444
|
| 332 |
+
],
|
| 333 |
+
"type": "scatter",
|
| 334 |
+
"mode": "lines+markers",
|
| 335 |
+
"marker": {
|
| 336 |
+
"color": "rgba(31,119,180,255)",
|
| 337 |
+
"size": 10
|
| 338 |
+
},
|
| 339 |
+
"name": "2015-35",
|
| 340 |
+
"error_y": {
|
| 341 |
+
"value": 0.001186549373568531,
|
| 342 |
+
"visible": "true"
|
| 343 |
+
}
|
| 344 |
+
},
|
| 345 |
+
{
|
| 346 |
+
"x": [
|
| 347 |
+
"2015-40"
|
| 348 |
+
],
|
| 349 |
+
"y": [
|
| 350 |
+
0.4221775283416112
|
| 351 |
+
],
|
| 352 |
+
"type": "scatter",
|
| 353 |
+
"mode": "lines+markers",
|
| 354 |
+
"marker": {
|
| 355 |
+
"color": "rgba(31,119,180,255)",
|
| 356 |
+
"size": 10
|
| 357 |
+
},
|
| 358 |
+
"name": "2015-40",
|
| 359 |
+
"error_y": {
|
| 360 |
+
"value": 0.0014473917247342899,
|
| 361 |
+
"visible": "true"
|
| 362 |
+
}
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"x": [
|
| 366 |
+
"2015-48"
|
| 367 |
+
],
|
| 368 |
+
"y": [
|
| 369 |
+
0.4228653535246849
|
| 370 |
+
],
|
| 371 |
+
"type": "scatter",
|
| 372 |
+
"mode": "lines+markers",
|
| 373 |
+
"marker": {
|
| 374 |
+
"color": "rgba(31,119,180,255)",
|
| 375 |
+
"size": 10
|
| 376 |
+
},
|
| 377 |
+
"name": "2015-48",
|
| 378 |
+
"error_y": {
|
| 379 |
+
"value": 0.002096370393689308,
|
| 380 |
+
"visible": "true"
|
| 381 |
+
}
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"x": [
|
| 385 |
+
"2016-07"
|
| 386 |
+
],
|
| 387 |
+
"y": [
|
| 388 |
+
0.42264105565845966
|
| 389 |
+
],
|
| 390 |
+
"type": "scatter",
|
| 391 |
+
"mode": "lines+markers",
|
| 392 |
+
"marker": {
|
| 393 |
+
"color": "rgba(255,127,14,255)",
|
| 394 |
+
"size": 10
|
| 395 |
+
},
|
| 396 |
+
"name": "2016-07",
|
| 397 |
+
"error_y": {
|
| 398 |
+
"value": 0.0020285846605720497,
|
| 399 |
+
"visible": "true"
|
| 400 |
+
}
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"x": [
|
| 404 |
+
"2016-18"
|
| 405 |
+
],
|
| 406 |
+
"y": [
|
| 407 |
+
0.42393360535303753
|
| 408 |
+
],
|
| 409 |
+
"type": "scatter",
|
| 410 |
+
"mode": "lines+markers",
|
| 411 |
+
"marker": {
|
| 412 |
+
"color": "rgba(255,127,14,255)",
|
| 413 |
+
"size": 10
|
| 414 |
+
},
|
| 415 |
+
"name": "2016-18",
|
| 416 |
+
"error_y": {
|
| 417 |
+
"value": 0.0030122862587185746,
|
| 418 |
+
"visible": "true"
|
| 419 |
+
}
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"x": [
|
| 423 |
+
"2016-22"
|
| 424 |
+
],
|
| 425 |
+
"y": [
|
| 426 |
+
0.42317299482723075
|
| 427 |
+
],
|
| 428 |
+
"type": "scatter",
|
| 429 |
+
"mode": "lines+markers",
|
| 430 |
+
"marker": {
|
| 431 |
+
"color": "rgba(255,127,14,255)",
|
| 432 |
+
"size": 10
|
| 433 |
+
},
|
| 434 |
+
"name": "2016-22",
|
| 435 |
+
"error_y": {
|
| 436 |
+
"value": 0.0017154873925986436,
|
| 437 |
+
"visible": "true"
|
| 438 |
+
}
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"x": [
|
| 442 |
+
"2016-26"
|
| 443 |
+
],
|
| 444 |
+
"y": [
|
| 445 |
+
0.4210619007547696
|
| 446 |
+
],
|
| 447 |
+
"type": "scatter",
|
| 448 |
+
"mode": "lines+markers",
|
| 449 |
+
"marker": {
|
| 450 |
+
"color": "rgba(255,127,14,255)",
|
| 451 |
+
"size": 10
|
| 452 |
+
},
|
| 453 |
+
"name": "2016-26",
|
| 454 |
+
"error_y": {
|
| 455 |
+
"value": 0.0019613563642615333,
|
| 456 |
+
"visible": "true"
|
| 457 |
+
}
|
| 458 |
+
},
|
| 459 |
+
{
|
| 460 |
+
"x": [
|
| 461 |
+
"2016-30"
|
| 462 |
+
],
|
| 463 |
+
"y": [
|
| 464 |
+
0.4214250836521387
|
| 465 |
+
],
|
| 466 |
+
"type": "scatter",
|
| 467 |
+
"mode": "lines+markers",
|
| 468 |
+
"marker": {
|
| 469 |
+
"color": "rgba(255,127,14,255)",
|
| 470 |
+
"size": 10
|
| 471 |
+
},
|
| 472 |
+
"name": "2016-30",
|
| 473 |
+
"error_y": {
|
| 474 |
+
"value": 0.0022827094104359747,
|
| 475 |
+
"visible": "true"
|
| 476 |
+
}
|
| 477 |
+
},
|
| 478 |
+
{
|
| 479 |
+
"x": [
|
| 480 |
+
"2016-36"
|
| 481 |
+
],
|
| 482 |
+
"y": [
|
| 483 |
+
0.42541493351260823
|
| 484 |
+
],
|
| 485 |
+
"type": "scatter",
|
| 486 |
+
"mode": "lines+markers",
|
| 487 |
+
"marker": {
|
| 488 |
+
"color": "rgba(255,127,14,255)",
|
| 489 |
+
"size": 10
|
| 490 |
+
},
|
| 491 |
+
"name": "2016-36",
|
| 492 |
+
"error_y": {
|
| 493 |
+
"value": 0.0017171864891166978,
|
| 494 |
+
"visible": "true"
|
| 495 |
+
}
|
| 496 |
+
},
|
| 497 |
+
{
|
| 498 |
+
"x": [
|
| 499 |
+
"2016-40"
|
| 500 |
+
],
|
| 501 |
+
"y": [
|
| 502 |
+
0.42360322425762814
|
| 503 |
+
],
|
| 504 |
+
"type": "scatter",
|
| 505 |
+
"mode": "lines+markers",
|
| 506 |
+
"marker": {
|
| 507 |
+
"color": "rgba(255,127,14,255)",
|
| 508 |
+
"size": 10
|
| 509 |
+
},
|
| 510 |
+
"name": "2016-40",
|
| 511 |
+
"error_y": {
|
| 512 |
+
"value": 0.0012521569000539907,
|
| 513 |
+
"visible": "true"
|
| 514 |
+
}
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"x": [
|
| 518 |
+
"2016-44"
|
| 519 |
+
],
|
| 520 |
+
"y": [
|
| 521 |
+
0.4205244767169158
|
| 522 |
+
],
|
| 523 |
+
"type": "scatter",
|
| 524 |
+
"mode": "lines+markers",
|
| 525 |
+
"marker": {
|
| 526 |
+
"color": "rgba(255,127,14,255)",
|
| 527 |
+
"size": 10
|
| 528 |
+
},
|
| 529 |
+
"name": "2016-44",
|
| 530 |
+
"error_y": {
|
| 531 |
+
"value": 0.0020189249556391035,
|
| 532 |
+
"visible": "true"
|
| 533 |
+
}
|
| 534 |
+
},
|
| 535 |
+
{
|
| 536 |
+
"x": [
|
| 537 |
+
"2016-50"
|
| 538 |
+
],
|
| 539 |
+
"y": [
|
| 540 |
+
0.4236073462913434
|
| 541 |
+
],
|
| 542 |
+
"type": "scatter",
|
| 543 |
+
"mode": "lines+markers",
|
| 544 |
+
"marker": {
|
| 545 |
+
"color": "rgba(255,127,14,255)",
|
| 546 |
+
"size": 10
|
| 547 |
+
},
|
| 548 |
+
"name": "2016-50",
|
| 549 |
+
"error_y": {
|
| 550 |
+
"value": 0.0011249494086459418,
|
| 551 |
+
"visible": "true"
|
| 552 |
+
}
|
| 553 |
+
},
|
| 554 |
+
{
|
| 555 |
+
"x": [
|
| 556 |
+
"2017-04"
|
| 557 |
+
],
|
| 558 |
+
"y": [
|
| 559 |
+
0.4249431478480498
|
| 560 |
+
],
|
| 561 |
+
"type": "scatter",
|
| 562 |
+
"mode": "lines+markers",
|
| 563 |
+
"marker": {
|
| 564 |
+
"color": "rgba(44,160,44,255)",
|
| 565 |
+
"size": 10
|
| 566 |
+
},
|
| 567 |
+
"name": "2017-04",
|
| 568 |
+
"error_y": {
|
| 569 |
+
"value": 0.0029593139742053534,
|
| 570 |
+
"visible": "true"
|
| 571 |
+
}
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"x": [
|
| 575 |
+
"2017-09"
|
| 576 |
+
],
|
| 577 |
+
"y": [
|
| 578 |
+
0.4228978219131629
|
| 579 |
+
],
|
| 580 |
+
"type": "scatter",
|
| 581 |
+
"mode": "lines+markers",
|
| 582 |
+
"marker": {
|
| 583 |
+
"color": "rgba(44,160,44,255)",
|
| 584 |
+
"size": 10
|
| 585 |
+
},
|
| 586 |
+
"name": "2017-09",
|
| 587 |
+
"error_y": {
|
| 588 |
+
"value": 0.001429326548818627,
|
| 589 |
+
"visible": "true"
|
| 590 |
+
}
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"x": [
|
| 594 |
+
"2017-13"
|
| 595 |
+
],
|
| 596 |
+
"y": [
|
| 597 |
+
0.4259882929424445
|
| 598 |
+
],
|
| 599 |
+
"type": "scatter",
|
| 600 |
+
"mode": "lines+markers",
|
| 601 |
+
"marker": {
|
| 602 |
+
"color": "rgba(44,160,44,255)",
|
| 603 |
+
"size": 10
|
| 604 |
+
},
|
| 605 |
+
"name": "2017-13",
|
| 606 |
+
"error_y": {
|
| 607 |
+
"value": 0.0028049294579771725,
|
| 608 |
+
"visible": "true"
|
| 609 |
+
}
|
| 610 |
+
},
|
| 611 |
+
{
|
| 612 |
+
"x": [
|
| 613 |
+
"2017-17"
|
| 614 |
+
],
|
| 615 |
+
"y": [
|
| 616 |
+
0.42851285884777707
|
| 617 |
+
],
|
| 618 |
+
"type": "scatter",
|
| 619 |
+
"mode": "lines+markers",
|
| 620 |
+
"marker": {
|
| 621 |
+
"color": "rgba(44,160,44,255)",
|
| 622 |
+
"size": 10
|
| 623 |
+
},
|
| 624 |
+
"name": "2017-17",
|
| 625 |
+
"error_y": {
|
| 626 |
+
"value": 0.0008841323579554647,
|
| 627 |
+
"visible": "true"
|
| 628 |
+
}
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"x": [
|
| 632 |
+
"2017-22"
|
| 633 |
+
],
|
| 634 |
+
"y": [
|
| 635 |
+
0.42789290224512416
|
| 636 |
+
],
|
| 637 |
+
"type": "scatter",
|
| 638 |
+
"mode": "lines+markers",
|
| 639 |
+
"marker": {
|
| 640 |
+
"color": "rgba(44,160,44,255)",
|
| 641 |
+
"size": 10
|
| 642 |
+
},
|
| 643 |
+
"name": "2017-22",
|
| 644 |
+
"error_y": {
|
| 645 |
+
"value": 0.0030818402852155168,
|
| 646 |
+
"visible": "true"
|
| 647 |
+
}
|
| 648 |
+
},
|
| 649 |
+
{
|
| 650 |
+
"x": [
|
| 651 |
+
"2017-26"
|
| 652 |
+
],
|
| 653 |
+
"y": [
|
| 654 |
+
0.43047124209503335
|
| 655 |
+
],
|
| 656 |
+
"type": "scatter",
|
| 657 |
+
"mode": "lines+markers",
|
| 658 |
+
"marker": {
|
| 659 |
+
"color": "rgba(44,160,44,255)",
|
| 660 |
+
"size": 10
|
| 661 |
+
},
|
| 662 |
+
"name": "2017-26",
|
| 663 |
+
"error_y": {
|
| 664 |
+
"value": 0.0038348608474933505,
|
| 665 |
+
"visible": "true"
|
| 666 |
+
}
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"x": [
|
| 670 |
+
"2017-30"
|
| 671 |
+
],
|
| 672 |
+
"y": [
|
| 673 |
+
0.4292740287880103
|
| 674 |
+
],
|
| 675 |
+
"type": "scatter",
|
| 676 |
+
"mode": "lines+markers",
|
| 677 |
+
"marker": {
|
| 678 |
+
"color": "rgba(44,160,44,255)",
|
| 679 |
+
"size": 10
|
| 680 |
+
},
|
| 681 |
+
"name": "2017-30",
|
| 682 |
+
"error_y": {
|
| 683 |
+
"value": 0.00200666126661096,
|
| 684 |
+
"visible": "true"
|
| 685 |
+
}
|
| 686 |
+
},
|
| 687 |
+
{
|
| 688 |
+
"x": [
|
| 689 |
+
"2017-34"
|
| 690 |
+
],
|
| 691 |
+
"y": [
|
| 692 |
+
0.43090116543074447
|
| 693 |
+
],
|
| 694 |
+
"type": "scatter",
|
| 695 |
+
"mode": "lines+markers",
|
| 696 |
+
"marker": {
|
| 697 |
+
"color": "rgba(44,160,44,255)",
|
| 698 |
+
"size": 10
|
| 699 |
+
},
|
| 700 |
+
"name": "2017-34",
|
| 701 |
+
"error_y": {
|
| 702 |
+
"value": 0.0020878958411539505,
|
| 703 |
+
"visible": "true"
|
| 704 |
+
}
|
| 705 |
+
},
|
| 706 |
+
{
|
| 707 |
+
"x": [
|
| 708 |
+
"2017-39"
|
| 709 |
+
],
|
| 710 |
+
"y": [
|
| 711 |
+
0.42806745134294033
|
| 712 |
+
],
|
| 713 |
+
"type": "scatter",
|
| 714 |
+
"mode": "lines+markers",
|
| 715 |
+
"marker": {
|
| 716 |
+
"color": "rgba(44,160,44,255)",
|
| 717 |
+
"size": 10
|
| 718 |
+
},
|
| 719 |
+
"name": "2017-39",
|
| 720 |
+
"error_y": {
|
| 721 |
+
"value": 0.0018935925725112079,
|
| 722 |
+
"visible": "true"
|
| 723 |
+
}
|
| 724 |
+
},
|
| 725 |
+
{
|
| 726 |
+
"x": [
|
| 727 |
+
"2017-43"
|
| 728 |
+
],
|
| 729 |
+
"y": [
|
| 730 |
+
0.42853582339982194
|
| 731 |
+
],
|
| 732 |
+
"type": "scatter",
|
| 733 |
+
"mode": "lines+markers",
|
| 734 |
+
"marker": {
|
| 735 |
+
"color": "rgba(44,160,44,255)",
|
| 736 |
+
"size": 10
|
| 737 |
+
},
|
| 738 |
+
"name": "2017-43",
|
| 739 |
+
"error_y": {
|
| 740 |
+
"value": 0.001394709397754768,
|
| 741 |
+
"visible": "true"
|
| 742 |
+
}
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"x": [
|
| 746 |
+
"2017-47"
|
| 747 |
+
],
|
| 748 |
+
"y": [
|
| 749 |
+
0.42868382173279923
|
| 750 |
+
],
|
| 751 |
+
"type": "scatter",
|
| 752 |
+
"mode": "lines+markers",
|
| 753 |
+
"marker": {
|
| 754 |
+
"color": "rgba(44,160,44,255)",
|
| 755 |
+
"size": 10
|
| 756 |
+
},
|
| 757 |
+
"name": "2017-47",
|
| 758 |
+
"error_y": {
|
| 759 |
+
"value": 0.0034094866489807083,
|
| 760 |
+
"visible": "true"
|
| 761 |
+
}
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"x": [
|
| 765 |
+
"2017-51"
|
| 766 |
+
],
|
| 767 |
+
"y": [
|
| 768 |
+
0.4295705755551656
|
| 769 |
+
],
|
| 770 |
+
"type": "scatter",
|
| 771 |
+
"mode": "lines+markers",
|
| 772 |
+
"marker": {
|
| 773 |
+
"color": "rgba(44,160,44,255)",
|
| 774 |
+
"size": 10
|
| 775 |
+
},
|
| 776 |
+
"name": "2017-51",
|
| 777 |
+
"error_y": {
|
| 778 |
+
"value": 0.0038669990171338814,
|
| 779 |
+
"visible": "true"
|
| 780 |
+
}
|
| 781 |
+
},
|
| 782 |
+
{
|
| 783 |
+
"x": [
|
| 784 |
+
"2018-05"
|
| 785 |
+
],
|
| 786 |
+
"y": [
|
| 787 |
+
0.42674027755856514
|
| 788 |
+
],
|
| 789 |
+
"type": "scatter",
|
| 790 |
+
"mode": "lines+markers",
|
| 791 |
+
"marker": {
|
| 792 |
+
"color": "rgba(214,39,40,255)",
|
| 793 |
+
"size": 10
|
| 794 |
+
},
|
| 795 |
+
"name": "2018-05",
|
| 796 |
+
"error_y": {
|
| 797 |
+
"value": 0.002301210104428564,
|
| 798 |
+
"visible": "true"
|
| 799 |
+
}
|
| 800 |
+
},
|
| 801 |
+
{
|
| 802 |
+
"x": [
|
| 803 |
+
"2018-09"
|
| 804 |
+
],
|
| 805 |
+
"y": [
|
| 806 |
+
0.42806006968021393
|
| 807 |
+
],
|
| 808 |
+
"type": "scatter",
|
| 809 |
+
"mode": "lines+markers",
|
| 810 |
+
"marker": {
|
| 811 |
+
"color": "rgba(214,39,40,255)",
|
| 812 |
+
"size": 10
|
| 813 |
+
},
|
| 814 |
+
"name": "2018-09",
|
| 815 |
+
"error_y": {
|
| 816 |
+
"value": 0.001713440108943869,
|
| 817 |
+
"visible": "true"
|
| 818 |
+
}
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"x": [
|
| 822 |
+
"2018-13"
|
| 823 |
+
],
|
| 824 |
+
"y": [
|
| 825 |
+
0.4302288169662158
|
| 826 |
+
],
|
| 827 |
+
"type": "scatter",
|
| 828 |
+
"mode": "lines+markers",
|
| 829 |
+
"marker": {
|
| 830 |
+
"color": "rgba(214,39,40,255)",
|
| 831 |
+
"size": 10
|
| 832 |
+
},
|
| 833 |
+
"name": "2018-13",
|
| 834 |
+
"error_y": {
|
| 835 |
+
"value": 0.0012475587610186224,
|
| 836 |
+
"visible": "true"
|
| 837 |
+
}
|
| 838 |
+
},
|
| 839 |
+
{
|
| 840 |
+
"x": [
|
| 841 |
+
"2018-17"
|
| 842 |
+
],
|
| 843 |
+
"y": [
|
| 844 |
+
0.4296300721665223
|
| 845 |
+
],
|
| 846 |
+
"type": "scatter",
|
| 847 |
+
"mode": "lines+markers",
|
| 848 |
+
"marker": {
|
| 849 |
+
"color": "rgba(214,39,40,255)",
|
| 850 |
+
"size": 10
|
| 851 |
+
},
|
| 852 |
+
"name": "2018-17",
|
| 853 |
+
"error_y": {
|
| 854 |
+
"value": 0.0012967050894244847,
|
| 855 |
+
"visible": "true"
|
| 856 |
+
}
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"x": [
|
| 860 |
+
"2018-22"
|
| 861 |
+
],
|
| 862 |
+
"y": [
|
| 863 |
+
0.42682078294456005
|
| 864 |
+
],
|
| 865 |
+
"type": "scatter",
|
| 866 |
+
"mode": "lines+markers",
|
| 867 |
+
"marker": {
|
| 868 |
+
"color": "rgba(214,39,40,255)",
|
| 869 |
+
"size": 10
|
| 870 |
+
},
|
| 871 |
+
"name": "2018-22",
|
| 872 |
+
"error_y": {
|
| 873 |
+
"value": 0.0013079288161148188,
|
| 874 |
+
"visible": "true"
|
| 875 |
+
}
|
| 876 |
+
},
|
| 877 |
+
{
|
| 878 |
+
"x": [
|
| 879 |
+
"2018-26"
|
| 880 |
+
],
|
| 881 |
+
"y": [
|
| 882 |
+
0.4280893715719382
|
| 883 |
+
],
|
| 884 |
+
"type": "scatter",
|
| 885 |
+
"mode": "lines+markers",
|
| 886 |
+
"marker": {
|
| 887 |
+
"color": "rgba(214,39,40,255)",
|
| 888 |
+
"size": 10
|
| 889 |
+
},
|
| 890 |
+
"name": "2018-26",
|
| 891 |
+
"error_y": {
|
| 892 |
+
"value": 0.002798783464933696,
|
| 893 |
+
"visible": "true"
|
| 894 |
+
}
|
| 895 |
+
},
|
| 896 |
+
{
|
| 897 |
+
"x": [
|
| 898 |
+
"2018-30"
|
| 899 |
+
],
|
| 900 |
+
"y": [
|
| 901 |
+
0.42838835529983044
|
| 902 |
+
],
|
| 903 |
+
"type": "scatter",
|
| 904 |
+
"mode": "lines+markers",
|
| 905 |
+
"marker": {
|
| 906 |
+
"color": "rgba(214,39,40,255)",
|
| 907 |
+
"size": 10
|
| 908 |
+
},
|
| 909 |
+
"name": "2018-30",
|
| 910 |
+
"error_y": {
|
| 911 |
+
"value": 0.0018882319310007112,
|
| 912 |
+
"visible": "true"
|
| 913 |
+
}
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"x": [
|
| 917 |
+
"2018-34"
|
| 918 |
+
],
|
| 919 |
+
"y": [
|
| 920 |
+
0.42565195883313817
|
| 921 |
+
],
|
| 922 |
+
"type": "scatter",
|
| 923 |
+
"mode": "lines+markers",
|
| 924 |
+
"marker": {
|
| 925 |
+
"color": "rgba(214,39,40,255)",
|
| 926 |
+
"size": 10
|
| 927 |
+
},
|
| 928 |
+
"name": "2018-34",
|
| 929 |
+
"error_y": {
|
| 930 |
+
"value": 0.001895511790686758,
|
| 931 |
+
"visible": "true"
|
| 932 |
+
}
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"x": [
|
| 936 |
+
"2018-39"
|
| 937 |
+
],
|
| 938 |
+
"y": [
|
| 939 |
+
0.42741932161152363
|
| 940 |
+
],
|
| 941 |
+
"type": "scatter",
|
| 942 |
+
"mode": "lines+markers",
|
| 943 |
+
"marker": {
|
| 944 |
+
"color": "rgba(214,39,40,255)",
|
| 945 |
+
"size": 10
|
| 946 |
+
},
|
| 947 |
+
"name": "2018-39",
|
| 948 |
+
"error_y": {
|
| 949 |
+
"value": 0.002025132829282423,
|
| 950 |
+
"visible": "true"
|
| 951 |
+
}
|
| 952 |
+
},
|
| 953 |
+
{
|
| 954 |
+
"x": [
|
| 955 |
+
"2018-43"
|
| 956 |
+
],
|
| 957 |
+
"y": [
|
| 958 |
+
0.4244892777254184
|
| 959 |
+
],
|
| 960 |
+
"type": "scatter",
|
| 961 |
+
"mode": "lines+markers",
|
| 962 |
+
"marker": {
|
| 963 |
+
"color": "rgba(214,39,40,255)",
|
| 964 |
+
"size": 10
|
| 965 |
+
},
|
| 966 |
+
"name": "2018-43",
|
| 967 |
+
"error_y": {
|
| 968 |
+
"value": 0.0012608069143703895,
|
| 969 |
+
"visible": "true"
|
| 970 |
+
}
|
| 971 |
+
},
|
| 972 |
+
{
|
| 973 |
+
"x": [
|
| 974 |
+
"2018-47"
|
| 975 |
+
],
|
| 976 |
+
"y": [
|
| 977 |
+
0.4205427821725607
|
| 978 |
+
],
|
| 979 |
+
"type": "scatter",
|
| 980 |
+
"mode": "lines+markers",
|
| 981 |
+
"marker": {
|
| 982 |
+
"color": "rgba(214,39,40,255)",
|
| 983 |
+
"size": 10
|
| 984 |
+
},
|
| 985 |
+
"name": "2018-47",
|
| 986 |
+
"error_y": {
|
| 987 |
+
"value": 0.0009587745559533355,
|
| 988 |
+
"visible": "true"
|
| 989 |
+
}
|
| 990 |
+
},
|
| 991 |
+
{
|
| 992 |
+
"x": [
|
| 993 |
+
"2018-51"
|
| 994 |
+
],
|
| 995 |
+
"y": [
|
| 996 |
+
0.4236555565148592
|
| 997 |
+
],
|
| 998 |
+
"type": "scatter",
|
| 999 |
+
"mode": "lines+markers",
|
| 1000 |
+
"marker": {
|
| 1001 |
+
"color": "rgba(214,39,40,255)",
|
| 1002 |
+
"size": 10
|
| 1003 |
+
},
|
| 1004 |
+
"name": "2018-51",
|
| 1005 |
+
"error_y": {
|
| 1006 |
+
"value": 0.0012656745107836745,
|
| 1007 |
+
"visible": "true"
|
| 1008 |
+
}
|
| 1009 |
+
},
|
| 1010 |
+
{
|
| 1011 |
+
"x": [
|
| 1012 |
+
"2019-04"
|
| 1013 |
+
],
|
| 1014 |
+
"y": [
|
| 1015 |
+
0.4240898961822192
|
| 1016 |
+
],
|
| 1017 |
+
"type": "scatter",
|
| 1018 |
+
"mode": "lines+markers",
|
| 1019 |
+
"marker": {
|
| 1020 |
+
"color": "rgba(148,103,189,255)",
|
| 1021 |
+
"size": 10
|
| 1022 |
+
},
|
| 1023 |
+
"name": "2019-04",
|
| 1024 |
+
"error_y": {
|
| 1025 |
+
"value": 0.0015799439525654906,
|
| 1026 |
+
"visible": "true"
|
| 1027 |
+
}
|
| 1028 |
+
},
|
| 1029 |
+
{
|
| 1030 |
+
"x": [
|
| 1031 |
+
"2019-09"
|
| 1032 |
+
],
|
| 1033 |
+
"y": [
|
| 1034 |
+
0.42361670297880966
|
| 1035 |
+
],
|
| 1036 |
+
"type": "scatter",
|
| 1037 |
+
"mode": "lines+markers",
|
| 1038 |
+
"marker": {
|
| 1039 |
+
"color": "rgba(148,103,189,255)",
|
| 1040 |
+
"size": 10
|
| 1041 |
+
},
|
| 1042 |
+
"name": "2019-09",
|
| 1043 |
+
"error_y": {
|
| 1044 |
+
"value": 0.0008761821509657591,
|
| 1045 |
+
"visible": "true"
|
| 1046 |
+
}
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"x": [
|
| 1050 |
+
"2019-13"
|
| 1051 |
+
],
|
| 1052 |
+
"y": [
|
| 1053 |
+
0.42583778997262317
|
| 1054 |
+
],
|
| 1055 |
+
"type": "scatter",
|
| 1056 |
+
"mode": "lines+markers",
|
| 1057 |
+
"marker": {
|
| 1058 |
+
"color": "rgba(148,103,189,255)",
|
| 1059 |
+
"size": 10
|
| 1060 |
+
},
|
| 1061 |
+
"name": "2019-13",
|
| 1062 |
+
"error_y": {
|
| 1063 |
+
"value": 0.001272929650851922,
|
| 1064 |
+
"visible": "true"
|
| 1065 |
+
}
|
| 1066 |
+
},
|
| 1067 |
+
{
|
| 1068 |
+
"x": [
|
| 1069 |
+
"2019-18"
|
| 1070 |
+
],
|
| 1071 |
+
"y": [
|
| 1072 |
+
0.4247272629290819
|
| 1073 |
+
],
|
| 1074 |
+
"type": "scatter",
|
| 1075 |
+
"mode": "lines+markers",
|
| 1076 |
+
"marker": {
|
| 1077 |
+
"color": "rgba(148,103,189,255)",
|
| 1078 |
+
"size": 10
|
| 1079 |
+
},
|
| 1080 |
+
"name": "2019-18",
|
| 1081 |
+
"error_y": {
|
| 1082 |
+
"value": 0.0019806372445052775,
|
| 1083 |
+
"visible": "true"
|
| 1084 |
+
}
|
| 1085 |
+
},
|
| 1086 |
+
{
|
| 1087 |
+
"x": [
|
| 1088 |
+
"2019-22"
|
| 1089 |
+
],
|
| 1090 |
+
"y": [
|
| 1091 |
+
0.4253633916378021
|
| 1092 |
+
],
|
| 1093 |
+
"type": "scatter",
|
| 1094 |
+
"mode": "lines+markers",
|
| 1095 |
+
"marker": {
|
| 1096 |
+
"color": "rgba(148,103,189,255)",
|
| 1097 |
+
"size": 10
|
| 1098 |
+
},
|
| 1099 |
+
"name": "2019-22",
|
| 1100 |
+
"error_y": {
|
| 1101 |
+
"value": 0.0016988923981884436,
|
| 1102 |
+
"visible": "true"
|
| 1103 |
+
}
|
| 1104 |
+
},
|
| 1105 |
+
{
|
| 1106 |
+
"x": [
|
| 1107 |
+
"2019-26"
|
| 1108 |
+
],
|
| 1109 |
+
"y": [
|
| 1110 |
+
0.4288306099673112
|
| 1111 |
+
],
|
| 1112 |
+
"type": "scatter",
|
| 1113 |
+
"mode": "lines+markers",
|
| 1114 |
+
"marker": {
|
| 1115 |
+
"color": "rgba(148,103,189,255)",
|
| 1116 |
+
"size": 10
|
| 1117 |
+
},
|
| 1118 |
+
"name": "2019-26",
|
| 1119 |
+
"error_y": {
|
| 1120 |
+
"value": 0.0021029029424837983,
|
| 1121 |
+
"visible": "true"
|
| 1122 |
+
}
|
| 1123 |
+
},
|
| 1124 |
+
{
|
| 1125 |
+
"x": [
|
| 1126 |
+
"2019-30"
|
| 1127 |
+
],
|
| 1128 |
+
"y": [
|
| 1129 |
+
0.425309831276536
|
| 1130 |
+
],
|
| 1131 |
+
"type": "scatter",
|
| 1132 |
+
"mode": "lines+markers",
|
| 1133 |
+
"marker": {
|
| 1134 |
+
"color": "rgba(148,103,189,255)",
|
| 1135 |
+
"size": 10
|
| 1136 |
+
},
|
| 1137 |
+
"name": "2019-30",
|
| 1138 |
+
"error_y": {
|
| 1139 |
+
"value": 0.0033262475089788257,
|
| 1140 |
+
"visible": "true"
|
| 1141 |
+
}
|
| 1142 |
+
},
|
| 1143 |
+
{
|
| 1144 |
+
"x": [
|
| 1145 |
+
"2019-35"
|
| 1146 |
+
],
|
| 1147 |
+
"y": [
|
| 1148 |
+
0.42580118651191395
|
| 1149 |
+
],
|
| 1150 |
+
"type": "scatter",
|
| 1151 |
+
"mode": "lines+markers",
|
| 1152 |
+
"marker": {
|
| 1153 |
+
"color": "rgba(148,103,189,255)",
|
| 1154 |
+
"size": 10
|
| 1155 |
+
},
|
| 1156 |
+
"name": "2019-35",
|
| 1157 |
+
"error_y": {
|
| 1158 |
+
"value": 0.001291206139989019,
|
| 1159 |
+
"visible": "true"
|
| 1160 |
+
}
|
| 1161 |
+
},
|
| 1162 |
+
{
|
| 1163 |
+
"x": [
|
| 1164 |
+
"2019-39"
|
| 1165 |
+
],
|
| 1166 |
+
"y": [
|
| 1167 |
+
0.42635091704626876
|
| 1168 |
+
],
|
| 1169 |
+
"type": "scatter",
|
| 1170 |
+
"mode": "lines+markers",
|
| 1171 |
+
"marker": {
|
| 1172 |
+
"color": "rgba(148,103,189,255)",
|
| 1173 |
+
"size": 10
|
| 1174 |
+
},
|
| 1175 |
+
"name": "2019-39",
|
| 1176 |
+
"error_y": {
|
| 1177 |
+
"value": 0.0018320201559313774,
|
| 1178 |
+
"visible": "true"
|
| 1179 |
+
}
|
| 1180 |
+
},
|
| 1181 |
+
{
|
| 1182 |
+
"x": [
|
| 1183 |
+
"2019-43"
|
| 1184 |
+
],
|
| 1185 |
+
"y": [
|
| 1186 |
+
0.42876501257220906
|
| 1187 |
+
],
|
| 1188 |
+
"type": "scatter",
|
| 1189 |
+
"mode": "lines+markers",
|
| 1190 |
+
"marker": {
|
| 1191 |
+
"color": "rgba(148,103,189,255)",
|
| 1192 |
+
"size": 10
|
| 1193 |
+
},
|
| 1194 |
+
"name": "2019-43",
|
| 1195 |
+
"error_y": {
|
| 1196 |
+
"value": 0.002172814228728882,
|
| 1197 |
+
"visible": "true"
|
| 1198 |
+
}
|
| 1199 |
+
},
|
| 1200 |
+
{
|
| 1201 |
+
"x": [
|
| 1202 |
+
"2019-47"
|
| 1203 |
+
],
|
| 1204 |
+
"y": [
|
| 1205 |
+
0.4257665214439233
|
| 1206 |
+
],
|
| 1207 |
+
"type": "scatter",
|
| 1208 |
+
"mode": "lines+markers",
|
| 1209 |
+
"marker": {
|
| 1210 |
+
"color": "rgba(148,103,189,255)",
|
| 1211 |
+
"size": 10
|
| 1212 |
+
},
|
| 1213 |
+
"name": "2019-47",
|
| 1214 |
+
"error_y": {
|
| 1215 |
+
"value": 0.00151261179295546,
|
| 1216 |
+
"visible": "true"
|
| 1217 |
+
}
|
| 1218 |
+
},
|
| 1219 |
+
{
|
| 1220 |
+
"x": [
|
| 1221 |
+
"2019-51"
|
| 1222 |
+
],
|
| 1223 |
+
"y": [
|
| 1224 |
+
0.42751417371133965
|
| 1225 |
+
],
|
| 1226 |
+
"type": "scatter",
|
| 1227 |
+
"mode": "lines+markers",
|
| 1228 |
+
"marker": {
|
| 1229 |
+
"color": "rgba(148,103,189,255)",
|
| 1230 |
+
"size": 10
|
| 1231 |
+
},
|
| 1232 |
+
"name": "2019-51",
|
| 1233 |
+
"error_y": {
|
| 1234 |
+
"value": 0.0018532493374886065,
|
| 1235 |
+
"visible": "true"
|
| 1236 |
+
}
|
| 1237 |
+
},
|
| 1238 |
+
{
|
| 1239 |
+
"x": [
|
| 1240 |
+
"2020-05"
|
| 1241 |
+
],
|
| 1242 |
+
"y": [
|
| 1243 |
+
0.4274651377151409
|
| 1244 |
+
],
|
| 1245 |
+
"type": "scatter",
|
| 1246 |
+
"mode": "lines+markers",
|
| 1247 |
+
"marker": {
|
| 1248 |
+
"color": "rgba(140,86,75,255)",
|
| 1249 |
+
"size": 10
|
| 1250 |
+
},
|
| 1251 |
+
"name": "2020-05",
|
| 1252 |
+
"error_y": {
|
| 1253 |
+
"value": 0.0013406844185842757,
|
| 1254 |
+
"visible": "true"
|
| 1255 |
+
}
|
| 1256 |
+
},
|
| 1257 |
+
{
|
| 1258 |
+
"x": [
|
| 1259 |
+
"2020-10"
|
| 1260 |
+
],
|
| 1261 |
+
"y": [
|
| 1262 |
+
0.4292123032112916
|
| 1263 |
+
],
|
| 1264 |
+
"type": "scatter",
|
| 1265 |
+
"mode": "lines+markers",
|
| 1266 |
+
"marker": {
|
| 1267 |
+
"color": "rgba(140,86,75,255)",
|
| 1268 |
+
"size": 10
|
| 1269 |
+
},
|
| 1270 |
+
"name": "2020-10",
|
| 1271 |
+
"error_y": {
|
| 1272 |
+
"value": 0.0018158809596559367,
|
| 1273 |
+
"visible": "true"
|
| 1274 |
+
}
|
| 1275 |
+
},
|
| 1276 |
+
{
|
| 1277 |
+
"x": [
|
| 1278 |
+
"2020-16"
|
| 1279 |
+
],
|
| 1280 |
+
"y": [
|
| 1281 |
+
0.42945936508476734
|
| 1282 |
+
],
|
| 1283 |
+
"type": "scatter",
|
| 1284 |
+
"mode": "lines+markers",
|
| 1285 |
+
"marker": {
|
| 1286 |
+
"color": "rgba(140,86,75,255)",
|
| 1287 |
+
"size": 10
|
| 1288 |
+
},
|
| 1289 |
+
"name": "2020-16",
|
| 1290 |
+
"error_y": {
|
| 1291 |
+
"value": 0.0018224998292546816,
|
| 1292 |
+
"visible": "true"
|
| 1293 |
+
}
|
| 1294 |
+
},
|
| 1295 |
+
{
|
| 1296 |
+
"x": [
|
| 1297 |
+
"2020-24"
|
| 1298 |
+
],
|
| 1299 |
+
"y": [
|
| 1300 |
+
0.4266843255609274
|
| 1301 |
+
],
|
| 1302 |
+
"type": "scatter",
|
| 1303 |
+
"mode": "lines+markers",
|
| 1304 |
+
"marker": {
|
| 1305 |
+
"color": "rgba(140,86,75,255)",
|
| 1306 |
+
"size": 10
|
| 1307 |
+
},
|
| 1308 |
+
"name": "2020-24",
|
| 1309 |
+
"error_y": {
|
| 1310 |
+
"value": 0.0024476635914948463,
|
| 1311 |
+
"visible": "true"
|
| 1312 |
+
}
|
| 1313 |
+
},
|
| 1314 |
+
{
|
| 1315 |
+
"x": [
|
| 1316 |
+
"2020-29"
|
| 1317 |
+
],
|
| 1318 |
+
"y": [
|
| 1319 |
+
0.431256677955389
|
| 1320 |
+
],
|
| 1321 |
+
"type": "scatter",
|
| 1322 |
+
"mode": "lines+markers",
|
| 1323 |
+
"marker": {
|
| 1324 |
+
"color": "rgba(140,86,75,255)",
|
| 1325 |
+
"size": 10
|
| 1326 |
+
},
|
| 1327 |
+
"name": "2020-29",
|
| 1328 |
+
"error_y": {
|
| 1329 |
+
"value": 0.0013170720357652478,
|
| 1330 |
+
"visible": "true"
|
| 1331 |
+
}
|
| 1332 |
+
},
|
| 1333 |
+
{
|
| 1334 |
+
"x": [
|
| 1335 |
+
"2020-34"
|
| 1336 |
+
],
|
| 1337 |
+
"y": [
|
| 1338 |
+
0.42795787875850994
|
| 1339 |
+
],
|
| 1340 |
+
"type": "scatter",
|
| 1341 |
+
"mode": "lines+markers",
|
| 1342 |
+
"marker": {
|
| 1343 |
+
"color": "rgba(140,86,75,255)",
|
| 1344 |
+
"size": 10
|
| 1345 |
+
},
|
| 1346 |
+
"name": "2020-34",
|
| 1347 |
+
"error_y": {
|
| 1348 |
+
"value": 0.002522139205107014,
|
| 1349 |
+
"visible": "true"
|
| 1350 |
+
}
|
| 1351 |
+
},
|
| 1352 |
+
{
|
| 1353 |
+
"x": [
|
| 1354 |
+
"2020-40"
|
| 1355 |
+
],
|
| 1356 |
+
"y": [
|
| 1357 |
+
0.4288310408592224
|
| 1358 |
+
],
|
| 1359 |
+
"type": "scatter",
|
| 1360 |
+
"mode": "lines+markers",
|
| 1361 |
+
"marker": {
|
| 1362 |
+
"color": "rgba(140,86,75,255)",
|
| 1363 |
+
"size": 10
|
| 1364 |
+
},
|
| 1365 |
+
"name": "2020-40",
|
| 1366 |
+
"error_y": {
|
| 1367 |
+
"value": 0.001213840058680438,
|
| 1368 |
+
"visible": "true"
|
| 1369 |
+
}
|
| 1370 |
+
},
|
| 1371 |
+
{
|
| 1372 |
+
"x": [
|
| 1373 |
+
"2020-45"
|
| 1374 |
+
],
|
| 1375 |
+
"y": [
|
| 1376 |
+
0.4285088585068782
|
| 1377 |
+
],
|
| 1378 |
+
"type": "scatter",
|
| 1379 |
+
"mode": "lines+markers",
|
| 1380 |
+
"marker": {
|
| 1381 |
+
"color": "rgba(140,86,75,255)",
|
| 1382 |
+
"size": 10
|
| 1383 |
+
},
|
| 1384 |
+
"name": "2020-45",
|
| 1385 |
+
"error_y": {
|
| 1386 |
+
"value": 0.0010290318874568742,
|
| 1387 |
+
"visible": "true"
|
| 1388 |
+
}
|
| 1389 |
+
},
|
| 1390 |
+
{
|
| 1391 |
+
"x": [
|
| 1392 |
+
"2020-50"
|
| 1393 |
+
],
|
| 1394 |
+
"y": [
|
| 1395 |
+
0.42709297376374405
|
| 1396 |
+
],
|
| 1397 |
+
"type": "scatter",
|
| 1398 |
+
"mode": "lines+markers",
|
| 1399 |
+
"marker": {
|
| 1400 |
+
"color": "rgba(140,86,75,255)",
|
| 1401 |
+
"size": 10
|
| 1402 |
+
},
|
| 1403 |
+
"name": "2020-50",
|
| 1404 |
+
"error_y": {
|
| 1405 |
+
"value": 0.0015043771965614749,
|
| 1406 |
+
"visible": "true"
|
| 1407 |
+
}
|
| 1408 |
+
},
|
| 1409 |
+
{
|
| 1410 |
+
"x": [
|
| 1411 |
+
"2021-04"
|
| 1412 |
+
],
|
| 1413 |
+
"y": [
|
| 1414 |
+
0.4303327426314354
|
| 1415 |
+
],
|
| 1416 |
+
"type": "scatter",
|
| 1417 |
+
"mode": "lines+markers",
|
| 1418 |
+
"marker": {
|
| 1419 |
+
"color": "rgba(227,119,194,255)",
|
| 1420 |
+
"size": 10
|
| 1421 |
+
},
|
| 1422 |
+
"name": "2021-04",
|
| 1423 |
+
"error_y": {
|
| 1424 |
+
"value": 0.0021498543816638677,
|
| 1425 |
+
"visible": "true"
|
| 1426 |
+
}
|
| 1427 |
+
},
|
| 1428 |
+
{
|
| 1429 |
+
"x": [
|
| 1430 |
+
"2021-10"
|
| 1431 |
+
],
|
| 1432 |
+
"y": [
|
| 1433 |
+
0.4285315126180649
|
| 1434 |
+
],
|
| 1435 |
+
"type": "scatter",
|
| 1436 |
+
"mode": "lines+markers",
|
| 1437 |
+
"marker": {
|
| 1438 |
+
"color": "rgba(227,119,194,255)",
|
| 1439 |
+
"size": 10
|
| 1440 |
+
},
|
| 1441 |
+
"name": "2021-10",
|
| 1442 |
+
"error_y": {
|
| 1443 |
+
"value": 0.0019340360481473924,
|
| 1444 |
+
"visible": "true"
|
| 1445 |
+
}
|
| 1446 |
+
},
|
| 1447 |
+
{
|
| 1448 |
+
"x": [
|
| 1449 |
+
"2021-17"
|
| 1450 |
+
],
|
| 1451 |
+
"y": [
|
| 1452 |
+
0.43032742974658805
|
| 1453 |
+
],
|
| 1454 |
+
"type": "scatter",
|
| 1455 |
+
"mode": "lines+markers",
|
| 1456 |
+
"marker": {
|
| 1457 |
+
"color": "rgba(227,119,194,255)",
|
| 1458 |
+
"size": 10
|
| 1459 |
+
},
|
| 1460 |
+
"name": "2021-17",
|
| 1461 |
+
"error_y": {
|
| 1462 |
+
"value": 0.0028447437541706216,
|
| 1463 |
+
"visible": "true"
|
| 1464 |
+
}
|
| 1465 |
+
},
|
| 1466 |
+
{
|
| 1467 |
+
"x": [
|
| 1468 |
+
"2021-21"
|
| 1469 |
+
],
|
| 1470 |
+
"y": [
|
| 1471 |
+
0.42827240626017254
|
| 1472 |
+
],
|
| 1473 |
+
"type": "scatter",
|
| 1474 |
+
"mode": "lines+markers",
|
| 1475 |
+
"marker": {
|
| 1476 |
+
"color": "rgba(227,119,194,255)",
|
| 1477 |
+
"size": 10
|
| 1478 |
+
},
|
| 1479 |
+
"name": "2021-21",
|
| 1480 |
+
"error_y": {
|
| 1481 |
+
"value": 0.0008282146531279149,
|
| 1482 |
+
"visible": "true"
|
| 1483 |
+
}
|
| 1484 |
+
},
|
| 1485 |
+
{
|
| 1486 |
+
"x": [
|
| 1487 |
+
"2021-25"
|
| 1488 |
+
],
|
| 1489 |
+
"y": [
|
| 1490 |
+
0.42655438867708045
|
| 1491 |
+
],
|
| 1492 |
+
"type": "scatter",
|
| 1493 |
+
"mode": "lines+markers",
|
| 1494 |
+
"marker": {
|
| 1495 |
+
"color": "rgba(227,119,194,255)",
|
| 1496 |
+
"size": 10
|
| 1497 |
+
},
|
| 1498 |
+
"name": "2021-25",
|
| 1499 |
+
"error_y": {
|
| 1500 |
+
"value": 0.002222620189661701,
|
| 1501 |
+
"visible": "true"
|
| 1502 |
+
}
|
| 1503 |
+
},
|
| 1504 |
+
{
|
| 1505 |
+
"x": [
|
| 1506 |
+
"2021-31"
|
| 1507 |
+
],
|
| 1508 |
+
"y": [
|
| 1509 |
+
0.43065756373107433
|
| 1510 |
+
],
|
| 1511 |
+
"type": "scatter",
|
| 1512 |
+
"mode": "lines+markers",
|
| 1513 |
+
"marker": {
|
| 1514 |
+
"color": "rgba(227,119,194,255)",
|
| 1515 |
+
"size": 10
|
| 1516 |
+
},
|
| 1517 |
+
"name": "2021-31",
|
| 1518 |
+
"error_y": {
|
| 1519 |
+
"value": 0.0019471426082213934,
|
| 1520 |
+
"visible": "true"
|
| 1521 |
+
}
|
| 1522 |
+
},
|
| 1523 |
+
{
|
| 1524 |
+
"x": [
|
| 1525 |
+
"2021-39"
|
| 1526 |
+
],
|
| 1527 |
+
"y": [
|
| 1528 |
+
0.42699132797618705
|
| 1529 |
+
],
|
| 1530 |
+
"type": "scatter",
|
| 1531 |
+
"mode": "lines+markers",
|
| 1532 |
+
"marker": {
|
| 1533 |
+
"color": "rgba(227,119,194,255)",
|
| 1534 |
+
"size": 10
|
| 1535 |
+
},
|
| 1536 |
+
"name": "2021-39",
|
| 1537 |
+
"error_y": {
|
| 1538 |
+
"value": 0.0012353749697010502,
|
| 1539 |
+
"visible": "true"
|
| 1540 |
+
}
|
| 1541 |
+
},
|
| 1542 |
+
{
|
| 1543 |
+
"x": [
|
| 1544 |
+
"2021-43"
|
| 1545 |
+
],
|
| 1546 |
+
"y": [
|
| 1547 |
+
0.432743809496363
|
| 1548 |
+
],
|
| 1549 |
+
"type": "scatter",
|
| 1550 |
+
"mode": "lines+markers",
|
| 1551 |
+
"marker": {
|
| 1552 |
+
"color": "rgba(227,119,194,255)",
|
| 1553 |
+
"size": 10
|
| 1554 |
+
},
|
| 1555 |
+
"name": "2021-43",
|
| 1556 |
+
"error_y": {
|
| 1557 |
+
"value": 0.0027610149497694046,
|
| 1558 |
+
"visible": "true"
|
| 1559 |
+
}
|
| 1560 |
+
},
|
| 1561 |
+
{
|
| 1562 |
+
"x": [
|
| 1563 |
+
"2021-49"
|
| 1564 |
+
],
|
| 1565 |
+
"y": [
|
| 1566 |
+
0.426107710848252
|
| 1567 |
+
],
|
| 1568 |
+
"type": "scatter",
|
| 1569 |
+
"mode": "lines+markers",
|
| 1570 |
+
"marker": {
|
| 1571 |
+
"color": "rgba(227,119,194,255)",
|
| 1572 |
+
"size": 10
|
| 1573 |
+
},
|
| 1574 |
+
"name": "2021-49",
|
| 1575 |
+
"error_y": {
|
| 1576 |
+
"value": 0.0021918109888052605,
|
| 1577 |
+
"visible": "true"
|
| 1578 |
+
}
|
| 1579 |
+
},
|
| 1580 |
+
{
|
| 1581 |
+
"x": [
|
| 1582 |
+
"2022-05"
|
| 1583 |
+
],
|
| 1584 |
+
"y": [
|
| 1585 |
+
0.4314096675564845
|
| 1586 |
+
],
|
| 1587 |
+
"type": "scatter",
|
| 1588 |
+
"mode": "lines+markers",
|
| 1589 |
+
"marker": {
|
| 1590 |
+
"color": "rgba(127,127,127,255)",
|
| 1591 |
+
"size": 10
|
| 1592 |
+
},
|
| 1593 |
+
"name": "2022-05",
|
| 1594 |
+
"error_y": {
|
| 1595 |
+
"value": 0.00106254273361794,
|
| 1596 |
+
"visible": "true"
|
| 1597 |
+
}
|
| 1598 |
+
},
|
| 1599 |
+
{
|
| 1600 |
+
"x": [
|
| 1601 |
+
"2022-21"
|
| 1602 |
+
],
|
| 1603 |
+
"y": [
|
| 1604 |
+
0.4288001439223687
|
| 1605 |
+
],
|
| 1606 |
+
"type": "scatter",
|
| 1607 |
+
"mode": "lines+markers",
|
| 1608 |
+
"marker": {
|
| 1609 |
+
"color": "rgba(127,127,127,255)",
|
| 1610 |
+
"size": 10
|
| 1611 |
+
},
|
| 1612 |
+
"name": "2022-21",
|
| 1613 |
+
"error_y": {
|
| 1614 |
+
"value": 0.006132640236334613,
|
| 1615 |
+
"visible": "true"
|
| 1616 |
+
}
|
| 1617 |
+
},
|
| 1618 |
+
{
|
| 1619 |
+
"x": [
|
| 1620 |
+
"2022-27"
|
| 1621 |
+
],
|
| 1622 |
+
"y": [
|
| 1623 |
+
0.43330975994467735
|
| 1624 |
+
],
|
| 1625 |
+
"type": "scatter",
|
| 1626 |
+
"mode": "lines+markers",
|
| 1627 |
+
"marker": {
|
| 1628 |
+
"color": "rgba(127,127,127,255)",
|
| 1629 |
+
"size": 10
|
| 1630 |
+
},
|
| 1631 |
+
"name": "2022-27",
|
| 1632 |
+
"error_y": {
|
| 1633 |
+
"value": 0.002741889772551411,
|
| 1634 |
+
"visible": "true"
|
| 1635 |
+
}
|
| 1636 |
+
},
|
| 1637 |
+
{
|
| 1638 |
+
"x": [
|
| 1639 |
+
"2022-33"
|
| 1640 |
+
],
|
| 1641 |
+
"y": [
|
| 1642 |
+
0.4283793264379104
|
| 1643 |
+
],
|
| 1644 |
+
"type": "scatter",
|
| 1645 |
+
"mode": "lines+markers",
|
| 1646 |
+
"marker": {
|
| 1647 |
+
"color": "rgba(127,127,127,255)",
|
| 1648 |
+
"size": 10
|
| 1649 |
+
},
|
| 1650 |
+
"name": "2022-33",
|
| 1651 |
+
"error_y": {
|
| 1652 |
+
"value": 0.0016397924421059022,
|
| 1653 |
+
"visible": "true"
|
| 1654 |
+
}
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"x": [
|
| 1658 |
+
"2022-40"
|
| 1659 |
+
],
|
| 1660 |
+
"y": [
|
| 1661 |
+
0.43007233180105686
|
| 1662 |
+
],
|
| 1663 |
+
"type": "scatter",
|
| 1664 |
+
"mode": "lines+markers",
|
| 1665 |
+
"marker": {
|
| 1666 |
+
"color": "rgba(127,127,127,255)",
|
| 1667 |
+
"size": 10
|
| 1668 |
+
},
|
| 1669 |
+
"name": "2022-40",
|
| 1670 |
+
"error_y": {
|
| 1671 |
+
"value": 0.0017290182819871785,
|
| 1672 |
+
"visible": "true"
|
| 1673 |
+
}
|
| 1674 |
+
},
|
| 1675 |
+
{
|
| 1676 |
+
"x": [
|
| 1677 |
+
"2022-49"
|
| 1678 |
+
],
|
| 1679 |
+
"y": [
|
| 1680 |
+
0.43284351378679276
|
| 1681 |
+
],
|
| 1682 |
+
"type": "scatter",
|
| 1683 |
+
"mode": "lines+markers",
|
| 1684 |
+
"marker": {
|
| 1685 |
+
"color": "rgba(127,127,127,255)",
|
| 1686 |
+
"size": 10
|
| 1687 |
+
},
|
| 1688 |
+
"name": "2022-49",
|
| 1689 |
+
"error_y": {
|
| 1690 |
+
"value": 0.001280532152861849,
|
| 1691 |
+
"visible": "true"
|
| 1692 |
+
}
|
| 1693 |
+
},
|
| 1694 |
+
{
|
| 1695 |
+
"x": [
|
| 1696 |
+
"2023-06"
|
| 1697 |
+
],
|
| 1698 |
+
"y": [
|
| 1699 |
+
0.43421785968045395
|
| 1700 |
+
],
|
| 1701 |
+
"type": "scatter",
|
| 1702 |
+
"mode": "lines+markers",
|
| 1703 |
+
"marker": {
|
| 1704 |
+
"color": "rgba(188,189,34,255)",
|
| 1705 |
+
"size": 10
|
| 1706 |
+
},
|
| 1707 |
+
"name": "2023-06",
|
| 1708 |
+
"error_y": {
|
| 1709 |
+
"value": 0.0024737450025436656,
|
| 1710 |
+
"visible": "true"
|
| 1711 |
+
}
|
| 1712 |
+
},
|
| 1713 |
+
{
|
| 1714 |
+
"x": [
|
| 1715 |
+
"2023-14"
|
| 1716 |
+
],
|
| 1717 |
+
"y": [
|
| 1718 |
+
0.4327918446312348
|
| 1719 |
+
],
|
| 1720 |
+
"type": "scatter",
|
| 1721 |
+
"mode": "lines+markers",
|
| 1722 |
+
"marker": {
|
| 1723 |
+
"color": "rgba(188,189,34,255)",
|
| 1724 |
+
"size": 10
|
| 1725 |
+
},
|
| 1726 |
+
"name": "2023-14",
|
| 1727 |
+
"error_y": {
|
| 1728 |
+
"value": 0.004059139068986418,
|
| 1729 |
+
"visible": "true"
|
| 1730 |
+
}
|
| 1731 |
+
},
|
| 1732 |
+
{
|
| 1733 |
+
"x": [
|
| 1734 |
+
"2023-23"
|
| 1735 |
+
],
|
| 1736 |
+
"y": [
|
| 1737 |
+
0.43310930766165257
|
| 1738 |
+
],
|
| 1739 |
+
"type": "scatter",
|
| 1740 |
+
"mode": "lines+markers",
|
| 1741 |
+
"marker": {
|
| 1742 |
+
"color": "rgba(188,189,34,255)",
|
| 1743 |
+
"size": 10
|
| 1744 |
+
},
|
| 1745 |
+
"name": "2023-23",
|
| 1746 |
+
"error_y": {
|
| 1747 |
+
"value": 0.0016562358505871806,
|
| 1748 |
+
"visible": "true"
|
| 1749 |
+
}
|
| 1750 |
+
},
|
| 1751 |
+
{
|
| 1752 |
+
"x": [
|
| 1753 |
+
"2023-40"
|
| 1754 |
+
],
|
| 1755 |
+
"y": [
|
| 1756 |
+
0.4327431519826253
|
| 1757 |
+
],
|
| 1758 |
+
"type": "scatter",
|
| 1759 |
+
"mode": "lines+markers",
|
| 1760 |
+
"marker": {
|
| 1761 |
+
"color": "rgba(188,189,34,255)",
|
| 1762 |
+
"size": 10
|
| 1763 |
+
},
|
| 1764 |
+
"name": "2023-40",
|
| 1765 |
+
"error_y": {
|
| 1766 |
+
"value": 0.003919050771043862,
|
| 1767 |
+
"visible": "true"
|
| 1768 |
+
}
|
| 1769 |
+
},
|
| 1770 |
+
{
|
| 1771 |
+
"x": [
|
| 1772 |
+
"2023-50"
|
| 1773 |
+
],
|
| 1774 |
+
"y": [
|
| 1775 |
+
0.4331989834705989
|
| 1776 |
+
],
|
| 1777 |
+
"type": "scatter",
|
| 1778 |
+
"mode": "lines+markers",
|
| 1779 |
+
"marker": {
|
| 1780 |
+
"color": "rgba(188,189,34,255)",
|
| 1781 |
+
"size": 10
|
| 1782 |
+
},
|
| 1783 |
+
"name": "2023-50",
|
| 1784 |
+
"error_y": {
|
| 1785 |
+
"value": 0.0017501231825582646,
|
| 1786 |
+
"visible": "true"
|
| 1787 |
+
}
|
| 1788 |
+
},
|
| 1789 |
+
{
|
| 1790 |
+
"x": [
|
| 1791 |
+
"2024-10"
|
| 1792 |
+
],
|
| 1793 |
+
"y": [
|
| 1794 |
+
0.43582472391426563
|
| 1795 |
+
],
|
| 1796 |
+
"type": "scatter",
|
| 1797 |
+
"mode": "lines+markers",
|
| 1798 |
+
"marker": {
|
| 1799 |
+
"color": "rgba(23,190,207,255)",
|
| 1800 |
+
"size": 10
|
| 1801 |
+
},
|
| 1802 |
+
"name": "2024-10",
|
| 1803 |
+
"error_y": {
|
| 1804 |
+
"value": 0.0017735804917403603,
|
| 1805 |
+
"visible": "true"
|
| 1806 |
+
}
|
| 1807 |
+
},
|
| 1808 |
+
{
|
| 1809 |
+
"x": [
|
| 1810 |
+
"2024-18"
|
| 1811 |
+
],
|
| 1812 |
+
"y": [
|
| 1813 |
+
0.4374971886475881
|
| 1814 |
+
],
|
| 1815 |
+
"type": "scatter",
|
| 1816 |
+
"mode": "lines+markers",
|
| 1817 |
+
"marker": {
|
| 1818 |
+
"color": "rgba(23,190,207,255)",
|
| 1819 |
+
"size": 10
|
| 1820 |
+
},
|
| 1821 |
+
"name": "2024-18",
|
| 1822 |
+
"error_y": {
|
| 1823 |
+
"value": 0.004152850313040585,
|
| 1824 |
+
"visible": "true"
|
| 1825 |
+
}
|
| 1826 |
+
},
|
| 1827 |
+
{
|
| 1828 |
+
"x": [
|
| 1829 |
+
"2013-20",
|
| 1830 |
+
"2013-48",
|
| 1831 |
+
"2014-10",
|
| 1832 |
+
"2014-15",
|
| 1833 |
+
"2014-23",
|
| 1834 |
+
"2014-35",
|
| 1835 |
+
"2014-41",
|
| 1836 |
+
"2014-42",
|
| 1837 |
+
"2014-49",
|
| 1838 |
+
"2014-52",
|
| 1839 |
+
"2015-06",
|
| 1840 |
+
"2015-11",
|
| 1841 |
+
"2015-14",
|
| 1842 |
+
"2015-18",
|
| 1843 |
+
"2015-22",
|
| 1844 |
+
"2015-27",
|
| 1845 |
+
"2015-32",
|
| 1846 |
+
"2015-35",
|
| 1847 |
+
"2015-40",
|
| 1848 |
+
"2015-48",
|
| 1849 |
+
"2016-07",
|
| 1850 |
+
"2016-18",
|
| 1851 |
+
"2016-22",
|
| 1852 |
+
"2016-26",
|
| 1853 |
+
"2016-30",
|
| 1854 |
+
"2016-36",
|
| 1855 |
+
"2016-40",
|
| 1856 |
+
"2016-44",
|
| 1857 |
+
"2016-50",
|
| 1858 |
+
"2017-04",
|
| 1859 |
+
"2017-09",
|
| 1860 |
+
"2017-13",
|
| 1861 |
+
"2017-17",
|
| 1862 |
+
"2017-22",
|
| 1863 |
+
"2017-26",
|
| 1864 |
+
"2017-30",
|
| 1865 |
+
"2017-34",
|
| 1866 |
+
"2017-39",
|
| 1867 |
+
"2017-43",
|
| 1868 |
+
"2017-47",
|
| 1869 |
+
"2017-51",
|
| 1870 |
+
"2018-05",
|
| 1871 |
+
"2018-09",
|
| 1872 |
+
"2018-13",
|
| 1873 |
+
"2018-17",
|
| 1874 |
+
"2018-22",
|
| 1875 |
+
"2018-26",
|
| 1876 |
+
"2018-30",
|
| 1877 |
+
"2018-34",
|
| 1878 |
+
"2018-39",
|
| 1879 |
+
"2018-43",
|
| 1880 |
+
"2018-47",
|
| 1881 |
+
"2018-51",
|
| 1882 |
+
"2019-04",
|
| 1883 |
+
"2019-09",
|
| 1884 |
+
"2019-13",
|
| 1885 |
+
"2019-18",
|
| 1886 |
+
"2019-22",
|
| 1887 |
+
"2019-26",
|
| 1888 |
+
"2019-30",
|
| 1889 |
+
"2019-35",
|
| 1890 |
+
"2019-39",
|
| 1891 |
+
"2019-43",
|
| 1892 |
+
"2019-47",
|
| 1893 |
+
"2019-51",
|
| 1894 |
+
"2020-05",
|
| 1895 |
+
"2020-10",
|
| 1896 |
+
"2020-16",
|
| 1897 |
+
"2020-24",
|
| 1898 |
+
"2020-29",
|
| 1899 |
+
"2020-34",
|
| 1900 |
+
"2020-40",
|
| 1901 |
+
"2020-45",
|
| 1902 |
+
"2020-50",
|
| 1903 |
+
"2021-04",
|
| 1904 |
+
"2021-10",
|
| 1905 |
+
"2021-17",
|
| 1906 |
+
"2021-21",
|
| 1907 |
+
"2021-25",
|
| 1908 |
+
"2021-31",
|
| 1909 |
+
"2021-39",
|
| 1910 |
+
"2021-43",
|
| 1911 |
+
"2021-49",
|
| 1912 |
+
"2022-05",
|
| 1913 |
+
"2022-21",
|
| 1914 |
+
"2022-27",
|
| 1915 |
+
"2022-33",
|
| 1916 |
+
"2022-40",
|
| 1917 |
+
"2022-49",
|
| 1918 |
+
"2023-06",
|
| 1919 |
+
"2023-14",
|
| 1920 |
+
"2023-23",
|
| 1921 |
+
"2023-40",
|
| 1922 |
+
"2023-50",
|
| 1923 |
+
"2024-10",
|
| 1924 |
+
"2024-18"
|
| 1925 |
+
],
|
| 1926 |
+
"y": [
|
| 1927 |
+
0.42011411984761554,
|
| 1928 |
+
0.41771392337977886,
|
| 1929 |
+
0.4225375975171725,
|
| 1930 |
+
0.4215048458427191,
|
| 1931 |
+
0.4200556830813487,
|
| 1932 |
+
0.42267325334250927,
|
| 1933 |
+
0.42219953549404937,
|
| 1934 |
+
0.42158348858356476,
|
| 1935 |
+
0.42136500775814056,
|
| 1936 |
+
0.4205201355119546,
|
| 1937 |
+
0.4186039001991351,
|
| 1938 |
+
0.4224700617293517,
|
| 1939 |
+
0.4220602648953597,
|
| 1940 |
+
0.4221940692514181,
|
| 1941 |
+
0.42575788870453835,
|
| 1942 |
+
0.4235885652403037,
|
| 1943 |
+
0.4225230813026428,
|
| 1944 |
+
0.42233593948185444,
|
| 1945 |
+
0.4221775283416112,
|
| 1946 |
+
0.4228653535246849,
|
| 1947 |
+
0.42264105565845966,
|
| 1948 |
+
0.42393360535303753,
|
| 1949 |
+
0.42317299482723075,
|
| 1950 |
+
0.4210619007547696,
|
| 1951 |
+
0.4214250836521387,
|
| 1952 |
+
0.42541493351260823,
|
| 1953 |
+
0.42360322425762814,
|
| 1954 |
+
0.4205244767169158,
|
| 1955 |
+
0.4236073462913434,
|
| 1956 |
+
0.4249431478480498,
|
| 1957 |
+
0.4228978219131629,
|
| 1958 |
+
0.4259882929424445,
|
| 1959 |
+
0.42851285884777707,
|
| 1960 |
+
0.42789290224512416,
|
| 1961 |
+
0.43047124209503335,
|
| 1962 |
+
0.4292740287880103,
|
| 1963 |
+
0.43090116543074447,
|
| 1964 |
+
0.42806745134294033,
|
| 1965 |
+
0.42853582339982194,
|
| 1966 |
+
0.42868382173279923,
|
| 1967 |
+
0.4295705755551656,
|
| 1968 |
+
0.42674027755856514,
|
| 1969 |
+
0.42806006968021393,
|
| 1970 |
+
0.4302288169662158,
|
| 1971 |
+
0.4296300721665223,
|
| 1972 |
+
0.42682078294456005,
|
| 1973 |
+
0.4280893715719382,
|
| 1974 |
+
0.42838835529983044,
|
| 1975 |
+
0.42565195883313817,
|
| 1976 |
+
0.42741932161152363,
|
| 1977 |
+
0.4244892777254184,
|
| 1978 |
+
0.4205427821725607,
|
| 1979 |
+
0.4236555565148592,
|
| 1980 |
+
0.4240898961822192,
|
| 1981 |
+
0.42361670297880966,
|
| 1982 |
+
0.42583778997262317,
|
| 1983 |
+
0.4247272629290819,
|
| 1984 |
+
0.4253633916378021,
|
| 1985 |
+
0.4288306099673112,
|
| 1986 |
+
0.425309831276536,
|
| 1987 |
+
0.42580118651191395,
|
| 1988 |
+
0.42635091704626876,
|
| 1989 |
+
0.42876501257220906,
|
| 1990 |
+
0.4257665214439233,
|
| 1991 |
+
0.42751417371133965,
|
| 1992 |
+
0.4274651377151409,
|
| 1993 |
+
0.4292123032112916,
|
| 1994 |
+
0.42945936508476734,
|
| 1995 |
+
0.4266843255609274,
|
| 1996 |
+
0.431256677955389,
|
| 1997 |
+
0.42795787875850994,
|
| 1998 |
+
0.4288310408592224,
|
| 1999 |
+
0.4285088585068782,
|
| 2000 |
+
0.42709297376374405,
|
| 2001 |
+
0.4303327426314354,
|
| 2002 |
+
0.4285315126180649,
|
| 2003 |
+
0.43032742974658805,
|
| 2004 |
+
0.42827240626017254,
|
| 2005 |
+
0.42655438867708045,
|
| 2006 |
+
0.43065756373107433,
|
| 2007 |
+
0.42699132797618705,
|
| 2008 |
+
0.432743809496363,
|
| 2009 |
+
0.426107710848252,
|
| 2010 |
+
0.4314096675564845,
|
| 2011 |
+
0.4288001439223687,
|
| 2012 |
+
0.43330975994467735,
|
| 2013 |
+
0.4283793264379104,
|
| 2014 |
+
0.43007233180105686,
|
| 2015 |
+
0.43284351378679276,
|
| 2016 |
+
0.43421785968045395,
|
| 2017 |
+
0.4327918446312348,
|
| 2018 |
+
0.43310930766165257,
|
| 2019 |
+
0.4327431519826253,
|
| 2020 |
+
0.4331989834705989,
|
| 2021 |
+
0.43582472391426563,
|
| 2022 |
+
0.4374971886475881
|
| 2023 |
+
],
|
| 2024 |
+
"mode": "line",
|
| 2025 |
+
"opacity": 0.5,
|
| 2026 |
+
"line": {
|
| 2027 |
+
"color": "gray"
|
| 2028 |
+
}
|
| 2029 |
+
}
|
| 2030 |
+
],
|
| 2031 |
+
"layout": {
|
| 2032 |
+
"title": {
|
| 2033 |
+
"text": "Score by dump"
|
| 2034 |
+
},
|
| 2035 |
+
"xaxis": {
|
| 2036 |
+
"title": {
|
| 2037 |
+
"text": "Year"
|
| 2038 |
+
},
|
| 2039 |
+
"showticklabels": true,
|
| 2040 |
+
"tickvals": [
|
| 2041 |
+
0.5,
|
| 2042 |
+
5.5,
|
| 2043 |
+
14.5,
|
| 2044 |
+
24.0,
|
| 2045 |
+
34.5,
|
| 2046 |
+
46.5,
|
| 2047 |
+
58.5,
|
| 2048 |
+
69.0,
|
| 2049 |
+
78.0,
|
| 2050 |
+
85.5,
|
| 2051 |
+
91.0,
|
| 2052 |
+
96.0
|
| 2053 |
+
],
|
| 2054 |
+
"ticktext": [
|
| 2055 |
+
"2013",
|
| 2056 |
+
"2014",
|
| 2057 |
+
"2015",
|
| 2058 |
+
"2016",
|
| 2059 |
+
"2017",
|
| 2060 |
+
"2018",
|
| 2061 |
+
"2019",
|
| 2062 |
+
"2020",
|
| 2063 |
+
"2021",
|
| 2064 |
+
"2022",
|
| 2065 |
+
"2023",
|
| 2066 |
+
"2024"
|
| 2067 |
+
],
|
| 2068 |
+
"tickangle": 0
|
| 2069 |
+
},
|
| 2070 |
+
"showlegend": false,
|
| 2071 |
+
"shapes": [
|
| 2072 |
+
{
|
| 2073 |
+
"type": "line",
|
| 2074 |
+
"x0": -0.5,
|
| 2075 |
+
"y0": 0,
|
| 2076 |
+
"x1": -0.5,
|
| 2077 |
+
"y1": 1,
|
| 2078 |
+
"xref": "x",
|
| 2079 |
+
"yref": "paper",
|
| 2080 |
+
"line": {
|
| 2081 |
+
"color": "grey",
|
| 2082 |
+
"width": 1,
|
| 2083 |
+
"dash": "dot"
|
| 2084 |
+
}
|
| 2085 |
+
},
|
| 2086 |
+
{
|
| 2087 |
+
"type": "line",
|
| 2088 |
+
"x0": 1.5,
|
| 2089 |
+
"y0": 0,
|
| 2090 |
+
"x1": 1.5,
|
| 2091 |
+
"y1": 1,
|
| 2092 |
+
"xref": "x",
|
| 2093 |
+
"yref": "paper",
|
| 2094 |
+
"line": {
|
| 2095 |
+
"color": "grey",
|
| 2096 |
+
"width": 1,
|
| 2097 |
+
"dash": "dot"
|
| 2098 |
+
}
|
| 2099 |
+
},
|
| 2100 |
+
{
|
| 2101 |
+
"type": "line",
|
| 2102 |
+
"x0": 9.5,
|
| 2103 |
+
"y0": 0,
|
| 2104 |
+
"x1": 9.5,
|
| 2105 |
+
"y1": 1,
|
| 2106 |
+
"xref": "x",
|
| 2107 |
+
"yref": "paper",
|
| 2108 |
+
"line": {
|
| 2109 |
+
"color": "grey",
|
| 2110 |
+
"width": 1,
|
| 2111 |
+
"dash": "dot"
|
| 2112 |
+
}
|
| 2113 |
+
},
|
| 2114 |
+
{
|
| 2115 |
+
"type": "line",
|
| 2116 |
+
"x0": 19.5,
|
| 2117 |
+
"y0": 0,
|
| 2118 |
+
"x1": 19.5,
|
| 2119 |
+
"y1": 1,
|
| 2120 |
+
"xref": "x",
|
| 2121 |
+
"yref": "paper",
|
| 2122 |
+
"line": {
|
| 2123 |
+
"color": "grey",
|
| 2124 |
+
"width": 1,
|
| 2125 |
+
"dash": "dot"
|
| 2126 |
+
}
|
| 2127 |
+
},
|
| 2128 |
+
{
|
| 2129 |
+
"type": "line",
|
| 2130 |
+
"x0": 28.5,
|
| 2131 |
+
"y0": 0,
|
| 2132 |
+
"x1": 28.5,
|
| 2133 |
+
"y1": 1,
|
| 2134 |
+
"xref": "x",
|
| 2135 |
+
"yref": "paper",
|
| 2136 |
+
"line": {
|
| 2137 |
+
"color": "grey",
|
| 2138 |
+
"width": 1,
|
| 2139 |
+
"dash": "dot"
|
| 2140 |
+
}
|
| 2141 |
+
},
|
| 2142 |
+
{
|
| 2143 |
+
"type": "line",
|
| 2144 |
+
"x0": 40.5,
|
| 2145 |
+
"y0": 0,
|
| 2146 |
+
"x1": 40.5,
|
| 2147 |
+
"y1": 1,
|
| 2148 |
+
"xref": "x",
|
| 2149 |
+
"yref": "paper",
|
| 2150 |
+
"line": {
|
| 2151 |
+
"color": "grey",
|
| 2152 |
+
"width": 1,
|
| 2153 |
+
"dash": "dot"
|
| 2154 |
+
}
|
| 2155 |
+
},
|
| 2156 |
+
{
|
| 2157 |
+
"type": "line",
|
| 2158 |
+
"x0": 52.5,
|
| 2159 |
+
"y0": 0,
|
| 2160 |
+
"x1": 52.5,
|
| 2161 |
+
"y1": 1,
|
| 2162 |
+
"xref": "x",
|
| 2163 |
+
"yref": "paper",
|
| 2164 |
+
"line": {
|
| 2165 |
+
"color": "grey",
|
| 2166 |
+
"width": 1,
|
| 2167 |
+
"dash": "dot"
|
| 2168 |
+
}
|
| 2169 |
+
},
|
| 2170 |
+
{
|
| 2171 |
+
"type": "line",
|
| 2172 |
+
"x0": 64.5,
|
| 2173 |
+
"y0": 0,
|
| 2174 |
+
"x1": 64.5,
|
| 2175 |
+
"y1": 1,
|
| 2176 |
+
"xref": "x",
|
| 2177 |
+
"yref": "paper",
|
| 2178 |
+
"line": {
|
| 2179 |
+
"color": "grey",
|
| 2180 |
+
"width": 1,
|
| 2181 |
+
"dash": "dot"
|
| 2182 |
+
}
|
| 2183 |
+
},
|
| 2184 |
+
{
|
| 2185 |
+
"type": "line",
|
| 2186 |
+
"x0": 73.5,
|
| 2187 |
+
"y0": 0,
|
| 2188 |
+
"x1": 73.5,
|
| 2189 |
+
"y1": 1,
|
| 2190 |
+
"xref": "x",
|
| 2191 |
+
"yref": "paper",
|
| 2192 |
+
"line": {
|
| 2193 |
+
"color": "grey",
|
| 2194 |
+
"width": 1,
|
| 2195 |
+
"dash": "dot"
|
| 2196 |
+
}
|
| 2197 |
+
},
|
| 2198 |
+
{
|
| 2199 |
+
"type": "line",
|
| 2200 |
+
"x0": 82.5,
|
| 2201 |
+
"y0": 0,
|
| 2202 |
+
"x1": 82.5,
|
| 2203 |
+
"y1": 1,
|
| 2204 |
+
"xref": "x",
|
| 2205 |
+
"yref": "paper",
|
| 2206 |
+
"line": {
|
| 2207 |
+
"color": "grey",
|
| 2208 |
+
"width": 1,
|
| 2209 |
+
"dash": "dot"
|
| 2210 |
+
}
|
| 2211 |
+
},
|
| 2212 |
+
{
|
| 2213 |
+
"type": "line",
|
| 2214 |
+
"x0": 88.5,
|
| 2215 |
+
"y0": 0,
|
| 2216 |
+
"x1": 88.5,
|
| 2217 |
+
"y1": 1,
|
| 2218 |
+
"xref": "x",
|
| 2219 |
+
"yref": "paper",
|
| 2220 |
+
"line": {
|
| 2221 |
+
"color": "grey",
|
| 2222 |
+
"width": 1,
|
| 2223 |
+
"dash": "dot"
|
| 2224 |
+
}
|
| 2225 |
+
},
|
| 2226 |
+
{
|
| 2227 |
+
"type": "line",
|
| 2228 |
+
"x0": 93.5,
|
| 2229 |
+
"y0": 0,
|
| 2230 |
+
"x1": 93.5,
|
| 2231 |
+
"y1": 1,
|
| 2232 |
+
"xref": "x",
|
| 2233 |
+
"yref": "paper",
|
| 2234 |
+
"line": {
|
| 2235 |
+
"color": "grey",
|
| 2236 |
+
"width": 1,
|
| 2237 |
+
"dash": "dot"
|
| 2238 |
+
}
|
| 2239 |
+
}
|
| 2240 |
+
]
|
| 2241 |
+
}
|
| 2242 |
+
}
|
assets/data/plots/score_by_dump/arc_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"traces": [{"x": ["2013-20"], "y": [0.37150000035762787], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-20", "error_y": {"value": 0.002898274024822435, "visible": "true"}}, {"x": ["2013-48"], "y": [0.37850000460942584], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-48", "error_y": {"value": 0.005357245335204541, "visible": "true"}}, {"x": ["2014-10"], "y": [0.37950000663598377], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-10", "error_y": {"value": 0.004538718352677593, "visible": "true"}}, {"x": ["2014-15"], "y": [0.3858333279689153], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-15", "error_y": {"value": 0.003559024643739202, "visible": "true"}}, {"x": ["2014-23"], "y": [0.377250000834465], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-23", "error_y": {"value": 0.005447471448995269, "visible": "true"}}, {"x": ["2014-35"], "y": [0.38066666821638745], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-35", "error_y": {"value": 0.004535051423590107, "visible": "true"}}, {"x": ["2014-41"], "y": [0.38499999543031055], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-41", "error_y": {"value": 0.001923541529675635, "visible": "true"}}, {"x": ["2014-42"], "y": [0.3811666617790858], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-42", "error_y": {"value": 0.005671565479143761, "visible": "true"}}, {"x": ["2014-49"], "y": [0.3794166644414266], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-49", "error_y": {"value": 0.004030094134796388, "visible": "true"}}, {"x": ["2014-52"], "y": [0.3779999961455663], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-52", "error_y": {"value": 0.004701066579939967, "visible": "true"}}, {"x": ["2015-06"], "y": [0.3787500063578288], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-06", "error_y": {"value": 0.0030618612051540556, "visible": "true"}}, {"x": ["2015-11"], "y": [0.37974999845027924], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-11", "error_y": {"value": 0.004321454862540328, "visible": "true"}}, {"x": ["2015-14"], "y": [0.38091666499773663], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-14", "error_y": {"value": 0.0033078165257745414, "visible": "true"}}, {"x": ["2015-18"], "y": [0.37658333281675976], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-18", "error_y": {"value": 0.0026347103308396527, "visible": "true"}}, {"x": ["2015-22"], "y": [0.37933334211508435], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-22", "error_y": {"value": 0.0038815813902936093, "visible": "true"}}, {"x": ["2015-27"], "y": [0.38166667024294537], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-27", "error_y": {"value": 0.005316631511753155, "visible": "true"}}, {"x": ["2015-32"], "y": [0.38349999487400055], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-32", "error_y": {"value": 0.006870226957940992, "visible": "true"}}, {"x": ["2015-35"], "y": [0.38741666575272876], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-35", "error_y": {"value": 0.0031371429004636146, "visible": "true"}}, {"x": ["2015-40"], "y": [0.38083333770434064], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-40", "error_y": {"value": 0.0033266613531322074, "visible": "true"}}, {"x": ["2015-48"], "y": [0.3850000003973643], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-48", "error_y": {"value": 0.0028284307493848327, "visible": "true"}}, {"x": ["2016-07"], "y": [0.37183333436648053], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-07", "error_y": {"value": 0.0036147860108431025, "visible": "true"}}, {"x": ["2016-18"], "y": [0.38908333082993823], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-18", "error_y": {"value": 0.009825558546161768, "visible": "true"}}, {"x": ["2016-22"], "y": [0.3865000009536743], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-22", "error_y": {"value": 0.008142475917926193, "visible": "true"}}, {"x": ["2016-26"], "y": [0.38358333706855774], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-26", "error_y": {"value": 0.007200107962636066, "visible": "true"}}, {"x": ["2016-30"], "y": [0.3823333332935969], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-30", "error_y": {"value": 0.00486483989696501, "visible": "true"}}, {"x": ["2016-36"], "y": [0.382833331823349], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-36", "error_y": {"value": 0.004622407483880005, "visible": "true"}}, {"x": ["2016-40"], "y": [0.3869166721900304], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-40", "error_y": {"value": 0.0033825575981536694, "visible": "true"}}, {"x": ["2016-44"], "y": [0.38625000417232513], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-44", "error_y": {"value": 0.008341160285901953, "visible": "true"}}, {"x": ["2016-50"], "y": [0.3889999985694885], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-50", "error_y": {"value": 0.003478506049914017, "visible": "true"}}, {"x": ["2017-04"], "y": [0.3957499961058299], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-04", "error_y": {"value": 0.004021818195885339, "visible": "true"}}, {"x": ["2017-09"], "y": [0.3762500087420146], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-09", "error_y": {"value": 0.003869755906582959, "visible": "true"}}, {"x": ["2017-13"], "y": [0.38483333587646484], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-13", "error_y": {"value": 0.004697517923943533, "visible": "true"}}, {"x": ["2017-17"], "y": [0.385083332657814], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-17", "error_y": {"value": 0.0025182692868261384, "visible": "true"}}, {"x": ["2017-22"], "y": [0.3854166666666667], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-22", "error_y": {"value": 0.012253233757858185, "visible": "true"}}, {"x": ["2017-26"], "y": [0.38100000222524005], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-26", "error_y": {"value": 0.005449769377432321, "visible": "true"}}, {"x": ["2017-30"], "y": [0.3801666647195816], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-30", "error_y": {"value": 0.003945461843959098, "visible": "true"}}, {"x": ["2017-34"], "y": [0.3829166640837987], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-34", "error_y": {"value": 0.004716104781595369, "visible": "true"}}, {"x": ["2017-39"], "y": [0.3828333268562953], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-39", "error_y": {"value": 0.0034448020435853418, "visible": "true"}}, {"x": ["2017-43"], "y": [0.3814166635274887], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-43", "error_y": {"value": 0.004375114260508746, "visible": "true"}}, {"x": ["2017-47"], "y": [0.3842500001192093], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-47", "error_y": {"value": 0.005364234342865751, "visible": "true"}}, {"x": ["2017-51"], "y": [0.382750004529953], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-51", "error_y": {"value": 0.004298261483972954, "visible": "true"}}, {"x": ["2018-05"], "y": [0.3794166644414266], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-05", "error_y": {"value": 0.004116026782429059, "visible": "true"}}, {"x": ["2018-09"], "y": [0.3832500030597051], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-09", "error_y": {"value": 0.004390331459426602, "visible": "true"}}, {"x": ["2018-13"], "y": [0.38850000500679016], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-13", "error_y": {"value": 0.0075099978470886215, "visible": "true"}}, {"x": ["2018-17"], "y": [0.38349999984105426], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-17", "error_y": {"value": 0.003974918191905257, "visible": "true"}}, {"x": ["2018-22"], "y": [0.3851666698853175], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-22", "error_y": {"value": 0.0035590246437392213, "visible": "true"}}, {"x": ["2018-26"], "y": [0.3857499957084656], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-26", "error_y": {"value": 0.005888544009525259, "visible": "true"}}, {"x": ["2018-30"], "y": [0.38216666380564374], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-30", "error_y": {"value": 0.005105548675706811, "visible": "true"}}, {"x": ["2018-34"], "y": [0.3840833256642024], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-34", "error_y": {"value": 0.003023515807727137, "visible": "true"}}, {"x": ["2018-39"], "y": [0.3862499992052714], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-39", "error_y": {"value": 0.0027703772540106594, "visible": "true"}}, {"x": ["2018-43"], "y": [0.3778333365917206], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-43", "error_y": {"value": 0.0033862468081348176, "visible": "true"}}, {"x": ["2018-47"], "y": [0.38349999487400055], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-47", "error_y": {"value": 0.005709642101070106, "visible": "true"}}, {"x": ["2018-51"], "y": [0.3853333344062169], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-51", "error_y": {"value": 0.008897567554676139, "visible": "true"}}, {"x": ["2019-04"], "y": [0.38208333154519397], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-04", "error_y": {"value": 0.0026536167855816784, "visible": "true"}}, {"x": ["2019-09"], "y": [0.3747499982515971], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-09", "error_y": {"value": 0.0044693394679087995, "visible": "true"}}, {"x": ["2019-13"], "y": [0.3745000014702479], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-13", "error_y": {"value": 0.0025298225428297344, "visible": "true"}}, {"x": ["2019-18"], "y": [0.3764166583617528], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-18", "error_y": {"value": 0.006351506218658603, "visible": "true"}}, {"x": ["2019-22"], "y": [0.3751666694879532], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-22", "error_y": {"value": 0.004033204009754851, "visible": "true"}}, {"x": ["2019-26"], "y": [0.37850000460942584], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-26", "error_y": {"value": 0.0032710834205171395, "visible": "true"}}, {"x": ["2019-30"], "y": [0.3775833298762639], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-30", "error_y": {"value": 0.01507121501782707, "visible": "true"}}, {"x": ["2019-35"], "y": [0.37675000230471295], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-35", "error_y": {"value": 0.009740378535375717, "visible": "true"}}, {"x": ["2019-39"], "y": [0.3777499993642171], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-39", "error_y": {"value": 0.005610257679127933, "visible": "true"}}, {"x": ["2019-43"], "y": [0.376583327849706], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-43", "error_y": {"value": 0.010485310179558381, "visible": "true"}}, {"x": ["2019-47"], "y": [0.3738333284854889], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-47", "error_y": {"value": 0.00845380266521027, "visible": "true"}}, {"x": ["2019-51"], "y": [0.3800833324591319], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-51", "error_y": {"value": 0.0032467898874608335, "visible": "true"}}, {"x": ["2020-05"], "y": [0.37966667115688324], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-05", "error_y": {"value": 0.004546065408096836, "visible": "true"}}, {"x": ["2020-10"], "y": [0.3876666625340779], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-10", "error_y": {"value": 0.002750757087196951, "visible": "true"}}, {"x": ["2020-16"], "y": [0.38349999984105426], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-16", "error_y": {"value": 0.004123107476025043, "visible": "true"}}, {"x": ["2020-24"], "y": [0.3764999955892563], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-24", "error_y": {"value": 0.0043243525676520626, "visible": "true"}}, {"x": ["2020-29"], "y": [0.3761666715145111], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-29", "error_y": {"value": 0.0026956758528956554, "visible": "true"}}, {"x": ["2020-34"], "y": [0.37708333134651184], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-34", "error_y": {"value": 0.006094393748660055, "visible": "true"}}, {"x": ["2020-40"], "y": [0.3826666673024495], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-40", "error_y": {"value": 0.002750762504299154, "visible": "true"}}, {"x": ["2020-45"], "y": [0.38075000544389087], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-45", "error_y": {"value": 0.005222543945481388, "visible": "true"}}, {"x": ["2020-50"], "y": [0.37991667290528613], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-50", "error_y": {"value": 0.003072733922594657, "visible": "true"}}, {"x": ["2021-04"], "y": [0.3789999981721242], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-04", "error_y": {"value": 0.0028284265346937127, "visible": "true"}}, {"x": ["2021-10"], "y": [0.3825000027815501], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-10", "error_y": {"value": 0.002258319235572632, "visible": "true"}}, {"x": ["2021-17"], "y": [0.39100000262260437], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-17", "error_y": {"value": 0.006387491848787634, "visible": "true"}}, {"x": ["2021-21"], "y": [0.38725000619888306], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-21", "error_y": {"value": 0.003142455862646694, "visible": "true"}}, {"x": ["2021-25"], "y": [0.38225000103314716], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-25", "error_y": {"value": 0.004107916714652252, "visible": "true"}}, {"x": ["2021-31"], "y": [0.3850000003973643], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-31", "error_y": {"value": 0.0032403681786800907, "visible": "true"}}, {"x": ["2021-39"], "y": [0.38116667171319324], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-39", "error_y": {"value": 0.0034880730202760495, "visible": "true"}}, {"x": ["2021-43"], "y": [0.39141666889190674], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-43", "error_y": {"value": 0.004619708026994101, "visible": "true"}}, {"x": ["2021-49"], "y": [0.38758333524068195], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-49", "error_y": {"value": 0.007207061322022231, "visible": "true"}}, {"x": ["2022-05"], "y": [0.39033332963784534], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-05", "error_y": {"value": 0.0046547386140301334, "visible": "true"}}, {"x": ["2022-21"], "y": [0.3818333347638448], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-21", "error_y": {"value": 0.005076089897640139, "visible": "true"}}, {"x": ["2022-27"], "y": [0.38591666022936505], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-27", "error_y": {"value": 0.005651695126026836, "visible": "true"}}, {"x": ["2022-33"], "y": [0.38858333230018616], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-33", "error_y": {"value": 0.002518268695093754, "visible": "true"}}, {"x": ["2022-40"], "y": [0.37691666185855865], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-40", "error_y": {"value": 0.0035130694322725907, "visible": "true"}}, {"x": ["2022-49"], "y": [0.38491666316986084], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-49", "error_y": {"value": 0.0059026782853516075, "visible": "true"}}, {"x": ["2023-06"], "y": [0.39416666825612384], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-06", "error_y": {"value": 0.002695676589926278, "visible": "true"}}, {"x": ["2023-14"], "y": [0.3950000007947286], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-14", "error_y": {"value": 0.006789705912812267, "visible": "true"}}, {"x": ["2023-23"], "y": [0.3918333351612091], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-23", "error_y": {"value": 0.002677068307065583, "visible": "true"}}, {"x": ["2023-40"], "y": [0.39058332641919447], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-40", "error_y": {"value": 0.014154206424996582, "visible": "true"}}, {"x": ["2023-50"], "y": [0.39691666265328723], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-50", "error_y": {"value": 0.007269229040985465, "visible": "true"}}, {"x": ["2024-10"], "y": [0.38191666702429455], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-10", "error_y": {"value": 0.006643911589885123, "visible": "true"}}, {"x": ["2024-18"], "y": [0.3866666654745738], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-18", "error_y": {"value": 0.005250401869038402, "visible": "true"}}, {"x": ["2013-20", "2013-48", "2014-10", "2014-15", "2014-23", "2014-35", "2014-41", "2014-42", "2014-49", "2014-52", "2015-06", "2015-11", "2015-14", "2015-18", "2015-22", "2015-27", "2015-32", "2015-35", "2015-40", "2015-48", "2016-07", "2016-18", "2016-22", "2016-26", "2016-30", "2016-36", "2016-40", "2016-44", "2016-50", "2017-04", "2017-09", "2017-13", "2017-17", "2017-22", "2017-26", "2017-30", "2017-34", "2017-39", "2017-43", "2017-47", "2017-51", "2018-05", "2018-09", "2018-13", "2018-17", "2018-22", "2018-26", "2018-30", "2018-34", "2018-39", "2018-43", "2018-47", "2018-51", "2019-04", "2019-09", "2019-13", "2019-18", "2019-22", "2019-26", "2019-30", "2019-35", "2019-39", "2019-43", "2019-47", "2019-51", "2020-05", "2020-10", "2020-16", "2020-24", "2020-29", "2020-34", "2020-40", "2020-45", "2020-50", "2021-04", "2021-10", "2021-17", "2021-21", "2021-25", "2021-31", "2021-39", "2021-43", "2021-49", "2022-05", "2022-21", "2022-27", "2022-33", "2022-40", "2022-49", "2023-06", "2023-14", "2023-23", "2023-40", "2023-50", "2024-10", "2024-18"], "y": [0.37150000035762787, 0.37850000460942584, 0.37950000663598377, 0.3858333279689153, 0.377250000834465, 0.38066666821638745, 0.38499999543031055, 0.3811666617790858, 0.3794166644414266, 0.3779999961455663, 0.3787500063578288, 0.37974999845027924, 0.38091666499773663, 0.37658333281675976, 0.37933334211508435, 0.38166667024294537, 0.38349999487400055, 0.38741666575272876, 0.38083333770434064, 0.3850000003973643, 0.37183333436648053, 0.38908333082993823, 0.3865000009536743, 0.38358333706855774, 0.3823333332935969, 0.382833331823349, 0.3869166721900304, 0.38625000417232513, 0.3889999985694885, 0.3957499961058299, 0.3762500087420146, 0.38483333587646484, 0.385083332657814, 0.3854166666666667, 0.38100000222524005, 0.3801666647195816, 0.3829166640837987, 0.3828333268562953, 0.3814166635274887, 0.3842500001192093, 0.382750004529953, 0.3794166644414266, 0.3832500030597051, 0.38850000500679016, 0.38349999984105426, 0.3851666698853175, 0.3857499957084656, 0.38216666380564374, 0.3840833256642024, 0.3862499992052714, 0.3778333365917206, 0.38349999487400055, 0.3853333344062169, 0.38208333154519397, 0.3747499982515971, 0.3745000014702479, 0.3764166583617528, 0.3751666694879532, 0.37850000460942584, 0.3775833298762639, 0.37675000230471295, 0.3777499993642171, 0.376583327849706, 0.3738333284854889, 0.3800833324591319, 0.37966667115688324, 0.3876666625340779, 0.38349999984105426, 0.3764999955892563, 0.3761666715145111, 0.37708333134651184, 0.3826666673024495, 0.38075000544389087, 0.37991667290528613, 0.3789999981721242, 0.3825000027815501, 0.39100000262260437, 0.38725000619888306, 0.38225000103314716, 0.3850000003973643, 0.38116667171319324, 0.39141666889190674, 0.38758333524068195, 0.39033332963784534, 0.3818333347638448, 0.38591666022936505, 0.38858333230018616, 0.37691666185855865, 0.38491666316986084, 0.39416666825612384, 0.3950000007947286, 0.3918333351612091, 0.39058332641919447, 0.39691666265328723, 0.38191666702429455, 0.3866666654745738], "mode": "line", "opacity": 0.5, "line": {"color": "gray"}}], "layout": {"title": {"text": "Score by dump"}, "xaxis": {"title": {"text": "Year"}, "showticklabels": true, "tickvals": [0.5, 5.5, 14.5, 24.0, 34.5, 46.5, 58.5, 69.0, 78.0, 85.5, 91.0, 96.0], "ticktext": ["2013", "2014", "2015", "2016", "2017", "2018", "2019", "2020", "2021", "2022", "2023", "2024"], "tickangle": 0}, "showlegend": false, "shapes": [{"type": "line", "x0": -0.5, "y0": 0, "x1": -0.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 1.5, "y0": 0, "x1": 1.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 9.5, "y0": 0, "x1": 9.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 19.5, "y0": 0, "x1": 19.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 28.5, "y0": 0, "x1": 28.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 40.5, "y0": 0, "x1": 40.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 52.5, "y0": 0, "x1": 52.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 64.5, "y0": 0, "x1": 64.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 73.5, "y0": 0, "x1": 73.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 82.5, "y0": 0, "x1": 82.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 88.5, "y0": 0, "x1": 88.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 93.5, "y0": 0, "x1": 93.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}]}}
|
assets/data/plots/score_by_dump/commonsense_qa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"traces": [{"x": ["2013-20"], "y": [0.32850000262260437], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-20", "error_y": {"value": 0.013722240488831533, "visible": "true"}}, {"x": ["2013-48"], "y": [0.3225000003973643], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-48", "error_y": {"value": 0.006534527138064516, "visible": "true"}}, {"x": ["2014-10"], "y": [0.3291666656732559], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-10", "error_y": {"value": 0.005076085592151839, "visible": "true"}}, {"x": ["2014-15"], "y": [0.3303333322207133], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-15", "error_y": {"value": 0.012339634053140805, "visible": "true"}}, {"x": ["2014-23"], "y": [0.32866666714350384], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-23", "error_y": {"value": 0.008016642043332061, "visible": "true"}}, {"x": ["2014-35"], "y": [0.33683333297570545], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-35", "error_y": {"value": 0.0033115936502921416, "visible": "true"}}, {"x": ["2014-41"], "y": [0.3258333305517832], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-41", "error_y": {"value": 0.005192940967779857, "visible": "true"}}, {"x": ["2014-42"], "y": [0.3268333375453949], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-42", "error_y": {"value": 0.00798540454256664, "visible": "true"}}, {"x": ["2014-49"], "y": [0.33133333424727124], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-49", "error_y": {"value": 0.00806639274836501, "visible": "true"}}, {"x": ["2014-52"], "y": [0.3241666654745738], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-52", "error_y": {"value": 0.00722265229982943, "visible": "true"}}, {"x": ["2015-06"], "y": [0.32883332669734955], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-06", "error_y": {"value": 0.006337716909105858, "visible": "true"}}, {"x": ["2015-11"], "y": [0.3281666686137517], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-11", "error_y": {"value": 0.0069402184701873645, "visible": "true"}}, {"x": ["2015-14"], "y": [0.3325000007947286], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-14", "error_y": {"value": 0.0030822021282475532, "visible": "true"}}, {"x": ["2015-18"], "y": [0.33283333480358124], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-18", "error_y": {"value": 0.005419095858665617, "visible": "true"}}, {"x": ["2015-22"], "y": [0.34566666185855865], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-22", "error_y": {"value": 0.007659412670220112, "visible": "true"}}, {"x": ["2015-27"], "y": [0.33283333480358124], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-27", "error_y": {"value": 0.002857744693678411, "visible": "true"}}, {"x": ["2015-32"], "y": [0.3344999998807907], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-32", "error_y": {"value": 0.004086562514057702, "visible": "true"}}, {"x": ["2015-35"], "y": [0.3254999965429306], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-35", "error_y": {"value": 0.001378402263420635, "visible": "true"}}, {"x": ["2015-40"], "y": [0.33766666054725647], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-40", "error_y": {"value": 0.005278887802423473, "visible": "true"}}, {"x": ["2015-48"], "y": [0.3408333311478297], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-48", "error_y": {"value": 0.0034302640391384582, "visible": "true"}}, {"x": ["2016-07"], "y": [0.33116666972637177], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-07", "error_y": {"value": 0.004708151436848278, "visible": "true"}}, {"x": ["2016-18"], "y": [0.3275000005960464], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-18", "error_y": {"value": 0.003781533468682636, "visible": "true"}}, {"x": ["2016-22"], "y": [0.32849999765555066], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-22", "error_y": {"value": 0.004135218321368226, "visible": "true"}}, {"x": ["2016-26"], "y": [0.3241666704416275], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-26", "error_y": {"value": 0.010833587716616796, "visible": "true"}}, {"x": ["2016-30"], "y": [0.33149999876817066], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-30", "error_y": {"value": 0.0030166203175772386, "visible": "true"}}, {"x": ["2016-36"], "y": [0.3306666711966197], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-36", "error_y": {"value": 0.007061630294506958, "visible": "true"}}, {"x": ["2016-40"], "y": [0.33116666475931805], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-40", "error_y": {"value": 0.0053447852903594825, "visible": "true"}}, {"x": ["2016-44"], "y": [0.32483333845933277], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-44", "error_y": {"value": 0.004792348669978759, "visible": "true"}}, {"x": ["2016-50"], "y": [0.3319999972979228], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-50", "error_y": {"value": 0.003794728316696654, "visible": "true"}}, {"x": ["2017-04"], "y": [0.3230000038941701], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-04", "error_y": {"value": 0.010770328750944825, "visible": "true"}}, {"x": ["2017-09"], "y": [0.32800000905990595], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-09", "error_y": {"value": 0.0030331484640518133, "visible": "true"}}, {"x": ["2017-13"], "y": [0.3346666693687439], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-13", "error_y": {"value": 0.0038815785750712668, "visible": "true"}}, {"x": ["2017-17"], "y": [0.3291666656732559], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-17", "error_y": {"value": 0.0038686784165637353, "visible": "true"}}, {"x": ["2017-22"], "y": [0.33049999674161273], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-22", "error_y": {"value": 0.0070639976061442865, "visible": "true"}}, {"x": ["2017-26"], "y": [0.33899999658266705], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-26", "error_y": {"value": 0.009879268322547041, "visible": "true"}}, {"x": ["2017-30"], "y": [0.3343333303928375], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-30", "error_y": {"value": 0.006801964355024898, "visible": "true"}}, {"x": ["2017-34"], "y": [0.33649999896685284], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-34", "error_y": {"value": 0.005205763130278415, "visible": "true"}}, {"x": ["2017-39"], "y": [0.33383333186308545], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-39", "error_y": {"value": 0.002926878023035533, "visible": "true"}}, {"x": ["2017-43"], "y": [0.3371666719516118], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-43", "error_y": {"value": 0.008424168655515837, "visible": "true"}}, {"x": ["2017-47"], "y": [0.33766667048136395], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-47", "error_y": {"value": 0.0034448000249318444, "visible": "true"}}, {"x": ["2017-51"], "y": [0.3294999996821086], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-51", "error_y": {"value": 0.005924529506833298, "visible": "true"}}, {"x": ["2018-05"], "y": [0.3375000059604645], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-05", "error_y": {"value": 0.00612372533029975, "visible": "true"}}, {"x": ["2018-09"], "y": [0.34266666571299237], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-09", "error_y": {"value": 0.004179313100054744, "visible": "true"}}, {"x": ["2018-13"], "y": [0.3321666717529297], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-13", "error_y": {"value": 0.006554901412977602, "visible": "true"}}, {"x": ["2018-17"], "y": [0.34266666571299237], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-17", "error_y": {"value": 0.003932763155878016, "visible": "true"}}, {"x": ["2018-22"], "y": [0.3358333359162013], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-22", "error_y": {"value": 0.0014719621150881997, "visible": "true"}}, {"x": ["2018-26"], "y": [0.341499999165535], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-26", "error_y": {"value": 0.004230836111601145, "visible": "true"}}, {"x": ["2018-30"], "y": [0.33516666293144226], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-30", "error_y": {"value": 0.0035449514587265907, "visible": "true"}}, {"x": ["2018-34"], "y": [0.3360000004371007], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-34", "error_y": {"value": 0.005656859391417438, "visible": "true"}}, {"x": ["2018-39"], "y": [0.3308333357175191], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-39", "error_y": {"value": 0.005269410858406048, "visible": "true"}}, {"x": ["2018-43"], "y": [0.3266666680574417], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-43", "error_y": {"value": 0.007711458602253604, "visible": "true"}}, {"x": ["2018-47"], "y": [0.33016666769981384], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-47", "error_y": {"value": 0.00435507553812666, "visible": "true"}}, {"x": ["2018-51"], "y": [0.32766667008399963], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-51", "error_y": {"value": 0.008594565537109035, "visible": "true"}}, {"x": ["2019-04"], "y": [0.33016666769981384], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-04", "error_y": {"value": 0.011267952392983947, "visible": "true"}}, {"x": ["2019-09"], "y": [0.32966666917006177], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-09", "error_y": {"value": 0.004226888700213887, "visible": "true"}}, {"x": ["2019-13"], "y": [0.335166667898496], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-13", "error_y": {"value": 0.005879346931654776, "visible": "true"}}, {"x": ["2019-18"], "y": [0.33683333297570545], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-18", "error_y": {"value": 0.004262237647781485, "visible": "true"}}, {"x": ["2019-22"], "y": [0.33033333718776703], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-22", "error_y": {"value": 0.0028751779971234307, "visible": "true"}}, {"x": ["2019-26"], "y": [0.3294999996821086], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-26", "error_y": {"value": 0.004505554977351129, "visible": "true"}}, {"x": ["2019-30"], "y": [0.3278333395719528], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-30", "error_y": {"value": 0.0013291646979510772, "visible": "true"}}, {"x": ["2019-35"], "y": [0.32866667211055756], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-35", "error_y": {"value": 0.0048442413605957494, "visible": "true"}}, {"x": ["2019-39"], "y": [0.3298333336909612], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-39", "error_y": {"value": 0.004355066185848457, "visible": "true"}}, {"x": ["2019-43"], "y": [0.3286666671435038], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-43", "error_y": {"value": 0.005316639359431945, "visible": "true"}}, {"x": ["2019-47"], "y": [0.3371666669845581], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-47", "error_y": {"value": 0.004355075538126662, "visible": "true"}}, {"x": ["2019-51"], "y": [0.32916667064030963], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-51", "error_y": {"value": 0.0049564803735009065, "visible": "true"}}, {"x": ["2020-05"], "y": [0.33116666475931805], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-05", "error_y": {"value": 0.009261021572367745, "visible": "true"}}, {"x": ["2020-10"], "y": [0.3390000015497207], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-10", "error_y": {"value": 0.007641980577918291, "visible": "true"}}, {"x": ["2020-16"], "y": [0.33616665999094636], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-16", "error_y": {"value": 0.010206209013609819, "visible": "true"}}, {"x": ["2020-24"], "y": [0.32899999618530273], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-24", "error_y": {"value": 0.01181524411979784, "visible": "true"}}, {"x": ["2020-29"], "y": [0.3406666666269302], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-29", "error_y": {"value": 0.008189425871417046, "visible": "true"}}, {"x": ["2020-34"], "y": [0.3369999974966049], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-34", "error_y": {"value": 0.003033150429177855, "visible": "true"}}, {"x": ["2020-40"], "y": [0.32983333865801495], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-40", "error_y": {"value": 0.003763869703538866, "visible": "true"}}, {"x": ["2020-45"], "y": [0.3276666651169459], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-45", "error_y": {"value": 0.005785037876585748, "visible": "true"}}, {"x": ["2020-50"], "y": [0.3344999998807907], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-50", "error_y": {"value": 0.0027386177933818906, "visible": "true"}}, {"x": ["2021-04"], "y": [0.3398333291212718], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-04", "error_y": {"value": 0.007494441070384094, "visible": "true"}}, {"x": ["2021-10"], "y": [0.33266666531562805], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-10", "error_y": {"value": 0.0018618981773817706, "visible": "true"}}, {"x": ["2021-17"], "y": [0.32383333146572113], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-17", "error_y": {"value": 0.0037638652166679916, "visible": "true"}}, {"x": ["2021-21"], "y": [0.3343333303928375], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-21", "error_y": {"value": 0.0042268948107766656, "visible": "true"}}, {"x": ["2021-25"], "y": [0.3346666644016902], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-25", "error_y": {"value": 0.0066833076646279545, "visible": "true"}}, {"x": ["2021-31"], "y": [0.33633332947889966], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-31", "error_y": {"value": 0.0071180590568114205, "visible": "true"}}, {"x": ["2021-39"], "y": [0.3331666688124339], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-39", "error_y": {"value": 0.005344775253613804, "visible": "true"}}, {"x": ["2021-43"], "y": [0.3369999974966049], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-43", "error_y": {"value": 0.006418718907363147, "visible": "true"}}, {"x": ["2021-49"], "y": [0.3361666649580002], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-49", "error_y": {"value": 0.0033115960501334234, "visible": "true"}}, {"x": ["2022-05"], "y": [0.33183333774407703], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-05", "error_y": {"value": 0.003488070172255955, "visible": "true"}}, {"x": ["2022-21"], "y": [0.33116666475931805], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-21", "error_y": {"value": 0.0123841266102481, "visible": "true"}}, {"x": ["2022-27"], "y": [0.3358333359162012], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-27", "error_y": {"value": 0.004400757963838516, "visible": "true"}}, {"x": ["2022-33"], "y": [0.3200000027815501], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-33", "error_y": {"value": 0.0048579843769929, "visible": "true"}}, {"x": ["2022-40"], "y": [0.32533333202203113], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-40", "error_y": {"value": 0.003141120676690192, "visible": "true"}}, {"x": ["2022-49"], "y": [0.3331666688124339], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-49", "error_y": {"value": 0.005706717690859527, "visible": "true"}}, {"x": ["2023-06"], "y": [0.3358333309491475], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-06", "error_y": {"value": 0.0038686802140477537, "visible": "true"}}, {"x": ["2023-14"], "y": [0.32666666805744166], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-14", "error_y": {"value": 0.0067131675724532575, "visible": "true"}}, {"x": ["2023-23"], "y": [0.3273333261410395], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-23", "error_y": {"value": 0.004676181331846153, "visible": "true"}}, {"x": ["2023-40"], "y": [0.3280000040928523], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-40", "error_y": {"value": 0.008366594423568586, "visible": "true"}}, {"x": ["2023-50"], "y": [0.3293333351612091], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-50", "error_y": {"value": 0.002804756462662667, "visible": "true"}}, {"x": ["2024-10"], "y": [0.33283333977063495], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-10", "error_y": {"value": 0.008518605164917219, "visible": "true"}}, {"x": ["2024-18"], "y": [0.346000000834465], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-18", "error_y": {"value": 0.005513617701988027, "visible": "true"}}, {"x": ["2013-20", "2013-48", "2014-10", "2014-15", "2014-23", "2014-35", "2014-41", "2014-42", "2014-49", "2014-52", "2015-06", "2015-11", "2015-14", "2015-18", "2015-22", "2015-27", "2015-32", "2015-35", "2015-40", "2015-48", "2016-07", "2016-18", "2016-22", "2016-26", "2016-30", "2016-36", "2016-40", "2016-44", "2016-50", "2017-04", "2017-09", "2017-13", "2017-17", "2017-22", "2017-26", "2017-30", "2017-34", "2017-39", "2017-43", "2017-47", "2017-51", "2018-05", "2018-09", "2018-13", "2018-17", "2018-22", "2018-26", "2018-30", "2018-34", "2018-39", "2018-43", "2018-47", "2018-51", "2019-04", "2019-09", "2019-13", "2019-18", "2019-22", "2019-26", "2019-30", "2019-35", "2019-39", "2019-43", "2019-47", "2019-51", "2020-05", "2020-10", "2020-16", "2020-24", "2020-29", "2020-34", "2020-40", "2020-45", "2020-50", "2021-04", "2021-10", "2021-17", "2021-21", "2021-25", "2021-31", "2021-39", "2021-43", "2021-49", "2022-05", "2022-21", "2022-27", "2022-33", "2022-40", "2022-49", "2023-06", "2023-14", "2023-23", "2023-40", "2023-50", "2024-10", "2024-18"], "y": [0.32850000262260437, 0.3225000003973643, 0.3291666656732559, 0.3303333322207133, 0.32866666714350384, 0.33683333297570545, 0.3258333305517832, 0.3268333375453949, 0.33133333424727124, 0.3241666654745738, 0.32883332669734955, 0.3281666686137517, 0.3325000007947286, 0.33283333480358124, 0.34566666185855865, 0.33283333480358124, 0.3344999998807907, 0.3254999965429306, 0.33766666054725647, 0.3408333311478297, 0.33116666972637177, 0.3275000005960464, 0.32849999765555066, 0.3241666704416275, 0.33149999876817066, 0.3306666711966197, 0.33116666475931805, 0.32483333845933277, 0.3319999972979228, 0.3230000038941701, 0.32800000905990595, 0.3346666693687439, 0.3291666656732559, 0.33049999674161273, 0.33899999658266705, 0.3343333303928375, 0.33649999896685284, 0.33383333186308545, 0.3371666719516118, 0.33766667048136395, 0.3294999996821086, 0.3375000059604645, 0.34266666571299237, 0.3321666717529297, 0.34266666571299237, 0.3358333359162013, 0.341499999165535, 0.33516666293144226, 0.3360000004371007, 0.3308333357175191, 0.3266666680574417, 0.33016666769981384, 0.32766667008399963, 0.33016666769981384, 0.32966666917006177, 0.335166667898496, 0.33683333297570545, 0.33033333718776703, 0.3294999996821086, 0.3278333395719528, 0.32866667211055756, 0.3298333336909612, 0.3286666671435038, 0.3371666669845581, 0.32916667064030963, 0.33116666475931805, 0.3390000015497207, 0.33616665999094636, 0.32899999618530273, 0.3406666666269302, 0.3369999974966049, 0.32983333865801495, 0.3276666651169459, 0.3344999998807907, 0.3398333291212718, 0.33266666531562805, 0.32383333146572113, 0.3343333303928375, 0.3346666644016902, 0.33633332947889966, 0.3331666688124339, 0.3369999974966049, 0.3361666649580002, 0.33183333774407703, 0.33116666475931805, 0.3358333359162012, 0.3200000027815501, 0.32533333202203113, 0.3331666688124339, 0.3358333309491475, 0.32666666805744166, 0.3273333261410395, 0.3280000040928523, 0.3293333351612091, 0.33283333977063495, 0.346000000834465], "mode": "line", "opacity": 0.5, "line": {"color": "gray"}}], "layout": {"title": {"text": "Score by dump"}, "xaxis": {"title": {"text": "Year"}, "showticklabels": true, "tickvals": [0.5, 5.5, 14.5, 24.0, 34.5, 46.5, 58.5, 69.0, 78.0, 85.5, 91.0, 96.0], "ticktext": ["2013", "2014", "2015", "2016", "2017", "2018", "2019", "2020", "2021", "2022", "2023", "2024"], "tickangle": 0}, "showlegend": false, "shapes": [{"type": "line", "x0": -0.5, "y0": 0, "x1": -0.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 1.5, "y0": 0, "x1": 1.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 9.5, "y0": 0, "x1": 9.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 19.5, "y0": 0, "x1": 19.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 28.5, "y0": 0, "x1": 28.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 40.5, "y0": 0, "x1": 40.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 52.5, "y0": 0, "x1": 52.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 64.5, "y0": 0, "x1": 64.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 73.5, "y0": 0, "x1": 73.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 82.5, "y0": 0, "x1": 82.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 88.5, "y0": 0, "x1": 88.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 93.5, "y0": 0, "x1": 93.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}]}}
|
assets/data/plots/score_by_dump/hellaswag_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"traces": [{"x": ["2013-20"], "y": [0.43099999924500776], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-20", "error_y": {"value": 0.011099555387273708, "visible": "true"}}, {"x": ["2013-48"], "y": [0.42866666118303937], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-48", "error_y": {"value": 0.004273952871960379, "visible": "true"}}, {"x": ["2014-10"], "y": [0.4269999961058299], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-10", "error_y": {"value": 0.004427186925540217, "visible": "true"}}, {"x": ["2014-15"], "y": [0.42733333011468244], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-15", "error_y": {"value": 0.0026583107109460174, "visible": "true"}}, {"x": ["2014-23"], "y": [0.42616666356722516], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-23", "error_y": {"value": 0.004956480774360993, "visible": "true"}}, {"x": ["2014-35"], "y": [0.4388333360354106], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-35", "error_y": {"value": 0.002926893296432092, "visible": "true"}}, {"x": ["2014-41"], "y": [0.4308333347241084], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-41", "error_y": {"value": 0.0026394446539612254, "visible": "true"}}, {"x": ["2014-42"], "y": [0.4279999981323878], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-42", "error_y": {"value": 0.003949676444897348, "visible": "true"}}, {"x": ["2014-49"], "y": [0.4268333315849304], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-49", "error_y": {"value": 0.006493585894235853, "visible": "true"}}, {"x": ["2014-52"], "y": [0.43549999594688416], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-52", "error_y": {"value": 0.006595460245073955, "visible": "true"}}, {"x": ["2015-06"], "y": [0.4311666637659073], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-06", "error_y": {"value": 0.004167333739613456, "visible": "true"}}, {"x": ["2015-11"], "y": [0.4346666634082794], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-11", "error_y": {"value": 0.004226901861406136, "visible": "true"}}, {"x": ["2015-14"], "y": [0.4353333314259847], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-14", "error_y": {"value": 0.006801963186641437, "visible": "true"}}, {"x": ["2015-18"], "y": [0.4376666645208995], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-18", "error_y": {"value": 0.0055377479072990935, "visible": "true"}}, {"x": ["2015-22"], "y": [0.4348333328962326], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-22", "error_y": {"value": 0.005192945750281423, "visible": "true"}}, {"x": ["2015-27"], "y": [0.42616666853427887], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-27", "error_y": {"value": 0.004792356547027721, "visible": "true"}}, {"x": ["2015-32"], "y": [0.4363333284854889], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-32", "error_y": {"value": 0.0032659886840661297, "visible": "true"}}, {"x": ["2015-35"], "y": [0.429666668176651], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-35", "error_y": {"value": 0.00958471806902151, "visible": "true"}}, {"x": ["2015-40"], "y": [0.42766666412353516], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-40", "error_y": {"value": 0.002338089178862352, "visible": "true"}}, {"x": ["2015-48"], "y": [0.4335000018278758], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-48", "error_y": {"value": 0.0013784001013442345, "visible": "true"}}, {"x": ["2016-07"], "y": [0.4353333314259847], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-07", "error_y": {"value": 0.0017511845440084859, "visible": "true"}}, {"x": ["2016-18"], "y": [0.44050000111262005], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-18", "error_y": {"value": 0.0059581919655628335, "visible": "true"}}, {"x": ["2016-22"], "y": [0.42899999519189197], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-22", "error_y": {"value": 0.003346636202124875, "visible": "true"}}, {"x": ["2016-26"], "y": [0.422666663924853], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-26", "error_y": {"value": 0.0037238006231362173, "visible": "true"}}, {"x": ["2016-30"], "y": [0.4248333324988683], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-30", "error_y": {"value": 0.004792348669978776, "visible": "true"}}, {"x": ["2016-36"], "y": [0.43616666396458936], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-36", "error_y": {"value": 0.0035449520191844076, "visible": "true"}}, {"x": ["2016-40"], "y": [0.43433332939942676], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-40", "error_y": {"value": 0.003559028830599313, "visible": "true"}}, {"x": ["2016-44"], "y": [0.4266666720310847], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-44", "error_y": {"value": 0.009831922742461644, "visible": "true"}}, {"x": ["2016-50"], "y": [0.43266666928927106], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-50", "error_y": {"value": 0.0064083309806997855, "visible": "true"}}, {"x": ["2017-04"], "y": [0.43933332959810895], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-04", "error_y": {"value": 0.006653321810386432, "visible": "true"}}, {"x": ["2017-09"], "y": [0.4386666715145111], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-09", "error_y": {"value": 0.007711466331608776, "visible": "true"}}, {"x": ["2017-13"], "y": [0.43816666801770526], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-13", "error_y": {"value": 0.0037103425715612763, "visible": "true"}}, {"x": ["2017-17"], "y": [0.45033333202203113], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-17", "error_y": {"value": 0.00393276618705579, "visible": "true"}}, {"x": ["2017-22"], "y": [0.45900000135103863], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-22", "error_y": {"value": 0.0028284307493848288, "visible": "true"}}, {"x": ["2017-26"], "y": [0.4595000048478444], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-26", "error_y": {"value": 0.004929497590928108, "visible": "true"}}, {"x": ["2017-30"], "y": [0.45116666456063587], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-30", "error_y": {"value": 0.0011690411903803174, "visible": "true"}}, {"x": ["2017-34"], "y": [0.4545000046491623], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-34", "error_y": {"value": 0.00467973873766995, "visible": "true"}}, {"x": ["2017-39"], "y": [0.44950000445048016], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-39", "error_y": {"value": 0.00950263620240525, "visible": "true"}}, {"x": ["2017-43"], "y": [0.4506666610638301], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-43", "error_y": {"value": 0.00947980679429675, "visible": "true"}}, {"x": ["2017-47"], "y": [0.4543333301941554], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-47", "error_y": {"value": 0.007447589774976613, "visible": "true"}}, {"x": ["2017-51"], "y": [0.45600001017252606], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-51", "error_y": {"value": 0.0036878187914644446, "visible": "true"}}, {"x": ["2018-05"], "y": [0.44733333587646484], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-05", "error_y": {"value": 0.006470445540341933, "visible": "true"}}, {"x": ["2018-09"], "y": [0.44316666821638745], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-09", "error_y": {"value": 0.004167334693136957, "visible": "true"}}, {"x": ["2018-13"], "y": [0.4575000007947286], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-13", "error_y": {"value": 0.0068044094515160814, "visible": "true"}}, {"x": ["2018-17"], "y": [0.4519999970992406], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-17", "error_y": {"value": 0.0028284244273615046, "visible": "true"}}, {"x": ["2018-22"], "y": [0.44983333349227905], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-22", "error_y": {"value": 0.0041673315941848366, "visible": "true"}}, {"x": ["2018-26"], "y": [0.4480000038941701], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-26", "error_y": {"value": 0.007127407082317892, "visible": "true"}}, {"x": ["2018-30"], "y": [0.4586666574080785], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-30", "error_y": {"value": 0.0032659838173618324, "visible": "true"}}, {"x": ["2018-34"], "y": [0.44566666583220166], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-34", "error_y": {"value": 0.002581985665617245, "visible": "true"}}, {"x": ["2018-39"], "y": [0.4509999950726827], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-39", "error_y": {"value": 0.00424263804591933, "visible": "true"}}, {"x": ["2018-43"], "y": [0.45383333166440326], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-43", "error_y": {"value": 0.0016020873957437007, "visible": "true"}}, {"x": ["2018-47"], "y": [0.43050000071525574], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-47", "error_y": {"value": 0.0035071397166029947, "visible": "true"}}, {"x": ["2018-51"], "y": [0.44066667060057324], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-51", "error_y": {"value": 0.0033266655338267956, "visible": "true"}}, {"x": ["2019-04"], "y": [0.4451666722695033], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-04", "error_y": {"value": 0.006112819059253601, "visible": "true"}}, {"x": ["2019-09"], "y": [0.4440000007549922], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-09", "error_y": {"value": 0.002966479378782914, "visible": "true"}}, {"x": ["2019-13"], "y": [0.45200000206629437], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-13", "error_y": {"value": 0.0041472894894190575, "visible": "true"}}, {"x": ["2019-18"], "y": [0.4454999963442485], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-18", "error_y": {"value": 0.014679922933351994, "visible": "true"}}, {"x": ["2019-22"], "y": [0.4491666654745738], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-22", "error_y": {"value": 0.005419102641376454, "visible": "true"}}, {"x": ["2019-26"], "y": [0.4595000048478444], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-26", "error_y": {"value": 0.004415878921412855, "visible": "true"}}, {"x": ["2019-30"], "y": [0.44900000592072803], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-30", "error_y": {"value": 0.006899271163601913, "visible": "true"}}, {"x": ["2019-35"], "y": [0.45233333110809326], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-35", "error_y": {"value": 0.004320502094816512, "visible": "true"}}, {"x": ["2019-39"], "y": [0.4516666680574417], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-39", "error_y": {"value": 0.004131182913118875, "visible": "true"}}, {"x": ["2019-43"], "y": [0.4583333283662796], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-43", "error_y": {"value": 0.00700475292517706, "visible": "true"}}, {"x": ["2019-47"], "y": [0.45466666917006177], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-47", "error_y": {"value": 0.0012110593148148253, "visible": "true"}}, {"x": ["2019-51"], "y": [0.4466666628917058], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-51", "error_y": {"value": 0.00989276026717804, "visible": "true"}}, {"x": ["2020-05"], "y": [0.4528333346048991], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-05", "error_y": {"value": 0.0036560497783494177, "visible": "true"}}, {"x": ["2020-10"], "y": [0.45683333774407703], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-10", "error_y": {"value": 0.004875108259586056, "visible": "true"}}, {"x": ["2020-16"], "y": [0.4663333296775818], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-16", "error_y": {"value": 0.0032659886840661376, "visible": "true"}}, {"x": ["2020-24"], "y": [0.4619999974966049], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-24", "error_y": {"value": 0.00684105595904272, "visible": "true"}}, {"x": ["2020-29"], "y": [0.47150000433127087], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-29", "error_y": {"value": 0.007816650060453331, "visible": "true"}}, {"x": ["2020-34"], "y": [0.4634999980529149], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-34", "error_y": {"value": 0.011095041039796976, "visible": "true"}}, {"x": ["2020-40"], "y": [0.4623333315054576], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-40", "error_y": {"value": 0.0046332086660783815, "visible": "true"}}, {"x": ["2020-45"], "y": [0.46283333500226337], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-45", "error_y": {"value": 0.006369198928500387, "visible": "true"}}, {"x": ["2020-50"], "y": [0.46316667397816974], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-50", "error_y": {"value": 0.002926885150614343, "visible": "true"}}, {"x": ["2021-04"], "y": [0.4736666629711787], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-04", "error_y": {"value": 0.007004757747036432, "visible": "true"}}, {"x": ["2021-10"], "y": [0.4626666655143102], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-10", "error_y": {"value": 0.004226900921323583, "visible": "true"}}, {"x": ["2021-17"], "y": [0.4674999962250392], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-17", "error_y": {"value": 0.0023452119972314956, "visible": "true"}}, {"x": ["2021-21"], "y": [0.4545000046491623], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-21", "error_y": {"value": 0.002428990961557885, "visible": "true"}}, {"x": ["2021-25"], "y": [0.46166666348775226], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-25", "error_y": {"value": 0.005465041667860264, "visible": "true"}}, {"x": ["2021-31"], "y": [0.46449999511241913], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-31", "error_y": {"value": 0.0037282743349020815, "visible": "true"}}, {"x": ["2021-39"], "y": [0.4591666708389918], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-39", "error_y": {"value": 0.002926884811214896, "visible": "true"}}, {"x": ["2021-43"], "y": [0.4675000011920929], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-43", "error_y": {"value": 0.007503333698695497, "visible": "true"}}, {"x": ["2021-49"], "y": [0.4489999959866206], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-49", "error_y": {"value": 0.005440591560283373, "visible": "true"}}, {"x": ["2022-05"], "y": [0.47033333281675976], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-05", "error_y": {"value": 0.0025819848961105064, "visible": "true"}}, {"x": ["2022-21"], "y": [0.4583333283662796], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-21", "error_y": {"value": 0.013647955105283542, "visible": "true"}}, {"x": ["2022-27"], "y": [0.46800000468889874], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-27", "error_y": {"value": 0.005215358778997124, "visible": "true"}}, {"x": ["2022-33"], "y": [0.4543333351612091], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-33", "error_y": {"value": 0.003777120208704416, "visible": "true"}}, {"x": ["2022-40"], "y": [0.4749999940395355], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-40", "error_y": {"value": 0.007949841632109067, "visible": "true"}}, {"x": ["2022-49"], "y": [0.46683333814144135], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-49", "error_y": {"value": 0.004167333739613467, "visible": "true"}}, {"x": ["2023-06"], "y": [0.47716666758060455], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-06", "error_y": {"value": 0.006585337393782521, "visible": "true"}}, {"x": ["2023-14"], "y": [0.4673333317041397], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-14", "error_y": {"value": 0.0027325184708616272, "visible": "true"}}, {"x": ["2023-23"], "y": [0.4764999945958455], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-23", "error_y": {"value": 0.003781537409180473, "visible": "true"}}, {"x": ["2023-40"], "y": [0.47166666885217023], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-40", "error_y": {"value": 0.00866409772860995, "visible": "true"}}, {"x": ["2023-50"], "y": [0.47233333190282184], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-50", "error_y": {"value": 0.004226902801491981, "visible": "true"}}, {"x": ["2024-10"], "y": [0.4934999992450078], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-10", "error_y": {"value": 0.0034496442210648556, "visible": "true"}}, {"x": ["2024-18"], "y": [0.4891666720310847], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-18", "error_y": {"value": 0.004490735097311241, "visible": "true"}}, {"x": ["2013-20", "2013-48", "2014-10", "2014-15", "2014-23", "2014-35", "2014-41", "2014-42", "2014-49", "2014-52", "2015-06", "2015-11", "2015-14", "2015-18", "2015-22", "2015-27", "2015-32", "2015-35", "2015-40", "2015-48", "2016-07", "2016-18", "2016-22", "2016-26", "2016-30", "2016-36", "2016-40", "2016-44", "2016-50", "2017-04", "2017-09", "2017-13", "2017-17", "2017-22", "2017-26", "2017-30", "2017-34", "2017-39", "2017-43", "2017-47", "2017-51", "2018-05", "2018-09", "2018-13", "2018-17", "2018-22", "2018-26", "2018-30", "2018-34", "2018-39", "2018-43", "2018-47", "2018-51", "2019-04", "2019-09", "2019-13", "2019-18", "2019-22", "2019-26", "2019-30", "2019-35", "2019-39", "2019-43", "2019-47", "2019-51", "2020-05", "2020-10", "2020-16", "2020-24", "2020-29", "2020-34", "2020-40", "2020-45", "2020-50", "2021-04", "2021-10", "2021-17", "2021-21", "2021-25", "2021-31", "2021-39", "2021-43", "2021-49", "2022-05", "2022-21", "2022-27", "2022-33", "2022-40", "2022-49", "2023-06", "2023-14", "2023-23", "2023-40", "2023-50", "2024-10", "2024-18"], "y": [0.43099999924500776, 0.42866666118303937, 0.4269999961058299, 0.42733333011468244, 0.42616666356722516, 0.4388333360354106, 0.4308333347241084, 0.4279999981323878, 0.4268333315849304, 0.43549999594688416, 0.4311666637659073, 0.4346666634082794, 0.4353333314259847, 0.4376666645208995, 0.4348333328962326, 0.42616666853427887, 0.4363333284854889, 0.429666668176651, 0.42766666412353516, 0.4335000018278758, 0.4353333314259847, 0.44050000111262005, 0.42899999519189197, 0.422666663924853, 0.4248333324988683, 0.43616666396458936, 0.43433332939942676, 0.4266666720310847, 0.43266666928927106, 0.43933332959810895, 0.4386666715145111, 0.43816666801770526, 0.45033333202203113, 0.45900000135103863, 0.4595000048478444, 0.45116666456063587, 0.4545000046491623, 0.44950000445048016, 0.4506666610638301, 0.4543333301941554, 0.45600001017252606, 0.44733333587646484, 0.44316666821638745, 0.4575000007947286, 0.4519999970992406, 0.44983333349227905, 0.4480000038941701, 0.4586666574080785, 0.44566666583220166, 0.4509999950726827, 0.45383333166440326, 0.43050000071525574, 0.44066667060057324, 0.4451666722695033, 0.4440000007549922, 0.45200000206629437, 0.4454999963442485, 0.4491666654745738, 0.4595000048478444, 0.44900000592072803, 0.45233333110809326, 0.4516666680574417, 0.4583333283662796, 0.45466666917006177, 0.4466666628917058, 0.4528333346048991, 0.45683333774407703, 0.4663333296775818, 0.4619999974966049, 0.47150000433127087, 0.4634999980529149, 0.4623333315054576, 0.46283333500226337, 0.46316667397816974, 0.4736666629711787, 0.4626666655143102, 0.4674999962250392, 0.4545000046491623, 0.46166666348775226, 0.46449999511241913, 0.4591666708389918, 0.4675000011920929, 0.4489999959866206, 0.47033333281675976, 0.4583333283662796, 0.46800000468889874, 0.4543333351612091, 0.4749999940395355, 0.46683333814144135, 0.47716666758060455, 0.4673333317041397, 0.4764999945958455, 0.47166666885217023, 0.47233333190282184, 0.4934999992450078, 0.4891666720310847], "mode": "line", "opacity": 0.5, "line": {"color": "gray"}}], "layout": {"title": {"text": "Score by dump"}, "xaxis": {"title": {"text": "Year"}, "showticklabels": true, "tickvals": [0.5, 5.5, 14.5, 24.0, 34.5, 46.5, 58.5, 69.0, 78.0, 85.5, 91.0, 96.0], "ticktext": ["2013", "2014", "2015", "2016", "2017", "2018", "2019", "2020", "2021", "2022", "2023", "2024"], "tickangle": 0}, "showlegend": false, "shapes": [{"type": "line", "x0": -0.5, "y0": 0, "x1": -0.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 1.5, "y0": 0, "x1": 1.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 9.5, "y0": 0, "x1": 9.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 19.5, "y0": 0, "x1": 19.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 28.5, "y0": 0, "x1": 28.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 40.5, "y0": 0, "x1": 40.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 52.5, "y0": 0, "x1": 52.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 64.5, "y0": 0, "x1": 64.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 73.5, "y0": 0, "x1": 73.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 82.5, "y0": 0, "x1": 82.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 88.5, "y0": 0, "x1": 88.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 93.5, "y0": 0, "x1": 93.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}]}}
|
assets/data/plots/score_by_dump/index.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"files": {
|
| 3 |
+
"agg_score": {
|
| 4 |
+
"file": "agg_score.json"
|
| 5 |
+
},
|
| 6 |
+
"commonsense_qa/acc_norm": {
|
| 7 |
+
"file": "commonsense_qa_acc_norm.json"
|
| 8 |
+
},
|
| 9 |
+
"hellaswag/acc_norm": {
|
| 10 |
+
"file": "hellaswag_acc_norm.json"
|
| 11 |
+
},
|
| 12 |
+
"openbookqa/acc_norm": {
|
| 13 |
+
"file": "openbookqa_acc_norm.json"
|
| 14 |
+
},
|
| 15 |
+
"piqa/acc_norm": {
|
| 16 |
+
"file": "piqa_acc_norm.json"
|
| 17 |
+
},
|
| 18 |
+
"siqa/acc_norm": {
|
| 19 |
+
"file": "siqa_acc_norm.json"
|
| 20 |
+
},
|
| 21 |
+
"winogrande/acc_norm": {
|
| 22 |
+
"file": "winogrande_acc_norm.json"
|
| 23 |
+
},
|
| 24 |
+
"arc/acc_norm": {
|
| 25 |
+
"file": "arc_acc_norm.json"
|
| 26 |
+
},
|
| 27 |
+
"mmlu/acc_norm": {
|
| 28 |
+
"file": "mmlu_acc_norm.json"
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"settings": {
|
| 32 |
+
"defaultMetric": "agg_score",
|
| 33 |
+
"slider": null
|
| 34 |
+
}
|
| 35 |
+
}
|
assets/data/plots/score_by_dump/mmlu_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"traces": [{"x": ["2013-20"], "y": [0.2830796043078105], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-20", "error_y": {"value": 0.0026396552277257964, "visible": "true"}}, {"x": ["2013-48"], "y": [0.2840447227160136], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-48", "error_y": {"value": 0.001220130134393251, "visible": "true"}}, {"x": ["2014-10"], "y": [0.28813412288824714], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-10", "error_y": {"value": 0.0011311565428360649, "visible": "true"}}, {"x": ["2014-15"], "y": [0.2875387668609619], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-15", "error_y": {"value": 0.0019366453453608368, "visible": "true"}}, {"x": ["2014-23"], "y": [0.28452879190444946], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-23", "error_y": {"value": 0.0010893141991216613, "visible": "true"}}, {"x": ["2014-35"], "y": [0.2858860145012538], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-35", "error_y": {"value": 0.0022275028929110464, "visible": "true"}}, {"x": ["2014-41"], "y": [0.2875962754090627], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-41", "error_y": {"value": 0.002712643772484135, "visible": "true"}}, {"x": ["2014-42"], "y": [0.28950125972429913], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-42", "error_y": {"value": 0.0023778963244343357, "visible": "true"}}, {"x": ["2014-49"], "y": [0.288836732506752], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-49", "error_y": {"value": 0.001405686563429352, "visible": "true"}}, {"x": ["2014-52"], "y": [0.28766108055909473], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-52", "error_y": {"value": 0.002273780448938267, "visible": "true"}}, {"x": ["2015-06"], "y": [0.2870811969041824], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-06", "error_y": {"value": 0.0033819257822178326, "visible": "true"}}, {"x": ["2015-11"], "y": [0.288843830426534], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-11", "error_y": {"value": 0.0017914571013307834, "visible": "true"}}, {"x": ["2015-14"], "y": [0.28823212285836536], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-14", "error_y": {"value": 0.0019019012359117705, "visible": "true"}}, {"x": ["2015-18"], "y": [0.2876358975966771], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-18", "error_y": {"value": 0.0020479922385065645, "visible": "true"}}, {"x": ["2015-22"], "y": [0.2887297719717026], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-22", "error_y": {"value": 0.0023592657290727355, "visible": "true"}}, {"x": ["2015-27"], "y": [0.28520851830641425], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-27", "error_y": {"value": 0.0013604812198166226, "visible": "true"}}, {"x": ["2015-32"], "y": [0.2891846497853597], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-32", "error_y": {"value": 0.0026841772569147528, "visible": "true"}}, {"x": ["2015-35"], "y": [0.28677086035410565], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-35", "error_y": {"value": 0.001902731930955307, "visible": "true"}}, {"x": ["2015-40"], "y": [0.2865868906180064], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-40", "error_y": {"value": 0.0015074545466433355, "visible": "true"}}, {"x": ["2015-48"], "y": [0.28892283141613007], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-48", "error_y": {"value": 0.0039032746730290066, "visible": "true"}}, {"x": ["2016-07"], "y": [0.2874617626269658], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-07", "error_y": {"value": 0.0030118211464158417, "visible": "true"}}, {"x": ["2016-18"], "y": [0.2888855089743932], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-18", "error_y": {"value": 0.0020272535595234707, "visible": "true"}}, {"x": ["2016-22"], "y": [0.29221728444099426], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-22", "error_y": {"value": 0.001306538761441266, "visible": "true"}}, {"x": ["2016-26"], "y": [0.28824518124262494], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-26", "error_y": {"value": 0.002353419729829442, "visible": "true"}}, {"x": ["2016-30"], "y": [0.29106733699639636], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-30", "error_y": {"value": 0.002254845135984213, "visible": "true"}}, {"x": ["2016-36"], "y": [0.29015278816223145], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-36", "error_y": {"value": 0.0017005215706923987, "visible": "true"}}, {"x": ["2016-40"], "y": [0.2880757848421733], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-40", "error_y": {"value": 0.0018711283133324055, "visible": "true"}}, {"x": ["2016-44"], "y": [0.293612465262413], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-44", "error_y": {"value": 0.002397472821492618, "visible": "true"}}, {"x": ["2016-50"], "y": [0.2930254489183426], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-50", "error_y": {"value": 0.0016181581743690478, "visible": "true"}}, {"x": ["2017-04"], "y": [0.2921285132567088], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-04", "error_y": {"value": 0.0020819463211826077, "visible": "true"}}, {"x": ["2017-09"], "y": [0.28893255194028217], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-09", "error_y": {"value": 0.0017451059331161087, "visible": "true"}}, {"x": ["2017-13"], "y": [0.29073965052763623], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-13", "error_y": {"value": 0.0009266749248498668, "visible": "true"}}, {"x": ["2017-17"], "y": [0.29101953903834027], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-17", "error_y": {"value": 0.0019294017979295183, "visible": "true"}}, {"x": ["2017-22"], "y": [0.2898932198683421], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-22", "error_y": {"value": 0.0016981865697931835, "visible": "true"}}, {"x": ["2017-26"], "y": [0.29026993115743], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-26", "error_y": {"value": 0.003912556288383453, "visible": "true"}}, {"x": ["2017-30"], "y": [0.28602559367815655], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-30", "error_y": {"value": 0.002681880060770783, "visible": "true"}}, {"x": ["2017-34"], "y": [0.28595930337905884], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-34", "error_y": {"value": 0.005193332862278425, "visible": "true"}}, {"x": ["2017-39"], "y": [0.28770627578099567], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-39", "error_y": {"value": 0.0016220883433525773, "visible": "true"}}, {"x": ["2017-43"], "y": [0.28703660269578296], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-43", "error_y": {"value": 0.0013898666585206753, "visible": "true"}}, {"x": ["2017-47"], "y": [0.28888722757498425], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-47", "error_y": {"value": 0.0015870569840146331, "visible": "true"}}, {"x": ["2017-51"], "y": [0.2893145829439163], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-51", "error_y": {"value": 0.0029354168072251796, "visible": "true"}}, {"x": ["2018-05"], "y": [0.2855055332183838], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-05", "error_y": {"value": 0.001459521102699937, "visible": "true"}}, {"x": ["2018-09"], "y": [0.28623053928216297], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-09", "error_y": {"value": 0.0012096584197893092, "visible": "true"}}, {"x": ["2018-13"], "y": [0.28883051375548047], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-13", "error_y": {"value": 0.0029255505843799644, "visible": "true"}}, {"x": ["2018-17"], "y": [0.2862072686354319], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-17", "error_y": {"value": 0.0030345583656251206, "visible": "true"}}, {"x": ["2018-22"], "y": [0.28789960344632465], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-22", "error_y": {"value": 0.001988284257183619, "visible": "true"}}, {"x": ["2018-26"], "y": [0.28913162648677826], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-26", "error_y": {"value": 0.0022380602254039365, "visible": "true"}}, {"x": ["2018-30"], "y": [0.28860686222712195], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-30", "error_y": {"value": 0.0017937924587425368, "visible": "true"}}, {"x": ["2018-34"], "y": [0.28546567757924396], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-34", "error_y": {"value": 0.0021772236863142032, "visible": "true"}}, {"x": ["2018-39"], "y": [0.28910456597805023], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-39", "error_y": {"value": 0.0015551535403784558, "visible": "true"}}, {"x": ["2018-43"], "y": [0.28608086705207825], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-43", "error_y": {"value": 0.00164825081376534, "visible": "true"}}, {"x": ["2018-47"], "y": [0.2838422457377116], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-47", "error_y": {"value": 0.0050173297234794665, "visible": "true"}}, {"x": ["2018-51"], "y": [0.28557779391606647], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-51", "error_y": {"value": 0.004025899589738976, "visible": "true"}}, {"x": ["2019-04"], "y": [0.28646915654341376], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-04", "error_y": {"value": 0.0009339548793670292, "visible": "true"}}, {"x": ["2019-09"], "y": [0.2856836219628652], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-09", "error_y": {"value": 0.0025285246694217813, "visible": "true"}}, {"x": ["2019-13"], "y": [0.28703563908735913], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-13", "error_y": {"value": 0.0006731901439242245, "visible": "true"}}, {"x": ["2019-18"], "y": [0.28656810025374096], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-18", "error_y": {"value": 0.0014074500065752089, "visible": "true"}}, {"x": ["2019-22"], "y": [0.28757379949092865], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-22", "error_y": {"value": 0.004491564146583743, "visible": "true"}}, {"x": ["2019-26"], "y": [0.28831155101458233], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-26", "error_y": {"value": 0.0009543960702387499, "visible": "true"}}, {"x": ["2019-30"], "y": [0.2865619659423828], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-30", "error_y": {"value": 0.0028392865718587074, "visible": "true"}}, {"x": ["2019-35"], "y": [0.28449281056722003], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-35", "error_y": {"value": 0.002657870803526552, "visible": "true"}}, {"x": ["2019-39"], "y": [0.2857239991426468], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-39", "error_y": {"value": 0.001204102660986508, "visible": "true"}}, {"x": ["2019-43"], "y": [0.2862034390370051], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-43", "error_y": {"value": 0.0023329805104196385, "visible": "true"}}, {"x": ["2019-47"], "y": [0.2854655136664708], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-47", "error_y": {"value": 0.0015518603879122615, "visible": "true"}}, {"x": ["2019-51"], "y": [0.28836336235205334], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-51", "error_y": {"value": 0.0022081681057298185, "visible": "true"}}, {"x": ["2020-05"], "y": [0.28672112027804053], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-05", "error_y": {"value": 0.0023424205241386665, "visible": "true"}}, {"x": ["2020-10"], "y": [0.28703176478544873], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-10", "error_y": {"value": 0.0023568942226605766, "visible": "true"}}, {"x": ["2020-16"], "y": [0.28950825333595276], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-16", "error_y": {"value": 0.002344557362740244, "visible": "true"}}, {"x": ["2020-24"], "y": [0.2891412725051244], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-24", "error_y": {"value": 0.0013010499009975965, "visible": "true"}}, {"x": ["2020-29"], "y": [0.2927200843890508], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-29", "error_y": {"value": 0.0018877332747825348, "visible": "true"}}, {"x": ["2020-34"], "y": [0.285746360818545], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-34", "error_y": {"value": 0.002384475252894607, "visible": "true"}}, {"x": ["2020-40"], "y": [0.28998164832592005], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-40", "error_y": {"value": 0.001837063744277766, "visible": "true"}}, {"x": ["2020-45"], "y": [0.28765420118967694], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-45", "error_y": {"value": 0.002363270751963655, "visible": "true"}}, {"x": ["2020-50"], "y": [0.28882710635662073], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-50", "error_y": {"value": 0.0007753379539288802, "visible": "true"}}, {"x": ["2021-04"], "y": [0.29166195293267566], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-04", "error_y": {"value": 0.0030135445596232695, "visible": "true"}}, {"x": ["2021-10"], "y": [0.2899187604586283], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-10", "error_y": {"value": 0.0015467309403290651, "visible": "true"}}, {"x": ["2021-17"], "y": [0.2902861138184865], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-17", "error_y": {"value": 0.0033921668712799456, "visible": "true"}}, {"x": ["2021-21"], "y": [0.29009590049584705], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-21", "error_y": {"value": 0.001426373287535547, "visible": "true"}}, {"x": ["2021-25"], "y": [0.2888517677783966], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-25", "error_y": {"value": 0.0011416396903291114, "visible": "true"}}, {"x": ["2021-31"], "y": [0.29059384266535443], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-31", "error_y": {"value": 0.001433562299521189, "visible": "true"}}, {"x": ["2021-39"], "y": [0.288097287217776], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-39", "error_y": {"value": 0.0028107284297535107, "visible": "true"}}, {"x": ["2021-43"], "y": [0.291700467467308], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-43", "error_y": {"value": 0.00195278482506453, "visible": "true"}}, {"x": ["2021-49"], "y": [0.2876116931438446], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-49", "error_y": {"value": 0.002170292251323959, "visible": "true"}}, {"x": ["2022-05"], "y": [0.29144400358200073], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-05", "error_y": {"value": 0.0010808644162624106, "visible": "true"}}, {"x": ["2022-21"], "y": [0.288234477241834], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-21", "error_y": {"value": 0.004712244504588753, "visible": "true"}}, {"x": ["2022-27"], "y": [0.2905614028374354], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-27", "error_y": {"value": 0.004806168148700959, "visible": "true"}}, {"x": ["2022-33"], "y": [0.2917845845222473], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-33", "error_y": {"value": 0.001976882621605246, "visible": "true"}}, {"x": ["2022-40"], "y": [0.2919953068097432], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-40", "error_y": {"value": 0.002046833608286827, "visible": "true"}}, {"x": ["2022-49"], "y": [0.29216476281483966], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-49", "error_y": {"value": 0.0022384040367009416, "visible": "true"}}, {"x": ["2023-06"], "y": [0.29390954474608105], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-06", "error_y": {"value": 0.0009795360696573565, "visible": "true"}}, {"x": ["2023-14"], "y": [0.2931680878003438], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-14", "error_y": {"value": 0.0011834677198744555, "visible": "true"}}, {"x": ["2023-23"], "y": [0.28954113523165387], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-23", "error_y": {"value": 0.0008292074400906805, "visible": "true"}}, {"x": ["2023-40"], "y": [0.29152856767177576], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-40", "error_y": {"value": 0.0020399064196329757, "visible": "true"}}, {"x": ["2023-50"], "y": [0.29100852211316425], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-50", "error_y": {"value": 0.0020629631020006615, "visible": "true"}}, {"x": ["2024-10"], "y": [0.2918477902809779], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-10", "error_y": {"value": 0.004190725639310135, "visible": "true"}}, {"x": ["2024-18"], "y": [0.28964419662952423], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-18", "error_y": {"value": 0.005434035708993403, "visible": "true"}}, {"x": ["2013-20", "2013-48", "2014-10", "2014-15", "2014-23", "2014-35", "2014-41", "2014-42", "2014-49", "2014-52", "2015-06", "2015-11", "2015-14", "2015-18", "2015-22", "2015-27", "2015-32", "2015-35", "2015-40", "2015-48", "2016-07", "2016-18", "2016-22", "2016-26", "2016-30", "2016-36", "2016-40", "2016-44", "2016-50", "2017-04", "2017-09", "2017-13", "2017-17", "2017-22", "2017-26", "2017-30", "2017-34", "2017-39", "2017-43", "2017-47", "2017-51", "2018-05", "2018-09", "2018-13", "2018-17", "2018-22", "2018-26", "2018-30", "2018-34", "2018-39", "2018-43", "2018-47", "2018-51", "2019-04", "2019-09", "2019-13", "2019-18", "2019-22", "2019-26", "2019-30", "2019-35", "2019-39", "2019-43", "2019-47", "2019-51", "2020-05", "2020-10", "2020-16", "2020-24", "2020-29", "2020-34", "2020-40", "2020-45", "2020-50", "2021-04", "2021-10", "2021-17", "2021-21", "2021-25", "2021-31", "2021-39", "2021-43", "2021-49", "2022-05", "2022-21", "2022-27", "2022-33", "2022-40", "2022-49", "2023-06", "2023-14", "2023-23", "2023-40", "2023-50", "2024-10", "2024-18"], "y": [0.2830796043078105, 0.2840447227160136, 0.28813412288824714, 0.2875387668609619, 0.28452879190444946, 0.2858860145012538, 0.2875962754090627, 0.28950125972429913, 0.288836732506752, 0.28766108055909473, 0.2870811969041824, 0.288843830426534, 0.28823212285836536, 0.2876358975966771, 0.2887297719717026, 0.28520851830641425, 0.2891846497853597, 0.28677086035410565, 0.2865868906180064, 0.28892283141613007, 0.2874617626269658, 0.2888855089743932, 0.29221728444099426, 0.28824518124262494, 0.29106733699639636, 0.29015278816223145, 0.2880757848421733, 0.293612465262413, 0.2930254489183426, 0.2921285132567088, 0.28893255194028217, 0.29073965052763623, 0.29101953903834027, 0.2898932198683421, 0.29026993115743, 0.28602559367815655, 0.28595930337905884, 0.28770627578099567, 0.28703660269578296, 0.28888722757498425, 0.2893145829439163, 0.2855055332183838, 0.28623053928216297, 0.28883051375548047, 0.2862072686354319, 0.28789960344632465, 0.28913162648677826, 0.28860686222712195, 0.28546567757924396, 0.28910456597805023, 0.28608086705207825, 0.2838422457377116, 0.28557779391606647, 0.28646915654341376, 0.2856836219628652, 0.28703563908735913, 0.28656810025374096, 0.28757379949092865, 0.28831155101458233, 0.2865619659423828, 0.28449281056722003, 0.2857239991426468, 0.2862034390370051, 0.2854655136664708, 0.28836336235205334, 0.28672112027804053, 0.28703176478544873, 0.28950825333595276, 0.2891412725051244, 0.2927200843890508, 0.285746360818545, 0.28998164832592005, 0.28765420118967694, 0.28882710635662073, 0.29166195293267566, 0.2899187604586283, 0.2902861138184865, 0.29009590049584705, 0.2888517677783966, 0.29059384266535443, 0.288097287217776, 0.291700467467308, 0.2876116931438446, 0.29144400358200073, 0.288234477241834, 0.2905614028374354, 0.2917845845222473, 0.2919953068097432, 0.29216476281483966, 0.29390954474608105, 0.2931680878003438, 0.28954113523165387, 0.29152856767177576, 0.29100852211316425, 0.2918477902809779, 0.28964419662952423], "mode": "line", "opacity": 0.5, "line": {"color": "gray"}}], "layout": {"title": {"text": "Score by dump"}, "xaxis": {"title": {"text": "Year"}, "showticklabels": true, "tickvals": [0.5, 5.5, 14.5, 24.0, 34.5, 46.5, 58.5, 69.0, 78.0, 85.5, 91.0, 96.0], "ticktext": ["2013", "2014", "2015", "2016", "2017", "2018", "2019", "2020", "2021", "2022", "2023", "2024"], "tickangle": 0}, "showlegend": false, "shapes": [{"type": "line", "x0": -0.5, "y0": 0, "x1": -0.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 1.5, "y0": 0, "x1": 1.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 9.5, "y0": 0, "x1": 9.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 19.5, "y0": 0, "x1": 19.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 28.5, "y0": 0, "x1": 28.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 40.5, "y0": 0, "x1": 40.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 52.5, "y0": 0, "x1": 52.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 64.5, "y0": 0, "x1": 64.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 73.5, "y0": 0, "x1": 73.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 82.5, "y0": 0, "x1": 82.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 88.5, "y0": 0, "x1": 88.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 93.5, "y0": 0, "x1": 93.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}]}}
|
assets/data/plots/score_by_dump/openbookqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"traces": [{"x": ["2013-20"], "y": [0.31466667354106903], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-20", "error_y": {"value": 0.0035023781644290724, "visible": "true"}}, {"x": ["2013-48"], "y": [0.3036666711171468], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-48", "error_y": {"value": 0.00889194652208927, "visible": "true"}}, {"x": ["2014-10"], "y": [0.3099999974171321], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-10", "error_y": {"value": 0.006572673127692598, "visible": "true"}}, {"x": ["2014-15"], "y": [0.3036666661500931], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-15", "error_y": {"value": 0.00585377199827362, "visible": "true"}}, {"x": ["2014-23"], "y": [0.3163333336512248], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-23", "error_y": {"value": 0.005573745384520999, "visible": "true"}}, {"x": ["2014-35"], "y": [0.31599999964237213], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-35", "error_y": {"value": 0.004732858305370653, "visible": "true"}}, {"x": ["2014-41"], "y": [0.3193333347638448], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-41", "error_y": {"value": 0.005887839686703622, "visible": "true"}}, {"x": ["2014-42"], "y": [0.31833332777023315], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-42", "error_y": {"value": 0.005428320450707321, "visible": "true"}}, {"x": ["2014-49"], "y": [0.30900000035762787], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-49", "error_y": {"value": 0.007456541475554781, "visible": "true"}}, {"x": ["2014-52"], "y": [0.31566667060057324], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-52", "error_y": {"value": 0.009750209794683476, "visible": "true"}}, {"x": ["2015-06"], "y": [0.3096666634082794], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-06", "error_y": {"value": 0.00852447343097829, "visible": "true"}}, {"x": ["2015-11"], "y": [0.30633332828680676], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-11", "error_y": {"value": 0.002943926254800929, "visible": "true"}}, {"x": ["2015-14"], "y": [0.30933333436648053], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-14", "error_y": {"value": 0.013426337512573244, "visible": "true"}}, {"x": ["2015-18"], "y": [0.3126666645208995], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-18", "error_y": {"value": 0.009437511028096052, "visible": "true"}}, {"x": ["2015-22"], "y": [0.3136666665474574], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-22", "error_y": {"value": 0.006860516204565348, "visible": "true"}}, {"x": ["2015-27"], "y": [0.32066666583220166], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-27", "error_y": {"value": 0.0035023792989868183, "visible": "true"}}, {"x": ["2015-32"], "y": [0.3123333305120468], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-32", "error_y": {"value": 0.006250331368882914, "visible": "true"}}, {"x": ["2015-35"], "y": [0.3136666615804036], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-35", "error_y": {"value": 0.008710149251402757, "visible": "true"}}, {"x": ["2015-40"], "y": [0.31566666563351947], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-40", "error_y": {"value": 0.005428317522628648, "visible": "true"}}, {"x": ["2015-48"], "y": [0.29999999701976776], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-48", "error_y": {"value": 0.013740449577987346, "visible": "true"}}, {"x": ["2016-07"], "y": [0.3203333367904027], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-07", "error_y": {"value": 0.005853772677092472, "visible": "true"}}, {"x": ["2016-18"], "y": [0.3163333435853322], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-18", "error_y": {"value": 0.0019663770311710554, "visible": "true"}}, {"x": ["2016-22"], "y": [0.3070000062386195], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-22", "error_y": {"value": 0.006899277211085471, "visible": "true"}}, {"x": ["2016-26"], "y": [0.3136666715145111], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-26", "error_y": {"value": 0.004273951942223522, "visible": "true"}}, {"x": ["2016-30"], "y": [0.31566667060057324], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-30", "error_y": {"value": 0.0029439127570161485, "visible": "true"}}, {"x": ["2016-36"], "y": [0.32733333110809326], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-36", "error_y": {"value": 0.010092899021304782, "visible": "true"}}, {"x": ["2016-40"], "y": [0.32066667079925537], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-40", "error_y": {"value": 0.009179683382511445, "visible": "true"}}, {"x": ["2016-44"], "y": [0.3123333354791005], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-44", "error_y": {"value": 0.006623196299959436, "visible": "true"}}, {"x": ["2016-50"], "y": [0.3123333354791005], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-50", "error_y": {"value": 0.006623183700820056, "visible": "true"}}, {"x": ["2017-04"], "y": [0.304666668176651], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-04", "error_y": {"value": 0.0070047631361772585, "visible": "true"}}, {"x": ["2017-09"], "y": [0.3266666730244954], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-09", "error_y": {"value": 0.009605547353233634, "visible": "true"}}, {"x": ["2017-13"], "y": [0.32400000592072803], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-13", "error_y": {"value": 0.013446188817127808, "visible": "true"}}, {"x": ["2017-17"], "y": [0.31866667171319324], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-17", "error_y": {"value": 0.007865537426068981, "visible": "true"}}, {"x": ["2017-22"], "y": [0.3186666667461395], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-22", "error_y": {"value": 0.010013330859616991, "visible": "true"}}, {"x": ["2017-26"], "y": [0.32200001180171967], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-26", "error_y": {"value": 0.007375634350408742, "visible": "true"}}, {"x": ["2017-30"], "y": [0.32066666583220166], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-30", "error_y": {"value": 0.0037237974218482105, "visible": "true"}}, {"x": ["2017-34"], "y": [0.32566666603088373], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-34", "error_y": {"value": 0.007420696923708132, "visible": "true"}}, {"x": ["2017-39"], "y": [0.3229999989271164], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-39", "error_y": {"value": 0.008461679971659006, "visible": "true"}}, {"x": ["2017-43"], "y": [0.3240000009536743], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-43", "error_y": {"value": 0.009549862248494448, "visible": "true"}}, {"x": ["2017-47"], "y": [0.3246666689713796], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-47", "error_y": {"value": 0.016378849316751074, "visible": "true"}}, {"x": ["2017-51"], "y": [0.3230000038941701], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-51", "error_y": {"value": 0.0084616750408091, "visible": "true"}}, {"x": ["2018-05"], "y": [0.31966666877269745], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-05", "error_y": {"value": 0.005853771998273624, "visible": "true"}}, {"x": ["2018-09"], "y": [0.32100000480810803], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-09", "error_y": {"value": 0.004335891717900793, "visible": "true"}}, {"x": ["2018-13"], "y": [0.32099999984105426], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-13", "error_y": {"value": 0.013784048579125692, "visible": "true"}}, {"x": ["2018-17"], "y": [0.3230000038941701], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-17", "error_y": {"value": 0.009859006064117706, "visible": "true"}}, {"x": ["2018-22"], "y": [0.32066666583220166], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-22", "error_y": {"value": 0.011639017610794876, "visible": "true"}}, {"x": ["2018-26"], "y": [0.3213333338499069], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-26", "error_y": {"value": 0.00854790109523053, "visible": "true"}}, {"x": ["2018-30"], "y": [0.3240000009536743], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-30", "error_y": {"value": 0.003577716014433691, "visible": "true"}}, {"x": ["2018-34"], "y": [0.318000003695488], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-34", "error_y": {"value": 0.006066298893208024, "visible": "true"}}, {"x": ["2018-39"], "y": [0.3306666711966197], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-39", "error_y": {"value": 0.004131178103788758, "visible": "true"}}, {"x": ["2018-43"], "y": [0.3176666696866353], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-43", "error_y": {"value": 0.0026583099635499588, "visible": "true"}}, {"x": ["2018-47"], "y": [0.3123333354791005], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-47", "error_y": {"value": 0.006377047914177763, "visible": "true"}}, {"x": ["2018-51"], "y": [0.32366666197776794], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-51", "error_y": {"value": 0.004633212096646752, "visible": "true"}}, {"x": ["2019-04"], "y": [0.3153333365917206], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-04", "error_y": {"value": 0.0024221120673475656, "visible": "true"}}, {"x": ["2019-09"], "y": [0.32633333404858905], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-09", "error_y": {"value": 0.00941630582765585, "visible": "true"}}, {"x": ["2019-13"], "y": [0.3260000000397364], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-13", "error_y": {"value": 0.007042730861211437, "visible": "true"}}, {"x": ["2019-18"], "y": [0.3193333347638448], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-18", "error_y": {"value": 0.010930080790852498, "visible": "true"}}, {"x": ["2019-22"], "y": [0.3283333381017049], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-22", "error_y": {"value": 0.004273950082749214, "visible": "true"}}, {"x": ["2019-26"], "y": [0.32233333587646484], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-26", "error_y": {"value": 0.007312095209209171, "visible": "true"}}, {"x": ["2019-30"], "y": [0.3200000077486038], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-30", "error_y": {"value": 0.007589466057695576, "visible": "true"}}, {"x": ["2019-35"], "y": [0.32500000298023224], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-35", "error_y": {"value": 0.0037416649694593527, "visible": "true"}}, {"x": ["2019-39"], "y": [0.3146666685740153], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-39", "error_y": {"value": 0.004501851767563407, "visible": "true"}}, {"x": ["2019-43"], "y": [0.3259999950726827], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-43", "error_y": {"value": 0.005796548049634682, "visible": "true"}}, {"x": ["2019-47"], "y": [0.31733333071072894], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-47", "error_y": {"value": 0.00531663711723443, "visible": "true"}}, {"x": ["2019-51"], "y": [0.3230000038941701], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-51", "error_y": {"value": 0.0051768717711746315, "visible": "true"}}, {"x": ["2020-05"], "y": [0.3229999939600627], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-05", "error_y": {"value": 0.005477226880928751, "visible": "true"}}, {"x": ["2020-10"], "y": [0.3186666617790858], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-10", "error_y": {"value": 0.004501849119541723, "visible": "true"}}, {"x": ["2020-16"], "y": [0.31833333273728687], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-16", "error_y": {"value": 0.005853772677092482, "visible": "true"}}, {"x": ["2020-24"], "y": [0.31600000460942584], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-24", "error_y": {"value": 0.00938083655191925, "visible": "true"}}, {"x": ["2020-29"], "y": [0.31666667262713116], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-29", "error_y": {"value": 0.001032782262155562, "visible": "true"}}, {"x": ["2020-34"], "y": [0.3303333322207133], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-34", "error_y": {"value": 0.005278884791457865, "visible": "true"}}, {"x": ["2020-40"], "y": [0.32933333516120905], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-40", "error_y": {"value": 0.006531973718102333, "visible": "true"}}, {"x": ["2020-45"], "y": [0.318000003695488], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-45", "error_y": {"value": 0.008485283116309934, "visible": "true"}}, {"x": ["2020-50"], "y": [0.30966666837533313], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-50", "error_y": {"value": 0.0068605115709257005, "visible": "true"}}, {"x": ["2021-04"], "y": [0.32366666694482166], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-04", "error_y": {"value": 0.006623190600355226, "visible": "true"}}, {"x": ["2021-10"], "y": [0.31700000166893005], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-10", "error_y": {"value": 0.005329161297660516, "visible": "true"}}, {"x": ["2021-17"], "y": [0.3256666709979375], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-17", "error_y": {"value": 0.0070898964720783565, "visible": "true"}}, {"x": ["2021-21"], "y": [0.32633333901564276], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-21", "error_y": {"value": 0.006976146894941145, "visible": "true"}}, {"x": ["2021-25"], "y": [0.3113333334525426], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-25", "error_y": {"value": 0.005465042031409312, "visible": "true"}}, {"x": ["2021-31"], "y": [0.31866667171319324], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-31", "error_y": {"value": 0.010092906895437573, "visible": "true"}}, {"x": ["2021-39"], "y": [0.32233333587646484], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-39", "error_y": {"value": 0.01248465470186861, "visible": "true"}}, {"x": ["2021-43"], "y": [0.3186666667461395], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-43", "error_y": {"value": 0.008914402254115598, "visible": "true"}}, {"x": ["2021-49"], "y": [0.3253333369890849], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-49", "error_y": {"value": 0.005609510091794691, "visible": "true"}}, {"x": ["2022-05"], "y": [0.3203333367904027], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-05", "error_y": {"value": 0.0059888761214571895, "visible": "true"}}, {"x": ["2022-21"], "y": [0.3323333313067754], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-21", "error_y": {"value": 0.007737358117027565, "visible": "true"}}, {"x": ["2022-27"], "y": [0.32533333202203113], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-27", "error_y": {"value": 0.005006664437727039, "visible": "true"}}, {"x": ["2022-33"], "y": [0.3310000052054723], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-33", "error_y": {"value": 0.006542169574271286, "visible": "true"}}, {"x": ["2022-40"], "y": [0.31966666877269745], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-40", "error_y": {"value": 0.0065012810422889755, "visible": "true"}}, {"x": ["2022-49"], "y": [0.3349999984105428], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-49", "error_y": {"value": 0.005329168008430855, "visible": "true"}}, {"x": ["2023-06"], "y": [0.3240000009536743], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-06", "error_y": {"value": 0.0050596545099315365, "visible": "true"}}, {"x": ["2023-14"], "y": [0.33166666825612384], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-14", "error_y": {"value": 0.01388043951685547, "visible": "true"}}, {"x": ["2023-23"], "y": [0.32099999984105426], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-23", "error_y": {"value": 0.011781338241617232, "visible": "true"}}, {"x": ["2023-40"], "y": [0.33099999527136487], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-40", "error_y": {"value": 0.009859001832119059, "visible": "true"}}, {"x": ["2023-50"], "y": [0.32600000003973645], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-50", "error_y": {"value": 0.0050596450856155535, "visible": "true"}}, {"x": ["2024-10"], "y": [0.3249999980131785], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-10", "error_y": {"value": 0.00616441779328169, "visible": "true"}}, {"x": ["2024-18"], "y": [0.342999999721845], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-18", "error_y": {"value": 0.006782329666752026, "visible": "true"}}, {"x": ["2013-20", "2013-48", "2014-10", "2014-15", "2014-23", "2014-35", "2014-41", "2014-42", "2014-49", "2014-52", "2015-06", "2015-11", "2015-14", "2015-18", "2015-22", "2015-27", "2015-32", "2015-35", "2015-40", "2015-48", "2016-07", "2016-18", "2016-22", "2016-26", "2016-30", "2016-36", "2016-40", "2016-44", "2016-50", "2017-04", "2017-09", "2017-13", "2017-17", "2017-22", "2017-26", "2017-30", "2017-34", "2017-39", "2017-43", "2017-47", "2017-51", "2018-05", "2018-09", "2018-13", "2018-17", "2018-22", "2018-26", "2018-30", "2018-34", "2018-39", "2018-43", "2018-47", "2018-51", "2019-04", "2019-09", "2019-13", "2019-18", "2019-22", "2019-26", "2019-30", "2019-35", "2019-39", "2019-43", "2019-47", "2019-51", "2020-05", "2020-10", "2020-16", "2020-24", "2020-29", "2020-34", "2020-40", "2020-45", "2020-50", "2021-04", "2021-10", "2021-17", "2021-21", "2021-25", "2021-31", "2021-39", "2021-43", "2021-49", "2022-05", "2022-21", "2022-27", "2022-33", "2022-40", "2022-49", "2023-06", "2023-14", "2023-23", "2023-40", "2023-50", "2024-10", "2024-18"], "y": [0.31466667354106903, 0.3036666711171468, 0.3099999974171321, 0.3036666661500931, 0.3163333336512248, 0.31599999964237213, 0.3193333347638448, 0.31833332777023315, 0.30900000035762787, 0.31566667060057324, 0.3096666634082794, 0.30633332828680676, 0.30933333436648053, 0.3126666645208995, 0.3136666665474574, 0.32066666583220166, 0.3123333305120468, 0.3136666615804036, 0.31566666563351947, 0.29999999701976776, 0.3203333367904027, 0.3163333435853322, 0.3070000062386195, 0.3136666715145111, 0.31566667060057324, 0.32733333110809326, 0.32066667079925537, 0.3123333354791005, 0.3123333354791005, 0.304666668176651, 0.3266666730244954, 0.32400000592072803, 0.31866667171319324, 0.3186666667461395, 0.32200001180171967, 0.32066666583220166, 0.32566666603088373, 0.3229999989271164, 0.3240000009536743, 0.3246666689713796, 0.3230000038941701, 0.31966666877269745, 0.32100000480810803, 0.32099999984105426, 0.3230000038941701, 0.32066666583220166, 0.3213333338499069, 0.3240000009536743, 0.318000003695488, 0.3306666711966197, 0.3176666696866353, 0.3123333354791005, 0.32366666197776794, 0.3153333365917206, 0.32633333404858905, 0.3260000000397364, 0.3193333347638448, 0.3283333381017049, 0.32233333587646484, 0.3200000077486038, 0.32500000298023224, 0.3146666685740153, 0.3259999950726827, 0.31733333071072894, 0.3230000038941701, 0.3229999939600627, 0.3186666617790858, 0.31833333273728687, 0.31600000460942584, 0.31666667262713116, 0.3303333322207133, 0.32933333516120905, 0.318000003695488, 0.30966666837533313, 0.32366666694482166, 0.31700000166893005, 0.3256666709979375, 0.32633333901564276, 0.3113333334525426, 0.31866667171319324, 0.32233333587646484, 0.3186666667461395, 0.3253333369890849, 0.3203333367904027, 0.3323333313067754, 0.32533333202203113, 0.3310000052054723, 0.31966666877269745, 0.3349999984105428, 0.3240000009536743, 0.33166666825612384, 0.32099999984105426, 0.33099999527136487, 0.32600000003973645, 0.3249999980131785, 0.342999999721845], "mode": "line", "opacity": 0.5, "line": {"color": "gray"}}], "layout": {"title": {"text": "Score by dump"}, "xaxis": {"title": {"text": "Year"}, "showticklabels": true, "tickvals": [0.5, 5.5, 14.5, 24.0, 34.5, 46.5, 58.5, 69.0, 78.0, 85.5, 91.0, 96.0], "ticktext": ["2013", "2014", "2015", "2016", "2017", "2018", "2019", "2020", "2021", "2022", "2023", "2024"], "tickangle": 0}, "showlegend": false, "shapes": [{"type": "line", "x0": -0.5, "y0": 0, "x1": -0.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 1.5, "y0": 0, "x1": 1.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 9.5, "y0": 0, "x1": 9.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 19.5, "y0": 0, "x1": 19.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 28.5, "y0": 0, "x1": 28.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 40.5, "y0": 0, "x1": 40.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 52.5, "y0": 0, "x1": 52.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 64.5, "y0": 0, "x1": 64.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 73.5, "y0": 0, "x1": 73.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 82.5, "y0": 0, "x1": 82.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 88.5, "y0": 0, "x1": 88.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 93.5, "y0": 0, "x1": 93.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}]}}
|
assets/data/plots/score_by_dump/piqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"traces": [{"x": ["2013-20"], "y": [0.7118333379427592], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-20", "error_y": {"value": 0.004708156289823214, "visible": "true"}}, {"x": ["2013-48"], "y": [0.703499992688497], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-48", "error_y": {"value": 0.0025099691369844484, "visible": "true"}}, {"x": ["2014-10"], "y": [0.7168333331743876], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-10", "error_y": {"value": 0.003656053039006708, "visible": "true"}}, {"x": ["2014-15"], "y": [0.7101666728655497], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-15", "error_y": {"value": 0.005671555495233723, "visible": "true"}}, {"x": ["2014-23"], "y": [0.7094999949137369], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-23", "error_y": {"value": 0.008573224000016724, "visible": "true"}}, {"x": ["2014-35"], "y": [0.7116666734218597], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-35", "error_y": {"value": 0.006121010281501363, "visible": "true"}}, {"x": ["2014-41"], "y": [0.7108333309491476], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-41", "error_y": {"value": 0.0019407928706222486, "visible": "true"}}, {"x": ["2014-42"], "y": [0.7078333298365275], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-42", "error_y": {"value": 0.0046654845352887215, "visible": "true"}}, {"x": ["2014-49"], "y": [0.707833339770635], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-49", "error_y": {"value": 0.005946995658411876, "visible": "true"}}, {"x": ["2014-52"], "y": [0.7075000007947286], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-52", "error_y": {"value": 0.00950263996589037, "visible": "true"}}, {"x": ["2015-06"], "y": [0.7106666763623556], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-06", "error_y": {"value": 0.006947428799909291, "visible": "true"}}, {"x": ["2015-11"], "y": [0.721833328406016], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-11", "error_y": {"value": 0.0033115957501712386, "visible": "true"}}, {"x": ["2015-14"], "y": [0.7135000030199686], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-14", "error_y": {"value": 0.00187082053731157, "visible": "true"}}, {"x": ["2015-18"], "y": [0.7209999958674113], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-18", "error_y": {"value": 0.005176864863005533, "visible": "true"}}, {"x": ["2015-22"], "y": [0.7203333377838135], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-22", "error_y": {"value": 0.011673324790437915, "visible": "true"}}, {"x": ["2015-27"], "y": [0.715499997138977], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-27", "error_y": {"value": 0.005822376564215871, "visible": "true"}}, {"x": ["2015-32"], "y": [0.718499998251597], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-32", "error_y": {"value": 0.004764446655709865, "visible": "true"}}, {"x": ["2015-35"], "y": [0.7105000118414561], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-35", "error_y": {"value": 0.0017606861006791562, "visible": "true"}}, {"x": ["2015-40"], "y": [0.7101666629314423], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-40", "error_y": {"value": 0.007652875907817369, "visible": "true"}}, {"x": ["2015-48"], "y": [0.7166666686534882], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-48", "error_y": {"value": 0.005988868491193304, "visible": "true"}}, {"x": ["2016-07"], "y": [0.7103333373864492], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-07", "error_y": {"value": 0.003983307036891156, "visible": "true"}}, {"x": ["2016-18"], "y": [0.7093333303928375], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-18", "error_y": {"value": 0.004131171370745161, "visible": "true"}}, {"x": ["2016-22"], "y": [0.7160000006357828], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-22", "error_y": {"value": 0.004098774070780011, "visible": "true"}}, {"x": ["2016-26"], "y": [0.7158333361148834], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-26", "error_y": {"value": 0.0036560590167413246, "visible": "true"}}, {"x": ["2016-30"], "y": [0.714166671037674], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-30", "error_y": {"value": 0.004355076906774437, "visible": "true"}}, {"x": ["2016-36"], "y": [0.7130000193913778], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-36", "error_y": {"value": 0.0036331795849838555, "visible": "true"}}, {"x": ["2016-40"], "y": [0.7148333390553793], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-40", "error_y": {"value": 0.0053820606136817575, "visible": "true"}}, {"x": ["2016-44"], "y": [0.713999996582667], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-44", "error_y": {"value": 0.0034058754251662725, "visible": "true"}}, {"x": ["2016-50"], "y": [0.7123333315054575], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-50", "error_y": {"value": 0.0021602374815989475, "visible": "true"}}, {"x": ["2017-04"], "y": [0.7135000030199686], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-04", "error_y": {"value": 0.006156287070245218, "visible": "true"}}, {"x": ["2017-09"], "y": [0.7119999925295512], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-09", "error_y": {"value": 0.0036878155589897856, "visible": "true"}}, {"x": ["2017-13"], "y": [0.7180000046888987], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-13", "error_y": {"value": 0.005830954511726704, "visible": "true"}}, {"x": ["2017-17"], "y": [0.7270000080267588], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-17", "error_y": {"value": 0.0036331763038472595, "visible": "true"}}, {"x": ["2017-22"], "y": [0.7183333337306976], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-22", "error_y": {"value": 0.005573754652501105, "visible": "true"}}, {"x": ["2017-26"], "y": [0.7296666502952576], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-26", "error_y": {"value": 0.007474401283747518, "visible": "true"}}, {"x": ["2017-30"], "y": [0.7323333223660787], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-30", "error_y": {"value": 0.005428312398522658, "visible": "true"}}, {"x": ["2017-34"], "y": [0.7280000050862631], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-34", "error_y": {"value": 0.005656850962071299, "visible": "true"}}, {"x": ["2017-39"], "y": [0.7291666666666666], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-39", "error_y": {"value": 0.00614546040930548, "visible": "true"}}, {"x": ["2017-43"], "y": [0.7224999964237213], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-43", "error_y": {"value": 0.003391156484587756, "visible": "true"}}, {"x": ["2017-47"], "y": [0.7245000004768372], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-47", "error_y": {"value": 0.005991644413735503, "visible": "true"}}, {"x": ["2017-51"], "y": [0.7316666642824808], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-51", "error_y": {"value": 0.004501857063582343, "visible": "true"}}, {"x": ["2018-05"], "y": [0.7245000004768372], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-05", "error_y": {"value": 0.0034496226229347995, "visible": "true"}}, {"x": ["2018-09"], "y": [0.7291666766007742], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-09", "error_y": {"value": 0.002857748517530227, "visible": "true"}}, {"x": ["2018-13"], "y": [0.7316666841506958], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-13", "error_y": {"value": 0.005750360140376287, "visible": "true"}}, {"x": ["2018-17"], "y": [0.723666658004125], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-17", "error_y": {"value": 0.005645052436624173, "visible": "true"}}, {"x": ["2018-22"], "y": [0.7173333267370859], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-22", "error_y": {"value": 0.0036696917857330573, "visible": "true"}}, {"x": ["2018-26"], "y": [0.723333328962326], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-26", "error_y": {"value": 0.004589854028153285, "visible": "true"}}, {"x": ["2018-30"], "y": [0.7198333342870077], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-30", "error_y": {"value": 0.006112838073234256, "visible": "true"}}, {"x": ["2018-34"], "y": [0.7168333232402802], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-34", "error_y": {"value": 0.007704974504302121, "visible": "true"}}, {"x": ["2018-39"], "y": [0.7168333331743876], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-39", "error_y": {"value": 0.004262260255842795, "visible": "true"}}, {"x": ["2018-43"], "y": [0.7208333512147268], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-43", "error_y": {"value": 0.002639446535831185, "visible": "true"}}, {"x": ["2018-47"], "y": [0.7068333427111307], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-47", "error_y": {"value": 0.005419108874172668, "visible": "true"}}, {"x": ["2018-51"], "y": [0.7084999879201254], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-51", "error_y": {"value": 0.006156294815787607, "visible": "true"}}, {"x": ["2019-04"], "y": [0.7148333291212717], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-04", "error_y": {"value": 0.0064005098035723965, "visible": "true"}}, {"x": ["2019-09"], "y": [0.713999996582667], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-09", "error_y": {"value": 0.003741650632488902, "visible": "true"}}, {"x": ["2019-13"], "y": [0.7123333414395651], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-13", "error_y": {"value": 0.0033266529917540134, "visible": "true"}}, {"x": ["2019-18"], "y": [0.7120000024636587], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-18", "error_y": {"value": 0.004000005126027947, "visible": "true"}}, {"x": ["2019-22"], "y": [0.7126666605472565], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-22", "error_y": {"value": 0.0032659868590783738, "visible": "true"}}, {"x": ["2019-26"], "y": [0.7199999988079071], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-26", "error_y": {"value": 0.0021908892289261937, "visible": "true"}}, {"x": ["2019-30"], "y": [0.717166672150294], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-30", "error_y": {"value": 0.0042622467376210085, "visible": "true"}}, {"x": ["2019-35"], "y": [0.7199999988079071], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-35", "error_y": {"value": 0.0037947314581619467, "visible": "true"}}, {"x": ["2019-39"], "y": [0.7226666609446207], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-39", "error_y": {"value": 0.005006659675735147, "visible": "true"}}, {"x": ["2019-43"], "y": [0.7255000074704488], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-43", "error_y": {"value": 0.0026645907150175414, "visible": "true"}}, {"x": ["2019-47"], "y": [0.7133333285649618], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-47", "error_y": {"value": 0.0028751773061427392, "visible": "true"}}, {"x": ["2019-51"], "y": [0.7155000070730845], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-51", "error_y": {"value": 0.005468108230030058, "visible": "true"}}, {"x": ["2020-05"], "y": [0.7214999894301096], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-05", "error_y": {"value": 0.0051671977303685, "visible": "true"}}, {"x": ["2020-10"], "y": [0.7161666552225748], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-10", "error_y": {"value": 0.0028577492127820556, "visible": "true"}}, {"x": ["2020-16"], "y": [0.7233333388964335], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-16", "error_y": {"value": 0.0038815775513660164, "visible": "true"}}, {"x": ["2020-24"], "y": [0.7176666657129923], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-24", "error_y": {"value": 0.007554242521472354, "visible": "true"}}, {"x": ["2020-29"], "y": [0.726833333571752], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-29", "error_y": {"value": 0.003970711118950375, "visible": "true"}}, {"x": ["2020-34"], "y": [0.7151666680971781], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-34", "error_y": {"value": 0.005036528711601808, "visible": "true"}}, {"x": ["2020-40"], "y": [0.7228333353996277], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-40", "error_y": {"value": 0.0034302556406925755, "visible": "true"}}, {"x": ["2020-45"], "y": [0.7231666644414266], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-45", "error_y": {"value": 0.002041231718999555, "visible": "true"}}, {"x": ["2020-50"], "y": [0.7204999923706055], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-50", "error_y": {"value": 0.005468078798832339, "visible": "true"}}, {"x": ["2021-04"], "y": [0.7240000069141388], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-04", "error_y": {"value": 0.0053665540296738935, "visible": "true"}}, {"x": ["2021-10"], "y": [0.7218333383401235], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-10", "error_y": {"value": 0.006554895653987449, "visible": "true"}}, {"x": ["2021-17"], "y": [0.7259999910990397], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-17", "error_y": {"value": 0.004560703101432187, "visible": "true"}}, {"x": ["2021-21"], "y": [0.7186666627724966], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-21", "error_y": {"value": 0.006976146040552095, "visible": "true"}}, {"x": ["2021-25"], "y": [0.7241666813691457], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-25", "error_y": {"value": 0.004070224179683876, "visible": "true"}}, {"x": ["2021-31"], "y": [0.7233333388964335], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-31", "error_y": {"value": 0.008164963375949278, "visible": "true"}}, {"x": ["2021-39"], "y": [0.7243333359559377], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-39", "error_y": {"value": 0.004844237259222595, "visible": "true"}}, {"x": ["2021-43"], "y": [0.7266666690508524], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-43", "error_y": {"value": 0.009223176224214816, "visible": "true"}}, {"x": ["2021-49"], "y": [0.718499998251597], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-49", "error_y": {"value": 0.004370354327574578, "visible": "true"}}, {"x": ["2022-05"], "y": [0.723500003417333], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-05", "error_y": {"value": 0.005244047196075624, "visible": "true"}}, {"x": ["2022-21"], "y": [0.7183333436648051], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-21", "error_y": {"value": 0.011236843061933446, "visible": "true"}}, {"x": ["2022-27"], "y": [0.7300000091393789], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-27", "error_y": {"value": 0.0044721343556727595, "visible": "true"}}, {"x": ["2022-33"], "y": [0.721666673819224], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-33", "error_y": {"value": 0.0035023690880169925, "visible": "true"}}, {"x": ["2022-40"], "y": [0.7258333464463552], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-40", "error_y": {"value": 0.0066758321612645525, "visible": "true"}}, {"x": ["2022-49"], "y": [0.7256666819254557], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-49", "error_y": {"value": 0.004546054482040994, "visible": "true"}}, {"x": ["2023-06"], "y": [0.7266666690508524], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-06", "error_y": {"value": 0.005391345809454452, "visible": "true"}}, {"x": ["2023-14"], "y": [0.7278333306312561], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-14", "error_y": {"value": 0.004445971473542832, "visible": "true"}}, {"x": ["2023-23"], "y": [0.731333335240682], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-23", "error_y": {"value": 0.0032659771257023966, "visible": "true"}}, {"x": ["2023-40"], "y": [0.7293333311875662], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-40", "error_y": {"value": 0.003881579598791493, "visible": "true"}}, {"x": ["2023-50"], "y": [0.7310000061988831], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-50", "error_y": {"value": 0.004195232528435285, "visible": "true"}}, {"x": ["2024-10"], "y": [0.7360000014305115], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-10", "error_y": {"value": 0.00473285578661537, "visible": "true"}}, {"x": ["2024-18"], "y": [0.7233333190282186], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-18", "error_y": {"value": 0.008594573628125539, "visible": "true"}}, {"x": ["2013-20", "2013-48", "2014-10", "2014-15", "2014-23", "2014-35", "2014-41", "2014-42", "2014-49", "2014-52", "2015-06", "2015-11", "2015-14", "2015-18", "2015-22", "2015-27", "2015-32", "2015-35", "2015-40", "2015-48", "2016-07", "2016-18", "2016-22", "2016-26", "2016-30", "2016-36", "2016-40", "2016-44", "2016-50", "2017-04", "2017-09", "2017-13", "2017-17", "2017-22", "2017-26", "2017-30", "2017-34", "2017-39", "2017-43", "2017-47", "2017-51", "2018-05", "2018-09", "2018-13", "2018-17", "2018-22", "2018-26", "2018-30", "2018-34", "2018-39", "2018-43", "2018-47", "2018-51", "2019-04", "2019-09", "2019-13", "2019-18", "2019-22", "2019-26", "2019-30", "2019-35", "2019-39", "2019-43", "2019-47", "2019-51", "2020-05", "2020-10", "2020-16", "2020-24", "2020-29", "2020-34", "2020-40", "2020-45", "2020-50", "2021-04", "2021-10", "2021-17", "2021-21", "2021-25", "2021-31", "2021-39", "2021-43", "2021-49", "2022-05", "2022-21", "2022-27", "2022-33", "2022-40", "2022-49", "2023-06", "2023-14", "2023-23", "2023-40", "2023-50", "2024-10", "2024-18"], "y": [0.7118333379427592, 0.703499992688497, 0.7168333331743876, 0.7101666728655497, 0.7094999949137369, 0.7116666734218597, 0.7108333309491476, 0.7078333298365275, 0.707833339770635, 0.7075000007947286, 0.7106666763623556, 0.721833328406016, 0.7135000030199686, 0.7209999958674113, 0.7203333377838135, 0.715499997138977, 0.718499998251597, 0.7105000118414561, 0.7101666629314423, 0.7166666686534882, 0.7103333373864492, 0.7093333303928375, 0.7160000006357828, 0.7158333361148834, 0.714166671037674, 0.7130000193913778, 0.7148333390553793, 0.713999996582667, 0.7123333315054575, 0.7135000030199686, 0.7119999925295512, 0.7180000046888987, 0.7270000080267588, 0.7183333337306976, 0.7296666502952576, 0.7323333223660787, 0.7280000050862631, 0.7291666666666666, 0.7224999964237213, 0.7245000004768372, 0.7316666642824808, 0.7245000004768372, 0.7291666766007742, 0.7316666841506958, 0.723666658004125, 0.7173333267370859, 0.723333328962326, 0.7198333342870077, 0.7168333232402802, 0.7168333331743876, 0.7208333512147268, 0.7068333427111307, 0.7084999879201254, 0.7148333291212717, 0.713999996582667, 0.7123333414395651, 0.7120000024636587, 0.7126666605472565, 0.7199999988079071, 0.717166672150294, 0.7199999988079071, 0.7226666609446207, 0.7255000074704488, 0.7133333285649618, 0.7155000070730845, 0.7214999894301096, 0.7161666552225748, 0.7233333388964335, 0.7176666657129923, 0.726833333571752, 0.7151666680971781, 0.7228333353996277, 0.7231666644414266, 0.7204999923706055, 0.7240000069141388, 0.7218333383401235, 0.7259999910990397, 0.7186666627724966, 0.7241666813691457, 0.7233333388964335, 0.7243333359559377, 0.7266666690508524, 0.718499998251597, 0.723500003417333, 0.7183333436648051, 0.7300000091393789, 0.721666673819224, 0.7258333464463552, 0.7256666819254557, 0.7266666690508524, 0.7278333306312561, 0.731333335240682, 0.7293333311875662, 0.7310000061988831, 0.7360000014305115, 0.7233333190282186], "mode": "line", "opacity": 0.5, "line": {"color": "gray"}}], "layout": {"title": {"text": "Score by dump"}, "xaxis": {"title": {"text": "Year"}, "showticklabels": true, "tickvals": [0.5, 5.5, 14.5, 24.0, 34.5, 46.5, 58.5, 69.0, 78.0, 85.5, 91.0, 96.0], "ticktext": ["2013", "2014", "2015", "2016", "2017", "2018", "2019", "2020", "2021", "2022", "2023", "2024"], "tickangle": 0}, "showlegend": false, "shapes": [{"type": "line", "x0": -0.5, "y0": 0, "x1": -0.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 1.5, "y0": 0, "x1": 1.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 9.5, "y0": 0, "x1": 9.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 19.5, "y0": 0, "x1": 19.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 28.5, "y0": 0, "x1": 28.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 40.5, "y0": 0, "x1": 40.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 52.5, "y0": 0, "x1": 52.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 64.5, "y0": 0, "x1": 64.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 73.5, "y0": 0, "x1": 73.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 82.5, "y0": 0, "x1": 82.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 88.5, "y0": 0, "x1": 88.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 93.5, "y0": 0, "x1": 93.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}]}}
|
assets/data/plots/score_by_dump/winogrande_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"traces": [{"x": ["2013-20"], "y": [0.5183333357175192], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-20", "error_y": {"value": 0.009092122075351372, "visible": "true"}}, {"x": ["2013-48"], "y": [0.5243333379427592], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2013-48", "error_y": {"value": 0.005278880275023114, "visible": "true"}}, {"x": ["2014-10"], "y": [0.528333326180776], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-10", "error_y": {"value": 0.0028751773061427392, "visible": "true"}}, {"x": ["2014-15"], "y": [0.5239999989668528], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-15", "error_y": {"value": 0.0108259074617226, "visible": "true"}}, {"x": ["2014-23"], "y": [0.5241666734218597], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-23", "error_y": {"value": 0.003544929600602174, "visible": "true"}}, {"x": ["2014-35"], "y": [0.5091666678587595], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-35", "error_y": {"value": 0.002639442019435223, "visible": "true"}}, {"x": ["2014-41"], "y": [0.5168333450953165], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-41", "error_y": {"value": 0.005382067996795317, "visible": "true"}}, {"x": ["2014-42"], "y": [0.5149999956289927], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-42", "error_y": {"value": 0.008485273282061799, "visible": "true"}}, {"x": ["2014-49"], "y": [0.526499996582667], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-49", "error_y": {"value": 0.0032093682754415686, "visible": "true"}}, {"x": ["2014-52"], "y": [0.5171666741371155], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2014-52", "error_y": {"value": 0.008304612427765855, "visible": "true"}}, {"x": ["2015-06"], "y": [0.5121666689713796], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-06", "error_y": {"value": 0.003763860201954152, "visible": "true"}}, {"x": ["2015-11"], "y": [0.5198333362738291], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-11", "error_y": {"value": 0.0097450863952638, "visible": "true"}}, {"x": ["2015-14"], "y": [0.5218333204587301], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-14", "error_y": {"value": 0.0053072414327386555, "visible": "true"}}, {"x": ["2015-18"], "y": [0.5200000007947286], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-18", "error_y": {"value": 0.005403703458078564, "visible": "true"}}, {"x": ["2015-22"], "y": [0.524999996026357], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-22", "error_y": {"value": 0.011027245133367844, "visible": "true"}}, {"x": ["2015-27"], "y": [0.5256666640440623], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-27", "error_y": {"value": 0.005853777768254142, "visible": "true"}}, {"x": ["2015-32"], "y": [0.5145000120004019], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-32", "error_y": {"value": 0.004460932273009085, "visible": "true"}}, {"x": ["2015-35"], "y": [0.5279999872048696], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-35", "error_y": {"value": 0.0034641155178935772, "visible": "true"}}, {"x": ["2015-40"], "y": [0.5171666741371155], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-40", "error_y": {"value": 0.007547616517565997, "visible": "true"}}, {"x": ["2015-48"], "y": [0.5163333316644033], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(31,119,180,255)", "size": 10}, "name": "2015-48", "error_y": {"value": 0.006742907921550396, "visible": "true"}}, {"x": ["2016-07"], "y": [0.5260000030199686], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-07", "error_y": {"value": 0.006542174129718116, "visible": "true"}}, {"x": ["2016-18"], "y": [0.5228333175182343], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-18", "error_y": {"value": 0.0070261405611774476, "visible": "true"}}, {"x": ["2016-22"], "y": [0.5228333373864492], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-22", "error_y": {"value": 0.0051929505328071135, "visible": "true"}}, {"x": ["2016-26"], "y": [0.5175000031789144], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-26", "error_y": {"value": 0.0039369941265918725, "visible": "true"}}, {"x": ["2016-30"], "y": [0.520499994357427], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-30", "error_y": {"value": 0.007529931949512804, "visible": "true"}}, {"x": ["2016-36"], "y": [0.524999996026357], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-36", "error_y": {"value": 0.0048579794692495265, "visible": "true"}}, {"x": ["2016-40"], "y": [0.5206666688124338], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-40", "error_y": {"value": 0.0033862347801095222, "visible": "true"}}, {"x": ["2016-44"], "y": [0.5096666713555654], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-44", "error_y": {"value": 0.00463322153074456, "visible": "true"}}, {"x": ["2016-50"], "y": [0.5193333228429159], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(255,127,14,255)", "size": 10}, "name": "2016-50", "error_y": {"value": 0.008710147426578977, "visible": "true"}}, {"x": ["2017-04"], "y": [0.5261666675408682], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-04", "error_y": {"value": 0.0031885074445169048, "visible": "true"}}, {"x": ["2017-09"], "y": [0.5173333386580149], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-09", "error_y": {"value": 0.0035023906445740133, "visible": "true"}}, {"x": ["2017-13"], "y": [0.5165000061194102], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-13", "error_y": {"value": 0.005205770000133019, "visible": "true"}}, {"x": ["2017-17"], "y": [0.5261666576067606], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-17", "error_y": {"value": 0.0047081478499106195, "visible": "true"}}, {"x": ["2017-22"], "y": [0.5248333315054575], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-22", "error_y": {"value": 0.003600923586686107, "visible": "true"}}, {"x": ["2017-26"], "y": [0.5238333443800608], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-26", "error_y": {"value": 0.004400761349888334, "visible": "true"}}, {"x": ["2017-30"], "y": [0.5196666618188223], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-30", "error_y": {"value": 0.00742069638825786, "visible": "true"}}, {"x": ["2017-34"], "y": [0.526333341995875], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-34", "error_y": {"value": 0.004802773056101627, "visible": "true"}}, {"x": ["2017-39"], "y": [0.520333339770635], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-39", "error_y": {"value": 0.008406342100582009, "visible": "true"}}, {"x": ["2017-43"], "y": [0.526499996582667], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-43", "error_y": {"value": 0.011708958633322586, "visible": "true"}}, {"x": ["2017-47"], "y": [0.5178333421548208], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-47", "error_y": {"value": 0.004708138987978565, "visible": "true"}}, {"x": ["2017-51"], "y": [0.523666669925054], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(44,160,44,255)", "size": 10}, "name": "2017-51", "error_y": {"value": 0.006282238190782831, "visible": "true"}}, {"x": ["2018-05"], "y": [0.5223333438237509], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-05", "error_y": {"value": 0.005163975948169105, "visible": "true"}}, {"x": ["2018-09"], "y": [0.524999996026357], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-09", "error_y": {"value": 0.002683273682865662, "visible": "true"}}, {"x": ["2018-13"], "y": [0.5214999914169312], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-13", "error_y": {"value": 0.003987490356847783, "visible": "true"}}, {"x": ["2018-17"], "y": [0.528166651725769], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-17", "error_y": {"value": 0.003371448362368842, "visible": "true"}}, {"x": ["2018-22"], "y": [0.517166664203008], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-22", "error_y": {"value": 0.007440878945247214, "visible": "true"}}, {"x": ["2018-26"], "y": [0.5168333450953165], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-26", "error_y": {"value": 0.005269408219091243, "visible": "true"}}, {"x": ["2018-30"], "y": [0.5209999978542328], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-30", "error_y": {"value": 0.006811756100432358, "visible": "true"}}, {"x": ["2018-34"], "y": [0.515833338101705], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-34", "error_y": {"value": 0.002483271835806788, "visible": "true"}}, {"x": ["2018-39"], "y": [0.5226666728655497], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-39", "error_y": {"value": 0.005354130676810504, "visible": "true"}}, {"x": ["2018-43"], "y": [0.5176666676998138], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-43", "error_y": {"value": 0.00845380231268323, "visible": "true"}}, {"x": ["2018-47"], "y": [0.5120000044504801], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-47", "error_y": {"value": 0.005019976269220441, "visible": "true"}}, {"x": ["2018-51"], "y": [0.5131666660308838], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(214,39,40,255)", "size": 10}, "name": "2018-51", "error_y": {"value": 0.005382077594845407, "visible": "true"}}, {"x": ["2019-04"], "y": [0.5173333386580149], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-04", "error_y": {"value": 0.008430090050932634, "visible": "true"}}, {"x": ["2019-09"], "y": [0.5160000026226044], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-09", "error_y": {"value": 0.004898977246906029, "visible": "true"}}, {"x": ["2019-13"], "y": [0.5168333351612091], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-13", "error_y": {"value": 0.007960332074939472, "visible": "true"}}, {"x": ["2019-18"], "y": [0.5170000096162161], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-18", "error_y": {"value": 0.00824620627830356, "visible": "true"}}, {"x": ["2019-22"], "y": [0.5179999967416128], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-22", "error_y": {"value": 0.004049706912389888, "visible": "true"}}, {"x": ["2019-26"], "y": [0.5316666563351949], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-26", "error_y": {"value": 0.010911765973378772, "visible": "true"}}, {"x": ["2019-30"], "y": [0.5216666658719381], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-30", "error_y": {"value": 0.0045898557596592855, "visible": "true"}}, {"x": ["2019-35"], "y": [0.5200000107288361], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-35", "error_y": {"value": 0.006870227391731352, "visible": "true"}}, {"x": ["2019-39"], "y": [0.5230000019073486], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-39", "error_y": {"value": 0.003405868424947961, "visible": "true"}}, {"x": ["2019-43"], "y": [0.5208333333333334], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-43", "error_y": {"value": 0.008400398643833636, "visible": "true"}}, {"x": ["2019-47"], "y": [0.5188333292802175], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-47", "error_y": {"value": 0.0037638654806257765, "visible": "true"}}, {"x": ["2019-51"], "y": [0.5261666774749756], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(148,103,189,255)", "size": 10}, "name": "2019-51", "error_y": {"value": 0.003371448362368842, "visible": "true"}}, {"x": ["2020-05"], "y": [0.5244999925295512], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-05", "error_y": {"value": 0.005089196127216587, "visible": "true"}}, {"x": ["2020-10"], "y": [0.5256666739781698], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-10", "error_y": {"value": 0.006831309119540951, "visible": "true"}}, {"x": ["2020-16"], "y": [0.520166665315628], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-16", "error_y": {"value": 0.00526940105515948, "visible": "true"}}, {"x": ["2020-24"], "y": [0.5211666723092397], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-24", "error_y": {"value": 0.005344771536300735, "visible": "true"}}, {"x": ["2020-29"], "y": [0.5229999919732412], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-29", "error_y": {"value": 0.0032249022417818385, "visible": "true"}}, {"x": ["2020-34"], "y": [0.5200000107288361], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-34", "error_y": {"value": 0.009715951576792165, "visible": "true"}}, {"x": ["2020-40"], "y": [0.5120000044504801], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-40", "error_y": {"value": 0.007042739324515726, "visible": "true"}}, {"x": ["2020-45"], "y": [0.5268333256244659], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-45", "error_y": {"value": 0.005307239560948827, "visible": "true"}}, {"x": ["2020-50"], "y": [0.5180000066757202], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(140,86,75,255)", "size": 10}, "name": "2020-50", "error_y": {"value": 0.0032249133313209145, "visible": "true"}}, {"x": ["2021-04"], "y": [0.5111666619777679], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-04", "error_y": {"value": 0.0057067180390306515, "visible": "true"}}, {"x": ["2021-10"], "y": [0.5194999972979227], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-10", "error_y": {"value": 0.007968687109627231, "visible": "true"}}, {"x": ["2021-17"], "y": [0.5148333311080933], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-17", "error_y": {"value": 0.006940209166218505, "visible": "true"}}, {"x": ["2021-21"], "y": [0.5151666700839996], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-21", "error_y": {"value": 0.006177926244608547, "visible": "true"}}, {"x": ["2021-25"], "y": [0.5113333264986674], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-25", "error_y": {"value": 0.004802785466575297, "visible": "true"}}, {"x": ["2021-31"], "y": [0.5228333274523417], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-31", "error_y": {"value": 0.004956480373536746, "visible": "true"}}, {"x": ["2021-39"], "y": [0.5086666544278463], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-39", "error_y": {"value": 0.006918573409327208, "visible": "true"}}, {"x": ["2021-43"], "y": [0.5223333338896433], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-43", "error_y": {"value": 0.004802773056101627, "visible": "true"}}, {"x": ["2021-49"], "y": [0.5051666597525278], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(227,119,194,255)", "size": 10}, "name": "2021-49", "error_y": {"value": 0.004622401251444584, "visible": "true"}}, {"x": ["2022-05"], "y": [0.5228333274523417], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-05", "error_y": {"value": 0.0021369643494999076, "visible": "true"}}, {"x": ["2022-21"], "y": [0.5181666711966196], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-21", "error_y": {"value": 0.007521082921718541, "visible": "true"}}, {"x": ["2022-27"], "y": [0.5308333337306976], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-27", "error_y": {"value": 0.0065853405616918435, "visible": "true"}}, {"x": ["2022-33"], "y": [0.5240000089009603], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-33", "error_y": {"value": 0.006841044632427626, "visible": "true"}}, {"x": ["2022-40"], "y": [0.5255000094572703], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-40", "error_y": {"value": 0.007635434356169883, "visible": "true"}}, {"x": ["2022-49"], "y": [0.5246666570504507], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(127,127,127,255)", "size": 10}, "name": "2022-49", "error_y": {"value": 0.005125103870382732, "visible": "true"}}, {"x": ["2023-06"], "y": [0.5184999903043112], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-06", "error_y": {"value": 0.007791021916725846, "visible": "true"}}, {"x": ["2023-14"], "y": [0.5183333357175192], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-14", "error_y": {"value": 0.014787390747276011, "visible": "true"}}, {"x": ["2023-23"], "y": [0.523166666428248], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-23", "error_y": {"value": 0.0014719411934850841, "visible": "true"}}, {"x": ["2023-40"], "y": [0.5243333280086517], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-40", "error_y": {"value": 0.0033266589641946023, "visible": "true"}}, {"x": ["2023-50"], "y": [0.520333339770635], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(188,189,34,255)", "size": 10}, "name": "2023-50", "error_y": {"value": 0.005645064403198016, "visible": "true"}}, {"x": ["2024-10"], "y": [0.527999997138977], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-10", "error_y": {"value": 0.006356100123039257, "visible": "true"}}, {"x": ["2024-18"], "y": [0.5206666588783264], "type": "scatter", "mode": "lines+markers", "marker": {"color": "rgba(23,190,207,255)", "size": 10}, "name": "2024-18", "error_y": {"value": 0.008664100251105925, "visible": "true"}}, {"x": ["2013-20", "2013-48", "2014-10", "2014-15", "2014-23", "2014-35", "2014-41", "2014-42", "2014-49", "2014-52", "2015-06", "2015-11", "2015-14", "2015-18", "2015-22", "2015-27", "2015-32", "2015-35", "2015-40", "2015-48", "2016-07", "2016-18", "2016-22", "2016-26", "2016-30", "2016-36", "2016-40", "2016-44", "2016-50", "2017-04", "2017-09", "2017-13", "2017-17", "2017-22", "2017-26", "2017-30", "2017-34", "2017-39", "2017-43", "2017-47", "2017-51", "2018-05", "2018-09", "2018-13", "2018-17", "2018-22", "2018-26", "2018-30", "2018-34", "2018-39", "2018-43", "2018-47", "2018-51", "2019-04", "2019-09", "2019-13", "2019-18", "2019-22", "2019-26", "2019-30", "2019-35", "2019-39", "2019-43", "2019-47", "2019-51", "2020-05", "2020-10", "2020-16", "2020-24", "2020-29", "2020-34", "2020-40", "2020-45", "2020-50", "2021-04", "2021-10", "2021-17", "2021-21", "2021-25", "2021-31", "2021-39", "2021-43", "2021-49", "2022-05", "2022-21", "2022-27", "2022-33", "2022-40", "2022-49", "2023-06", "2023-14", "2023-23", "2023-40", "2023-50", "2024-10", "2024-18"], "y": [0.5183333357175192, 0.5243333379427592, 0.528333326180776, 0.5239999989668528, 0.5241666734218597, 0.5091666678587595, 0.5168333450953165, 0.5149999956289927, 0.526499996582667, 0.5171666741371155, 0.5121666689713796, 0.5198333362738291, 0.5218333204587301, 0.5200000007947286, 0.524999996026357, 0.5256666640440623, 0.5145000120004019, 0.5279999872048696, 0.5171666741371155, 0.5163333316644033, 0.5260000030199686, 0.5228333175182343, 0.5228333373864492, 0.5175000031789144, 0.520499994357427, 0.524999996026357, 0.5206666688124338, 0.5096666713555654, 0.5193333228429159, 0.5261666675408682, 0.5173333386580149, 0.5165000061194102, 0.5261666576067606, 0.5248333315054575, 0.5238333443800608, 0.5196666618188223, 0.526333341995875, 0.520333339770635, 0.526499996582667, 0.5178333421548208, 0.523666669925054, 0.5223333438237509, 0.524999996026357, 0.5214999914169312, 0.528166651725769, 0.517166664203008, 0.5168333450953165, 0.5209999978542328, 0.515833338101705, 0.5226666728655497, 0.5176666676998138, 0.5120000044504801, 0.5131666660308838, 0.5173333386580149, 0.5160000026226044, 0.5168333351612091, 0.5170000096162161, 0.5179999967416128, 0.5316666563351949, 0.5216666658719381, 0.5200000107288361, 0.5230000019073486, 0.5208333333333334, 0.5188333292802175, 0.5261666774749756, 0.5244999925295512, 0.5256666739781698, 0.520166665315628, 0.5211666723092397, 0.5229999919732412, 0.5200000107288361, 0.5120000044504801, 0.5268333256244659, 0.5180000066757202, 0.5111666619777679, 0.5194999972979227, 0.5148333311080933, 0.5151666700839996, 0.5113333264986674, 0.5228333274523417, 0.5086666544278463, 0.5223333338896433, 0.5051666597525278, 0.5228333274523417, 0.5181666711966196, 0.5308333337306976, 0.5240000089009603, 0.5255000094572703, 0.5246666570504507, 0.5184999903043112, 0.5183333357175192, 0.523166666428248, 0.5243333280086517, 0.520333339770635, 0.527999997138977, 0.5206666588783264], "mode": "line", "opacity": 0.5, "line": {"color": "gray"}}], "layout": {"title": {"text": "Score by dump"}, "xaxis": {"title": {"text": "Year"}, "showticklabels": true, "tickvals": [0.5, 5.5, 14.5, 24.0, 34.5, 46.5, 58.5, 69.0, 78.0, 85.5, 91.0, 96.0], "ticktext": ["2013", "2014", "2015", "2016", "2017", "2018", "2019", "2020", "2021", "2022", "2023", "2024"], "tickangle": 0}, "showlegend": false, "shapes": [{"type": "line", "x0": -0.5, "y0": 0, "x1": -0.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 1.5, "y0": 0, "x1": 1.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 9.5, "y0": 0, "x1": 9.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 19.5, "y0": 0, "x1": 19.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 28.5, "y0": 0, "x1": 28.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 40.5, "y0": 0, "x1": 40.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 52.5, "y0": 0, "x1": 52.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 64.5, "y0": 0, "x1": 64.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 73.5, "y0": 0, "x1": 73.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 82.5, "y0": 0, "x1": 82.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 88.5, "y0": 0, "x1": 88.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}, {"type": "line", "x0": 93.5, "y0": 0, "x1": 93.5, "y1": 1, "xref": "x", "yref": "paper", "line": {"color": "grey", "width": 1, "dash": "dot"}}]}}
|
assets/images/dataset_comparisons_agg_fw_edu.png
ADDED
|
assets/images/score_by_dump.png
ADDED
|
assets/images/synthetic-data.png
ADDED
|
dist/assets/data/clustering/data.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
dist/assets/data/clustering/info.csv
ADDED
|
@@ -0,0 +1,106 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
,cluster_id,cluster_summaries,cluster_position_x,cluster_position_y
|
| 2 |
+
0,-1,None,9.926462,4.7121987
|
| 3 |
+
1,0,Philosophical/Spiritual Introspection,10.312462,1.2666532
|
| 4 |
+
2,1,"Scholarships,",8.167274,4.8995786
|
| 5 |
+
3,2,Politics,8.81142,2.4859838
|
| 6 |
+
4,3,Theology,9.615214,0.3783942
|
| 7 |
+
5,4,Dating,4.985182,1.8439052
|
| 8 |
+
6,5,Accommodation,11.457769,5.080919
|
| 9 |
+
7,6,Football,6.6154537,-1.6859366
|
| 10 |
+
8,7,Film Festival,6.9734483,1.4548192
|
| 11 |
+
9,8,Culinary,13.426296,4.5412893
|
| 12 |
+
10,9,Music,6.0653744,0.7536916
|
| 13 |
+
11,10,Gambling,3.124241,3.2533677
|
| 14 |
+
12,11,Baseball,7.133596,-2.4256644
|
| 15 |
+
13,12,Technology,6.4929094,6.768577
|
| 16 |
+
14,13,Website Policies,4.873843,5.771508
|
| 17 |
+
15,14,Weddings,11.815845,3.7894728
|
| 18 |
+
16,15,Gaming,5.529167,2.9530518
|
| 19 |
+
17,16,Commodities/Services Provision,10.453564,5.8489122
|
| 20 |
+
18,17,Crafts,13.287651,6.4237967
|
| 21 |
+
19,18,Automobiles,9.9531145,8.840178
|
| 22 |
+
20,19,Watches,13.893139,9.859185
|
| 23 |
+
21,20,Dogs,12.595798,3.5351615
|
| 24 |
+
22,21,Photography,10.7942295,3.5504062
|
| 25 |
+
23,22,Legalities,8.942016,4.72733
|
| 26 |
+
24,23,Consumer Electronics,7.078649,8.338984
|
| 27 |
+
25,24,Insulation,10.520957,7.914946
|
| 28 |
+
26,25,Cannabis,14.317424,3.2114828
|
| 29 |
+
27,26,Footwear,15.052116,7.6956415
|
| 30 |
+
28,27,Real Estate,9.536316,6.103533
|
| 31 |
+
29,28,Relocation,10.205071,7.1883316
|
| 32 |
+
30,29,Sports betting,3.2779586,2.443366
|
| 33 |
+
31,30,Narratives,7.613535,1.8300554
|
| 34 |
+
32,31,Dating,4.788838,2.1900373
|
| 35 |
+
33,32,Apparel/Clothing,14.394226,7.3073387
|
| 36 |
+
34,33,User Authentication,5.265638,6.4014487
|
| 37 |
+
35,34,Academicwriting,6.9187264,3.4357684
|
| 38 |
+
36,35,Sports,7.4969172,-2.086585
|
| 39 |
+
37,36,Fashion/Lifestyle Products,13.821669,7.7150764
|
| 40 |
+
38,37,Diverse events,9.437052,2.2438836
|
| 41 |
+
39,38,Blockchain/Cryptocurrency,7.7586045,6.9439344
|
| 42 |
+
40,39,Online Businesses/Marketing,6.522259,5.219268
|
| 43 |
+
41,40,Healthcare,11.425277,2.3801014
|
| 44 |
+
42,41,Home Decor,12.878046,7.2632184
|
| 45 |
+
43,42,Biomedicine,12.789575,2.3376262
|
| 46 |
+
44,43,Jewelry,14.259997,8.653363
|
| 47 |
+
45,44,Addiction,11.561383,1.3774762
|
| 48 |
+
46,45,Products,11.711758,8.423251
|
| 49 |
+
47,46,Multi-purposefulness,11.080702,7.4574013
|
| 50 |
+
48,47,"Mass transit,",9.910158,5.4402313
|
| 51 |
+
49,48,Ethernet,6.9763823,7.7909245
|
| 52 |
+
50,49,Legal,9.516912,4.636553
|
| 53 |
+
51,50,E-commerce,13.263438,8.6548195
|
| 54 |
+
52,51,Audio,7.717162,8.903019
|
| 55 |
+
53,52,Infrastructure,10.52904,5.369669
|
| 56 |
+
54,53,Firearms,11.062812,9.268473
|
| 57 |
+
55,54,Freight/Logistics,9.551044,7.0336204
|
| 58 |
+
56,55,Products,12.073747,7.645973
|
| 59 |
+
57,56,Vaccinations,11.9387045,2.7824683
|
| 60 |
+
58,57,Artwork,11.019163,4.1677165
|
| 61 |
+
59,58,Viticulture,14.223523,5.0761614
|
| 62 |
+
60,59,WordPress,5.9597983,5.824579
|
| 63 |
+
61,60,Cosmetics/Dermatology,15.093273,3.4669027
|
| 64 |
+
62,61,Software,6.375921,6.4298844
|
| 65 |
+
63,62,Dentistry,14.76626,1.1620314
|
| 66 |
+
64,63,Pest Control,13.201735,3.6806118
|
| 67 |
+
65,64,SEO,5.720493,5.238112
|
| 68 |
+
66,65,Lottery,1.7142816,2.9782674
|
| 69 |
+
67,66,Narratives,8.460977,1.0804662
|
| 70 |
+
68,67,Waste Reduction & Recycling,10.634534,6.959523
|
| 71 |
+
69,68,Communication,6.438943,5.9467845
|
| 72 |
+
70,69,Orthopedics,13.005415,1.1908791
|
| 73 |
+
71,70,Home Decor & Furniture,12.732457,7.876862
|
| 74 |
+
72,71,Education,7.6568975,3.4944353
|
| 75 |
+
73,72,Sports,7.295141,-0.7343214
|
| 76 |
+
74,73,Social Media Advertising,6.133886,4.8547883
|
| 77 |
+
75,74,Privacy,4.756733,6.3598356
|
| 78 |
+
76,75,Website design,6.1168823,5.465095
|
| 79 |
+
77,76,Roofing,11.389448,8.080609
|
| 80 |
+
78,77,Nutrition/Supplements,13.631578,2.5334294
|
| 81 |
+
79,78,Haircare/Hairstyling,15.544645,4.54254
|
| 82 |
+
80,79,Cookies,4.341592,6.819268
|
| 83 |
+
81,80,International Trade,8.993828,6.4757586
|
| 84 |
+
82,81,Entrepreneurial Resources,9.435777,5.3340797
|
| 85 |
+
83,82,Cricket,6.5171986,-1.245905
|
| 86 |
+
84,83,Crafts,13.852216,7.049825
|
| 87 |
+
85,84,Floristry,13.407425,5.8741536
|
| 88 |
+
86,85,Genealogy,9.530803,1.6548243
|
| 89 |
+
87,86,Mental Health,11.074349,1.6069281
|
| 90 |
+
88,87,Volunteerism,10.145443,3.6734574
|
| 91 |
+
89,88,Lighting,11.385381,8.93693
|
| 92 |
+
90,89,Artificial Intelligence,6.5306387,6.2178063
|
| 93 |
+
91,90,Business,7.471462,6.4142885
|
| 94 |
+
92,91,E-commerce,13.638669,6.5098934
|
| 95 |
+
93,92,Urbanization/Over-tourism,10.221115,6.100654
|
| 96 |
+
94,93,Events,10.8449,3.9822264
|
| 97 |
+
95,94,Pharmaceuticals/Biotechnology,12.318266,2.4331784
|
| 98 |
+
96,95,Professional Wrestling,6.856304,-0.65598303
|
| 99 |
+
97,96,Various,9.3211975,3.4894605
|
| 100 |
+
98,97,Medicine,13.17882,2.1281319
|
| 101 |
+
99,98,Community Engagement,9.848856,3.5187004
|
| 102 |
+
100,99,Fitness,12.504849,0.9134393
|
| 103 |
+
101,100,Bathroom Design & Toilet Engineering,11.779076,7.2920136
|
| 104 |
+
102,101,Business Development,7.328447,5.659843
|
| 105 |
+
103,102,Sports,7.6370654,-1.0701839
|
| 106 |
+
104,103,Sexuality,13.817207,1.6510898
|
dist/assets/data/plots/all_dumps_bad/agg_score.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3534814938902855,0.3764607086777687,0.38782499730587,0.3981050960719585,0.4028486795723438,0.4125883243978023,0.4117814563214779,0.414029736071825,0.4197172522544861,0.4211113378405571,0.4279881417751312,0.4280137903988361,0.4280424378812313,0.4291964024305343,0.4326301179826259,0.4371833503246307,0.4346669465303421,0.4336562640964985,0.4432648755609989,0.4401291646063328,0.4394684173166752,0.4476612061262131,0.4465444348752498,0.4472153298556804,0.4433343075215816,0.4510187618434429,0.4459567815065384,0.4460812956094742,0.4498684890568256,0.4529943652451038,0.4528274349868297,0.4551213420927524,0.4549156539142132,0.4564928151667118,0.4576693661510944,0.4557182416319847,0.4536240361630916,0.457439012825489,0.4570476822555065,0.4589823484420776,0.462024375796318,0.4540738053619861,0.4550252184271812,0.4576593860983848,0.4573238864541054,0.4575810581445694,0.4622134491801262,0.4592566937208175,0.4614734016358852,0.4637473002076149,0.4625372551381588,0.4613912180066108,0.4597448222339153,0.4594792164862156,0.4662549719214439,0.4634026065468788,0.4633508697152138,0.4635734222829342,0.4628961533308029,0.4670135043561458,0.4639505892992019,0.4631133340299129,0.4665167145431041,0.4672448337078094,0.4693268723785877,0.4630668573081493,0.4676454700529575,0.4646359197795391,0.4621579721570015,0.4692446552217006,0.4704835228621959,0.4663223996758461,0.4680556617677212,0.466339822858572,0.4682099223136902,0.4711195565760135,0.4722655527293682,0.4727961830794811,0.4676857478916645,0.4719390422105789,0.4713102728128433,0.4712141714990139,0.4721613004803657,0.4713456854224205,0.4682970903813839,0.4679934531450271,0.4685162976384163,0.4679946713149547,0.4681242071092129,0.4702276065945625,0.472664151340723,0.4730790853500366,0.4731674715876579,0.4718914777040481,0.4719801284372806,0.4761029370129108,0.4735167175531387,0.4730370938777923,0.4730173237621784,0.4735377207398414,0.4777223989367485,0.4796326830983162,0.4734170883893966,0.4739485755562782,0.4748299159109592,0.4765299335122108,0.4745025858283043,0.4754423759877682,0.4784592799842357,0.4761341325938701,0.4760282784700393,0.4769757278263569,0.47154351323843,0.4786738082766533,0.4804279990494251,0.4777076803147793,0.4798569902777672,0.4759011939167976,0.4784621745347976,0.479673832654953,0.4780617095530033,0.48076206818223,0.47995800152421,0.4790860973298549,0.4817167408764362,0.4811586998403072,0.482547752559185,0.4816697351634502,0.4809327870607376,0.4816545359790325,0.4804601892828941,0.4776877984404564,0.4813711903989315,0.4844604581594467,0.4819537848234176,0.4820829331874847,0.4778126627206802,0.482935007661581,0.48230691999197,0.4826001971960068,0.4823969900608063,0.4811219945549965,0.4789146520197391,0.484035175293684,0.4848698377609253,0.4855728335678577,0.4825376532971859,0.485215101391077,0.4824351668357849,0.4835342466831207,0.4822137206792831,0.4838785007596016,0.4837255179882049,0.4853012599050998,0.4857851006090641,0.4863366298377514,0.4856646582484245,0.4842503517866134,0.4838776960968971,0.4846346862614155,0.4837041422724724,0.4813097268342972,0.4873070046305656,0.4841253720223903,0.4837464913725853,0.483069509267807,0.4851242564618587,0.4861010462045669],"label":"RefinedWeb"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3605199865996837,0.3733148723840713,0.3882005847990513,0.3934122696518898,0.3947227671742439,0.4042885974049568,0.3974800482392311,0.4055779427289963,0.4133470430970192,0.4117913842201233,0.4113653488457203,0.4149517640471458,0.4187851920723915,0.4252083078026771,0.4206527359783649,0.4240428246557712,0.422003373503685,0.4280910938978195,0.4244147576391697,0.4316282644867897,0.4295645765960216,0.4310102686285972,0.4360743537545204,0.4313482865691185,0.4350991360843181,0.4378576353192329,0.4335876516997814,0.4347924515604973,0.4348904751241207,0.436600212007761,0.430036511272192,0.4350974671542644,0.4399556629359722,0.4371416717767715,0.4363861419260502,0.4376698136329651,0.4405004419386387,0.4373639523983001,0.4379038028419018,0.4371281825006008,0.4393439553678036,0.440426729619503,0.4401675276458263,0.4429537951946258,0.4449137263000011,0.4434786736965179,0.4450470842421055,0.4454202279448509,0.4394537284970283,0.442185215651989,0.4461225643754005,0.4427758157253265,0.4430646039545536,0.4476901069283485,0.4478763341903686,0.4493869319558143,0.4448477327823639,0.450044184923172,0.4498609118163585,0.4457665979862213,0.4506924152374267,0.449855338782072,0.448790930211544,0.4474099352955818,0.4546772800385952,0.4529431238770485,0.452015146613121,0.4502020999789238,0.4493804536759853,0.4523266032338142,0.4551868587732315,0.4501944817602634,0.4493303671479225,0.4526805207133293,0.4533850513398647,0.4518048763275146,0.4518973492085933,0.4531301632523536,0.4518006071448326,0.4553494565188885,0.4528752230107784,0.4536322727799415,0.4561733976006508,0.4549491256475448,0.4574789106845855,0.4577847123146057,0.4563642293214798,0.4578686729073524,0.4561499990522861,0.4537816494703293,0.4542164430022239,0.4559455662965774,0.4554723873734474,0.4575514122843742,0.4575202167034149,0.4592722058296203,0.4585275091230869,0.4580587856471538,0.456934317946434,0.4577495418488979,0.4540119916200638,0.4570806957781315,0.4608120545744896,0.4588425755500793,0.4578334167599678,0.4610816091299057,0.4598177038133144,0.461849745362997,0.4631866924464702,0.4601576402783394,0.4646804705262184,0.4632389545440674,0.4604574106633663,0.4602976888418197,0.4581312239170074,0.4654182009398937,0.4655338563024997,0.4616620391607284,0.461054053157568,0.4613021649420261,0.4658613465726375,0.4633531905710697,0.4613638147711754,0.4643996246159076,0.462500050663948,0.4650798961520195,0.4648764543235302,0.4639869071543216,0.4634246975183487,0.46585888043046,0.4639799632132053,0.4630857892334461,0.4644265696406364,0.4642998576164245,0.4686848931014538,0.4687492996454239,0.4650243632495403,0.4627032242715359,0.4665953740477562,0.4660026729106903,0.4664581045508384,0.4676475040614605,0.4657339677214622,0.4664678275585174,0.4673498086631298,0.4676674827933311,0.4680955372750759,0.4681585058569908,0.4659864418208599,0.4686457589268684,0.4661462865769863,0.4658931568264961,0.4674226939678192,0.46805215254426,0.4682257212698459,0.4689070098102093,0.4699570722877979,0.4655096270143986,0.4688013233244419,0.4707522802054882,0.4661469310522079,0.4688841328024864,0.4671329781413078,0.4662554152309894,0.4697433896362781,0.4698473587632179,0.4676505327224731,0.4696521013975143],"label":"FineWeb filtered only"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3551952373236418,0.3736435137689113,0.3814037963747978,0.3948809280991554,0.3996850810945034,0.4089604057371616,0.4100853353738785,0.4119834117591381,0.4168377220630646,0.4186493046581745,0.4169826358556747,0.4234288297593593,0.4229162000119686,0.4273439794778824,0.4290364980697632,0.4291782416403293,0.4296907968819141,0.4311576783657074,0.4326641112565994,0.430318683385849,0.430436260998249,0.4339037239551544,0.4363459683954716,0.4357402548193931,0.4342963136732578,0.4366712383925915,0.4363959729671478,0.436981026083231,0.4447868093848228,0.4411709941923618,0.4406092017889023,0.4424176625907421,0.4423875361680984,0.4422253370285034,0.4410557933151722,0.4447037056088447,0.4454837813973427,0.4435960277915001,0.4468514993786812,0.4479999616742134,0.4428562931716442,0.445764634758234,0.4456562362611294,0.4488007053732872,0.4475954286754131,0.4468922987580299,0.4548408314585686,0.4511027485132217,0.4530330970883369,0.4483681954443455,0.4531726539134979,0.45334542542696,0.4544384703040123,0.4530758671462536,0.4540613554418087,0.4510113634169101,0.4538320265710354,0.4518541917204857,0.4536847211420536,0.4532708041369915,0.4552236869931221,0.455034039914608,0.4562875479459762,0.4532428197562694,0.4574853852391243,0.4517738744616508,0.4579889141023159,0.4538268558681011,0.456730306148529,0.4526018649339676,0.4562746733427048,0.4560015797615051,0.4555426277220249,0.4561501257121563,0.4524396173655987,0.4557023830711841,0.4589769169688225,0.4581078588962555,0.4620813727378845,0.4586601965129375,0.4568093195557594,0.4569808952510357,0.4567535072565079,0.4575250148773193,0.4606908001005649,0.4603964723646641,0.4622848592698574,0.4594669193029403,0.4640629850327968,0.4604269936680794,0.4634841009974479,0.4644578285515308,0.4642514958977699,0.4666304066777229,0.4616626128554344,0.4588956907391548,0.4620226770639419,0.4628621749579906,0.4595407098531723,0.4635516740381717,0.46005355194211,0.4601523540914058,0.4644204638898372,0.4620639197528362,0.46614545956254,0.4636696502566337,0.4610077403485775,0.4640897810459137,0.4636163525283336,0.4630545899271965,0.466012816876173,0.4650349207222461,0.4613720141351223,0.4644323363900184,0.4647249802947044,0.4656480401754379,0.4651664271950722,0.4622530452907085,0.4655019529163837,0.4650313258171081,0.466718140989542,0.4661559611558914,0.4661237150430679,0.4664223715662956,0.4640601389110088,0.4642657749354839,0.4633881188929081,0.4629989042878151,0.4685831367969513,0.4675870984792709,0.467183344066143,0.4678030684590339,0.4660939238965511,0.4691914953291416,0.4670972637832165,0.468262892216444,0.4672016054391861,0.4676182121038437,0.4698677137494087,0.4658828042447567,0.4701816700398922,0.4684622809290886,0.466015312820673,0.4675401039421558,0.4693200923502445,0.4702670983970165,0.4679145030677318,0.4676233418285846,0.4674933589994907,0.4678357951343059,0.4669915996491909,0.4657857678830623,0.4666901864111423,0.4669371582567692,0.4672787226736545,0.4684535376727581,0.4685697965323925,0.4694835692644119,0.4683254994451999,0.4712230190634727,0.4683987610042095,0.4707653746008873,0.4663059376180172,0.4683133698999882,0.4686385430395603,0.4657671600580215,0.4692615270614624],"label":"FineWeb full MinHash"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_dumps_bad/arc_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2899999916553497,0.31700000166893,0.3409999907016754,0.3425000011920929,0.3485000133514404,0.3555000126361847,0.3574999868869781,0.3585000038146972,0.363999992609024,0.3619999885559082,0.3675000071525574,0.3865000009536743,0.3810000121593475,0.3740000128746032,0.3810000121593475,0.3810000121593475,0.3860000073909759,0.3810000121593475,0.3894999921321869,0.3849999904632568,0.3855000138282776,0.3989999890327453,0.3980000019073486,0.3995000123977661,0.395000010728836,0.4084999859333038,0.4040000140666961,0.4004999995231628,0.3955000042915344,0.4135000109672546,0.4070000052452087,0.4104999899864197,0.4014999866485595,0.4099999964237213,0.4199999868869781,0.414000004529953,0.402999997138977,0.4214999973773956,0.4095000028610229,0.4059999883174896,0.4090000092983246,0.4074999988079071,0.4120000004768371,0.4154999852180481,0.4189999997615814,0.4149999916553497,0.429500013589859,0.4154999852180481,0.4214999973773956,0.4244999885559082,0.4205000102519989,0.4269999861717224,0.4214999973773956,0.4180000126361847,0.4415000081062317,0.4320000112056732,0.4350000023841858,0.4259999990463257,0.4300000071525574,0.4259999990463257,0.4189999997615814,0.4269999861717224,0.4199999868869781,0.426499992609024,0.4350000023841858,0.4289999902248382,0.4345000088214874,0.4259999990463257,0.426499992609024,0.4395000040531158,0.4395000040531158,0.4359999895095825,0.4280000030994415,0.4370000064373016,0.4329999983310699,0.4309999942779541,0.4490000009536743,0.4399999976158142,0.4339999854564667,0.4399999976158142,0.4345000088214874,0.429500013589859,0.4370000064373016,0.4379999935626983,0.4284999966621399,0.4309999942779541,0.4350000023841858,0.4399999976158142,0.4314999878406524,0.4300000071525574,0.4410000145435333,0.4345000088214874,0.4410000145435333,0.4345000088214874,0.4339999854564667,0.4460000097751617,0.4410000145435333,0.4469999969005584,0.4480000138282776,0.4435000121593475,0.4375,0.4519999921321869,0.4480000138282776,0.4429999887943268,0.4519999921321869,0.4435000121593475,0.4334999918937683,0.4460000097751617,0.4564999938011169,0.4469999969005584,0.453000009059906,0.4485000073909759,0.4410000145435333,0.4444999992847442,0.4485000073909759,0.457500010728836,0.4469999969005584,0.4535000026226043,0.4535000026226043,0.4485000073909759,0.4490000009536743,0.4505000114440918,0.4595000147819519,0.4544999897480011,0.453000009059906,0.4605000019073486,0.4620000123977661,0.457500010728836,0.453000009059906,0.4550000131130218,0.460999995470047,0.4449999928474426,0.4474999904632568,0.457500010728836,0.4584999978542328,0.4494999945163727,0.4474999904632568,0.4625000059604645,0.4639999866485595,0.4555000066757202,0.4469999969005584,0.4600000083446502,0.453000009059906,0.4629999995231628,0.4589999914169311,0.4614999890327453,0.4555000066757202,0.4560000002384186,0.4580000042915344,0.4584999978542328,0.4560000002384186,0.4605000019073486,0.4595000147819519,0.4639999866485595,0.4614999890327453,0.4564999938011169,0.4634999930858612,0.4625000059604645,0.4614999890327453,0.4679999947547912,0.4584999978542328,0.4595000147819519,0.4505000114440918,0.4544999897480011,0.4595000147819519,0.4620000123977661,0.4670000076293945,0.4555000066757202],"label":"RefinedWeb"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2894999980926513,0.3235000073909759,0.3389999866485595,0.3384999930858612,0.3459999859333038,0.359499990940094,0.3429999947547912,0.3619999885559082,0.3564999997615814,0.3625000119209289,0.363999992609024,0.3680000007152557,0.3680000007152557,0.3785000145435333,0.3684999942779541,0.375,0.3734999895095825,0.3849999904632568,0.3944999873638153,0.3865000009536743,0.395000010728836,0.3935000002384186,0.3980000019073486,0.3910000026226043,0.3885000050067901,0.3914999961853027,0.3815000057220459,0.395000010728836,0.3894999921321869,0.395000010728836,0.3935000002384186,0.4034999907016754,0.4004999995231628,0.3970000147819519,0.3975000083446502,0.3995000123977661,0.3980000019073486,0.4034999907016754,0.3959999978542328,0.3989999890327453,0.402999997138977,0.3880000114440918,0.3980000019073486,0.4040000140666961,0.3989999890327453,0.3970000147819519,0.3925000131130218,0.4120000004768371,0.3935000002384186,0.395000010728836,0.4070000052452087,0.3935000002384186,0.4034999907016754,0.4189999997615814,0.4129999876022339,0.4160000085830688,0.4149999916553497,0.418500006198883,0.4225000143051147,0.4174999892711639,0.4210000038146972,0.4045000076293945,0.4079999923706054,0.4124999940395355,0.4144999980926513,0.4169999957084656,0.4194999933242798,0.4154999852180481,0.4169999957084656,0.4225000143051147,0.4225000143051147,0.4230000078678131,0.4160000085830688,0.4325000047683716,0.4325000047683716,0.4199999868869781,0.4199999868869781,0.4189999997615814,0.4269999861717224,0.4259999990463257,0.4230000078678131,0.4144999980926513,0.4329999983310699,0.4275000095367431,0.4305000007152557,0.4289999902248382,0.4235000014305115,0.4235000014305115,0.4325000047683716,0.4244999885559082,0.4314999878406524,0.4194999933242798,0.4350000023841858,0.4269999861717224,0.4235000014305115,0.4300000071525574,0.4284999966621399,0.4255000054836273,0.4280000030994415,0.4345000088214874,0.4225000143051147,0.4334999918937683,0.4300000071525574,0.4350000023841858,0.429500013589859,0.4325000047683716,0.4384999871253967,0.4345000088214874,0.4354999959468841,0.4359999895095825,0.4354999959468841,0.4424999952316284,0.4424999952316284,0.4320000112056732,0.4280000030994415,0.4390000104904175,0.4480000138282776,0.4415000081062317,0.4384999871253967,0.4390000104904175,0.4494999945163727,0.4449999928474426,0.4384999871253967,0.4424999952316284,0.4359999895095825,0.445499986410141,0.4399999976158142,0.4375,0.4410000145435333,0.4384999871253967,0.4375,0.4329999983310699,0.4370000064373016,0.4354999959468841,0.4440000057220459,0.4384999871253967,0.4384999871253967,0.4390000104904175,0.4424999952316284,0.4379999935626983,0.4345000088214874,0.4354999959468841,0.4440000057220459,0.4395000040531158,0.4465000033378601,0.4404999911785126,0.4505000114440918,0.4480000138282776,0.4449999928474426,0.445499986410141,0.4410000145435333,0.4485000073909759,0.4460000097751617,0.4480000138282776,0.4465000033378601,0.4460000097751617,0.4460000097751617,0.4395000040531158,0.4474999904632568,0.4469999969005584,0.4404999911785126,0.4440000057220459,0.4435000121593475,0.4435000121593475,0.4514999985694885,0.4474999904632568,0.4474999904632568,0.445499986410141],"label":"FineWeb filtered only"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2904999852180481,0.3289999961853027,0.3379999995231628,0.3400000035762787,0.3535000085830688,0.3700000047683716,0.3619999885559082,0.3695000112056732,0.3625000119209289,0.3745000064373016,0.3804999887943268,0.3835000097751617,0.3810000121593475,0.3785000145435333,0.3799999952316284,0.3885000050067901,0.3919999897480011,0.3899999856948852,0.3939999938011169,0.4004999995231628,0.3889999985694885,0.4000000059604645,0.3930000066757202,0.4025000035762787,0.398499995470047,0.3939999938011169,0.3989999890327453,0.4020000100135803,0.4079999923706054,0.4129999876022339,0.4014999866485595,0.4129999876022339,0.4079999923706054,0.4115000069141388,0.4070000052452087,0.4095000028610229,0.4199999868869781,0.4165000021457672,0.4239999949932098,0.4129999876022339,0.4034999907016754,0.4050000011920929,0.4135000109672546,0.4189999997615814,0.418500006198883,0.4199999868869781,0.4365000128746032,0.4320000112056732,0.4255000054836273,0.4259999990463257,0.4244999885559082,0.4275000095367431,0.4259999990463257,0.4210000038146972,0.421999990940094,0.4099999964237213,0.4305000007152557,0.4239999949932098,0.4194999933242798,0.4205000102519989,0.4255000054836273,0.414000004529953,0.4210000038146972,0.4180000126361847,0.4429999887943268,0.429500013589859,0.4165000021457672,0.4239999949932098,0.4255000054836273,0.4180000126361847,0.4325000047683716,0.4305000007152557,0.4329999983310699,0.4325000047683716,0.4320000112056732,0.4375,0.4410000145435333,0.4395000040531158,0.4379999935626983,0.4280000030994415,0.4365000128746032,0.4205000102519989,0.426499992609024,0.4280000030994415,0.4354999959468841,0.4314999878406524,0.429500013589859,0.421999990940094,0.4345000088214874,0.429500013589859,0.4354999959468841,0.4314999878406524,0.4404999911785126,0.4384999871253967,0.4359999895095825,0.4345000088214874,0.4320000112056732,0.4345000088214874,0.4375,0.4410000145435333,0.4280000030994415,0.4320000112056732,0.44200000166893,0.4460000097751617,0.4390000104904175,0.4314999878406524,0.4339999854564667,0.4390000104904175,0.4460000097751617,0.4309999942779541,0.4444999992847442,0.44200000166893,0.4404999911785126,0.4395000040531158,0.4370000064373016,0.4519999921321869,0.4429999887943268,0.4395000040531158,0.4415000081062317,0.4384999871253967,0.4494999945163727,0.4469999969005584,0.4375,0.4395000040531158,0.4345000088214874,0.4390000104904175,0.4375,0.4309999942779541,0.4320000112056732,0.4415000081062317,0.4354999959468841,0.445499986410141,0.4404999911785126,0.4429999887943268,0.4395000040531158,0.4354999959468841,0.4429999887943268,0.4410000145435333,0.4494999945163727,0.4429999887943268,0.4460000097751617,0.445499986410141,0.4429999887943268,0.4429999887943268,0.4350000023841858,0.4474999904632568,0.4415000081062317,0.4424999952316284,0.4375,0.4444999992847442,0.4424999952316284,0.4354999959468841,0.445499986410141,0.4379999935626983,0.4449999928474426,0.4365000128746032,0.4474999904632568,0.4440000057220459,0.4465000033378601,0.445499986410141,0.4474999904632568,0.4494999945163727,0.4449999928474426,0.4444999992847442,0.44200000166893,0.4345000088214874,0.4404999911785126],"label":"FineWeb full MinHash"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_dumps_bad/commonsense_qa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2529999911785126,0.2800000011920929,0.2870000004768371,0.3179999887943268,0.3129999935626983,0.3210000097751617,0.3160000145435333,0.3210000097751617,0.31700000166893,0.3330000042915344,0.3389999866485595,0.3289999961853027,0.3429999947547912,0.3370000123977661,0.3379999995231628,0.3459999859333038,0.3490000069141388,0.3470000028610229,0.3600000143051147,0.3569999933242798,0.3449999988079071,0.3650000095367431,0.3499999940395355,0.3540000021457672,0.3569999933242798,0.3619999885559082,0.3619999885559082,0.3580000102519989,0.3740000128746032,0.3709999918937683,0.3720000088214874,0.3759999871253967,0.3720000088214874,0.3659999966621399,0.3790000081062317,0.3610000014305115,0.3650000095367431,0.3650000095367431,0.3720000088214874,0.3729999959468841,0.3790000081062317,0.3680000007152557,0.3659999966621399,0.3680000007152557,0.3619999885559082,0.3619999885559082,0.3729999959468841,0.3720000088214874,0.3650000095367431,0.3759999871253967,0.367000013589859,0.3650000095367431,0.3680000007152557,0.3580000102519989,0.3589999973773956,0.3700000047683716,0.3680000007152557,0.367000013589859,0.3709999918937683,0.3880000114440918,0.3810000121593475,0.375,0.4040000140666961,0.3860000073909759,0.3840000033378601,0.3779999911785126,0.3729999959468841,0.3720000088214874,0.3799999952316284,0.3799999952316284,0.3779999911785126,0.3689999878406524,0.3770000040531158,0.3740000128746032,0.3819999992847442,0.3899999856948852,0.3799999952316284,0.3919999897480011,0.3720000088214874,0.3770000040531158,0.3930000066757202,0.3849999904632568,0.3899999856948852,0.3740000128746032,0.3740000128746032,0.3799999952316284,0.3779999911785126,0.3880000114440918,0.3709999918937683,0.3810000121593475,0.3880000114440918,0.3980000019073486,0.3819999992847442,0.3849999904632568,0.3810000121593475,0.3819999992847442,0.3889999985694885,0.3840000033378601,0.3910000026226043,0.3899999856948852,0.3959999978542328,0.3880000114440918,0.3869999945163727,0.3779999911785126,0.3819999992847442,0.3919999897480011,0.3849999904632568,0.3860000073909759,0.3919999897480011,0.3819999992847442,0.3819999992847442,0.3889999985694885,0.3889999985694885,0.3860000073909759,0.3880000114440918,0.3889999985694885,0.3939999938011169,0.3899999856948852,0.3869999945163727,0.3910000026226043,0.3910000026226043,0.3910000026226043,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.3939999938011169,0.4000000059604645,0.3970000147819519,0.402999997138977,0.3959999978542328,0.3959999978542328,0.4000000059604645,0.4040000140666961,0.4020000100135803,0.3989999890327453,0.3919999897480011,0.3930000066757202,0.3930000066757202,0.3980000019073486,0.4000000059604645,0.395000010728836,0.3899999856948852,0.4059999883174896,0.4020000100135803,0.4020000100135803,0.4059999883174896,0.3970000147819519,0.4110000133514404,0.4050000011920929,0.4000000059604645,0.4090000092983246,0.3989999890327453,0.402999997138977,0.4009999930858612,0.3980000019073486,0.4090000092983246,0.4079999923706054,0.4079999923706054,0.4020000100135803,0.402999997138977,0.402999997138977,0.4059999883174896,0.4040000140666961,0.4059999883174896,0.3989999890327453,0.4070000052452087,0.4059999883174896],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2540000081062317,0.2870000004768371,0.2829999923706054,0.3210000097751617,0.3079999983310699,0.3230000138282776,0.3179999887943268,0.3160000145435333,0.3289999961853027,0.3199999928474426,0.324999988079071,0.3310000002384186,0.3260000050067901,0.335999995470047,0.335999995470047,0.3310000002384186,0.335999995470047,0.3339999914169311,0.3459999859333038,0.3330000042915344,0.3449999988079071,0.3429999947547912,0.3479999899864197,0.3420000076293945,0.3479999899864197,0.3459999859333038,0.3339999914169311,0.3350000083446502,0.3519999980926513,0.3440000116825104,0.3490000069141388,0.3379999995231628,0.3420000076293945,0.3610000014305115,0.3409999907016754,0.356000006198883,0.3630000054836273,0.3519999980926513,0.3510000109672546,0.3619999885559082,0.3569999933242798,0.3479999899864197,0.3529999852180481,0.3569999933242798,0.3529999852180481,0.3519999980926513,0.3549999892711639,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3619999885559082,0.3459999859333038,0.3519999980926513,0.3529999852180481,0.3680000007152557,0.3519999980926513,0.3580000102519989,0.3549999892711639,0.3490000069141388,0.3499999940395355,0.3600000143051147,0.3709999918937683,0.3659999966621399,0.3569999933242798,0.3510000109672546,0.3600000143051147,0.367000013589859,0.3529999852180481,0.363999992609024,0.3630000054836273,0.3619999885559082,0.356000006198883,0.367000013589859,0.3600000143051147,0.3540000021457672,0.3589999973773956,0.3610000014305115,0.356000006198883,0.3680000007152557,0.3519999980926513,0.3549999892711639,0.3479999899864197,0.3549999892711639,0.3519999980926513,0.367000013589859,0.3600000143051147,0.3600000143051147,0.3680000007152557,0.356000006198883,0.3610000014305115,0.3689999878406524,0.367000013589859,0.3689999878406524,0.3720000088214874,0.3680000007152557,0.3569999933242798,0.3650000095367431,0.363999992609024,0.3610000014305115,0.3709999918937683,0.3569999933242798,0.3540000021457672,0.3619999885559082,0.3549999892711639,0.3650000095367431,0.3680000007152557,0.3589999973773956,0.356000006198883,0.3610000014305115,0.3619999885559082,0.3740000128746032,0.3700000047683716,0.3650000095367431,0.3819999992847442,0.3770000040531158,0.3810000121593475,0.3729999959468841,0.3680000007152557,0.3689999878406524,0.3740000128746032,0.3779999911785126,0.3720000088214874,0.3740000128746032,0.367000013589859,0.363999992609024,0.367000013589859,0.3689999878406524,0.3709999918937683,0.3709999918937683,0.375,0.3680000007152557,0.375,0.3630000054836273,0.3720000088214874,0.3819999992847442,0.3729999959468841,0.3689999878406524,0.363999992609024,0.3709999918937683,0.3659999966621399,0.3700000047683716,0.367000013589859,0.3709999918937683,0.3759999871253967,0.3759999871253967,0.3729999959468841,0.3729999959468841,0.3729999959468841,0.3779999911785126,0.375,0.3700000047683716,0.3659999966621399,0.3759999871253967,0.3779999911785126,0.3709999918937683,0.3840000033378601,0.3720000088214874,0.375,0.367000013589859,0.3770000040531158,0.3709999918937683,0.375,0.3709999918937683,0.3740000128746032,0.3740000128746032,0.375,0.3770000040531158],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2599999904632568,0.277999997138977,0.2910000085830688,0.3070000112056732,0.3140000104904175,0.3019999861717224,0.3059999942779541,0.3210000097751617,0.3230000138282776,0.324999988079071,0.3149999976158142,0.3109999895095825,0.3339999914169311,0.3289999961853027,0.3319999873638153,0.3319999873638153,0.3300000131130218,0.3370000123977661,0.3219999969005584,0.3370000123977661,0.328000009059906,0.3339999914169311,0.3420000076293945,0.3400000035762787,0.3440000116825104,0.3510000109672546,0.3409999907016754,0.3449999988079071,0.3339999914169311,0.3540000021457672,0.3339999914169311,0.3470000028610229,0.3470000028610229,0.3440000116825104,0.3589999973773956,0.3569999933242798,0.3630000054836273,0.3549999892711639,0.3589999973773956,0.3449999988079071,0.3549999892711639,0.3449999988079071,0.3389999866485595,0.3499999940395355,0.3610000014305115,0.3619999885559082,0.3600000143051147,0.3519999980926513,0.3479999899864197,0.356000006198883,0.3519999980926513,0.3440000116825104,0.3490000069141388,0.3519999980926513,0.3470000028610229,0.3589999973773956,0.3449999988079071,0.3490000069141388,0.356000006198883,0.3619999885559082,0.3569999933242798,0.3659999966621399,0.3610000014305115,0.3549999892711639,0.3700000047683716,0.363999992609024,0.3600000143051147,0.3580000102519989,0.3549999892711639,0.3619999885559082,0.3689999878406524,0.3630000054836273,0.363999992609024,0.3700000047683716,0.367000013589859,0.3630000054836273,0.3630000054836273,0.3700000047683716,0.3589999973773956,0.3540000021457672,0.3540000021457672,0.3659999966621399,0.3619999885559082,0.3589999973773956,0.3650000095367431,0.3709999918937683,0.3680000007152557,0.3689999878406524,0.3650000095367431,0.3729999959468841,0.3619999885559082,0.3689999878406524,0.3569999933242798,0.3510000109672546,0.3680000007152557,0.363999992609024,0.3700000047683716,0.3659999966621399,0.3659999966621399,0.363999992609024,0.3619999885559082,0.3659999966621399,0.3680000007152557,0.3610000014305115,0.3720000088214874,0.3729999959468841,0.3810000121593475,0.3630000054836273,0.3689999878406524,0.3709999918937683,0.3759999871253967,0.382999986410141,0.3729999959468841,0.3720000088214874,0.3680000007152557,0.3659999966621399,0.3650000095367431,0.363999992609024,0.3589999973773956,0.356000006198883,0.3650000095367431,0.3659999966621399,0.367000013589859,0.3729999959468841,0.3720000088214874,0.375,0.3740000128746032,0.3700000047683716,0.3569999933242798,0.3759999871253967,0.3740000128746032,0.367000013589859,0.3770000040531158,0.3759999871253967,0.3709999918937683,0.3779999911785126,0.3709999918937683,0.3689999878406524,0.3799999952316284,0.3630000054836273,0.375,0.3700000047683716,0.3700000047683716,0.3729999959468841,0.3720000088214874,0.3790000081062317,0.375,0.3729999959468841,0.3770000040531158,0.3799999952316284,0.3779999911785126,0.3720000088214874,0.3799999952316284,0.3759999871253967,0.3799999952316284,0.3790000081062317,0.375,0.3740000128746032,0.3729999959468841,0.3840000033378601,0.3659999966621399,0.3759999871253967,0.3720000088214874,0.3720000088214874,0.3759999871253967,0.375,0.3650000095367431,0.3729999959468841],"label":"FineWeb filtered only"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_dumps_bad/hellaswag_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2759999930858612,0.328000009059906,0.3499999940395355,0.3889999985694885,0.3910000026226043,0.402999997138977,0.4210000038146972,0.4280000030994415,0.4359999895095825,0.4469999969005584,0.4440000057220459,0.4600000083446502,0.4690000116825104,0.4600000083446502,0.4679999947547912,0.4729999899864197,0.4760000109672546,0.4839999973773956,0.4939999878406524,0.488999992609024,0.4990000128746032,0.4979999959468841,0.4979999959468841,0.5009999871253967,0.5,0.5090000033378601,0.5070000290870667,0.5180000066757202,0.5199999809265137,0.5109999775886536,0.5130000114440918,0.5249999761581421,0.5149999856948853,0.5299999713897705,0.5339999794960022,0.5189999938011169,0.5289999842643738,0.5249999761581421,0.5320000052452087,0.5460000038146973,0.5419999957084656,0.5260000228881836,0.5289999842643738,0.546999990940094,0.5419999957084656,0.5419999957084656,0.5460000038146973,0.5419999957084656,0.5389999747276306,0.5440000295639038,0.5569999814033508,0.5450000166893005,0.5329999923706055,0.5580000281333923,0.5339999794960022,0.5540000200271606,0.5460000038146973,0.5479999780654907,0.5529999732971191,0.5540000200271606,0.5619999766349792,0.5490000247955322,0.5410000085830688,0.5490000247955322,0.5569999814033508,0.550000011920929,0.5479999780654907,0.5630000233650208,0.546999990940094,0.5559999942779541,0.5600000023841858,0.5509999990463257,0.5569999814033508,0.5569999814033508,0.5580000281333923,0.5619999766349792,0.5580000281333923,0.5669999718666077,0.5569999814033508,0.5709999799728394,0.5529999732971191,0.5649999976158142,0.5659999847412109,0.5659999847412109,0.5690000057220459,0.5600000023841858,0.5580000281333923,0.5540000200271606,0.5640000104904175,0.5680000185966492,0.5709999799728394,0.5649999976158142,0.5680000185966492,0.5730000138282776,0.5640000104904175,0.5799999833106995,0.5699999928474426,0.5669999718666077,0.5680000185966492,0.5770000219345093,0.5709999799728394,0.5759999752044678,0.5690000057220459,0.5789999961853027,0.5740000009536743,0.5709999799728394,0.5789999961853027,0.5709999799728394,0.5770000219345093,0.5770000219345093,0.5730000138282776,0.5809999704360962,0.5720000267028809,0.5849999785423279,0.5820000171661377,0.5799999833106995,0.5830000042915344,0.5759999752044678,0.5730000138282776,0.5799999833106995,0.5830000042915344,0.5860000252723694,0.5789999961853027,0.5789999961853027,0.5860000252723694,0.5979999899864197,0.5920000076293945,0.5820000171661377,0.5870000123977661,0.5889999866485596,0.5839999914169312,0.5849999785423279,0.5899999737739563,0.5920000076293945,0.593999981880188,0.597000002861023,0.5889999866485596,0.5889999866485596,0.5849999785423279,0.5899999737739563,0.5989999771118164,0.5899999737739563,0.5839999914169312,0.5910000205039978,0.5910000205039978,0.5929999947547913,0.5920000076293945,0.5929999947547913,0.5889999866485596,0.5899999737739563,0.593999981880188,0.5910000205039978,0.5960000157356262,0.5920000076293945,0.5889999866485596,0.593999981880188,0.5879999995231628,0.5960000157356262,0.5920000076293945,0.5960000157356262,0.5960000157356262,0.5920000076293945,0.6010000109672546,0.5920000076293945,0.5899999737739563,0.5889999866485596,0.5920000076293945,0.6019999980926514],"label":"RefinedWeb"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2809999883174896,0.3230000138282776,0.3409999907016754,0.3600000143051147,0.3569999933242798,0.3889999985694885,0.395000010728836,0.4199999868869781,0.4180000126361847,0.421999990940094,0.4289999902248382,0.4350000023841858,0.4359999895095825,0.4469999969005584,0.4350000023841858,0.4480000138282776,0.4480000138282776,0.453000009059906,0.4550000131130218,0.4589999914169311,0.4639999866485595,0.4600000083446502,0.460999995470047,0.4589999914169311,0.481000006198883,0.4769999980926513,0.4709999859333038,0.4740000069141388,0.4679999947547912,0.4790000021457672,0.4729999899864197,0.4819999933242798,0.4850000143051147,0.4819999933242798,0.4819999933242798,0.4880000054836273,0.4869999885559082,0.4959999918937683,0.4850000143051147,0.4959999918937683,0.492000013589859,0.503000020980835,0.4930000007152557,0.5099999904632568,0.5040000081062317,0.5009999871253967,0.4970000088214874,0.4979999959468841,0.5059999823570251,0.5070000290870667,0.5040000081062317,0.5059999823570251,0.5049999952316284,0.5080000162124634,0.5049999952316284,0.5019999742507935,0.5120000243186951,0.5170000195503235,0.5170000195503235,0.5090000033378601,0.5239999890327454,0.527999997138977,0.5230000019073486,0.5210000276565552,0.5149999856948853,0.5189999938011169,0.5270000100135803,0.5149999856948853,0.5099999904632568,0.5299999713897705,0.5199999809265137,0.5230000019073486,0.5260000228881836,0.5249999761581421,0.5239999890327454,0.5329999923706055,0.5210000276565552,0.5260000228881836,0.5170000195503235,0.531000018119812,0.5289999842643738,0.531000018119812,0.5270000100135803,0.5299999713897705,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5329999923706055,0.5360000133514404,0.5299999713897705,0.5360000133514404,0.5270000100135803,0.5450000166893005,0.5410000085830688,0.546999990940094,0.5329999923706055,0.5329999923706055,0.5379999876022339,0.5299999713897705,0.5429999828338623,0.5360000133514404,0.5339999794960022,0.5419999957084656,0.5410000085830688,0.5370000004768372,0.5389999747276306,0.527999997138977,0.5400000214576721,0.5400000214576721,0.531000018119812,0.5440000295639038,0.5460000038146973,0.5479999780654907,0.5460000038146973,0.5410000085830688,0.5509999990463257,0.5479999780654907,0.5410000085830688,0.5389999747276306,0.550000011920929,0.5569999814033508,0.550000011920929,0.5490000247955322,0.5490000247955322,0.5569999814033508,0.5519999861717224,0.5479999780654907,0.5559999942779541,0.5550000071525574,0.5460000038146973,0.5540000200271606,0.5460000038146973,0.5460000038146973,0.5509999990463257,0.5460000038146973,0.5550000071525574,0.5479999780654907,0.5479999780654907,0.5540000200271606,0.5550000071525574,0.5529999732971191,0.5529999732971191,0.5509999990463257,0.5509999990463257,0.5419999957084656,0.546999990940094,0.5509999990463257,0.5559999942779541,0.5490000247955322,0.5509999990463257,0.5529999732971191,0.550000011920929,0.5540000200271606,0.5550000071525574,0.5580000281333923,0.550000011920929,0.5569999814033508,0.5490000247955322,0.5519999861717224,0.5519999861717224,0.5559999942779541,0.5569999814033508,0.5559999942779541,0.5550000071525574,0.5559999942779541,0.5490000247955322,0.5550000071525574,0.5600000023841858],"label":"FineWeb filtered only"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.3009999990463257,0.3149999976158142,0.3400000035762787,0.3610000014305115,0.3680000007152557,0.3799999952316284,0.4020000100135803,0.4180000126361847,0.4129999876022339,0.4259999990463257,0.4239999949932098,0.4440000057220459,0.44200000166893,0.4440000057220459,0.4580000042915344,0.4510000050067901,0.4560000002384186,0.4650000035762787,0.4569999873638153,0.460999995470047,0.4659999907016754,0.4679999947547912,0.4779999852180481,0.4740000069141388,0.4600000083446502,0.4860000014305115,0.4790000021457672,0.4880000054836273,0.4930000007152557,0.4860000014305115,0.4850000143051147,0.4900000095367431,0.4850000143051147,0.4900000095367431,0.4959999918937683,0.492000013589859,0.4850000143051147,0.4970000088214874,0.4900000095367431,0.4979999959468841,0.503000020980835,0.5040000081062317,0.4990000128746032,0.4979999959468841,0.5080000162124634,0.5019999742507935,0.4970000088214874,0.4939999878406524,0.5120000243186951,0.5070000290870667,0.503000020980835,0.5070000290870667,0.503000020980835,0.5109999775886536,0.5080000162124634,0.5009999871253967,0.5090000033378601,0.5,0.5149999856948853,0.5109999775886536,0.5099999904632568,0.5130000114440918,0.5080000162124634,0.5080000162124634,0.5109999775886536,0.5099999904632568,0.5239999890327454,0.5180000066757202,0.5130000114440918,0.5120000243186951,0.5180000066757202,0.515999972820282,0.5260000228881836,0.5199999809265137,0.5239999890327454,0.5220000147819519,0.527999997138977,0.5249999761581421,0.5270000100135803,0.5249999761581421,0.5189999938011169,0.5230000019073486,0.5249999761581421,0.5199999809265137,0.5230000019073486,0.5299999713897705,0.5350000262260437,0.5339999794960022,0.5329999923706055,0.5249999761581421,0.5299999713897705,0.5360000133514404,0.5329999923706055,0.5410000085830688,0.5249999761581421,0.5289999842643738,0.5360000133514404,0.5360000133514404,0.5370000004768372,0.5389999747276306,0.5289999842643738,0.5299999713897705,0.5410000085830688,0.5329999923706055,0.5419999957084656,0.5410000085830688,0.527999997138977,0.5370000004768372,0.5429999828338623,0.5419999957084656,0.5389999747276306,0.5320000052452087,0.5350000262260437,0.5419999957084656,0.5410000085830688,0.5339999794960022,0.5440000295639038,0.5329999923706055,0.5429999828338623,0.5460000038146973,0.5400000214576721,0.5429999828338623,0.5479999780654907,0.550000011920929,0.5490000247955322,0.5410000085830688,0.5450000166893005,0.5429999828338623,0.550000011920929,0.5529999732971191,0.5490000247955322,0.5450000166893005,0.5450000166893005,0.5519999861717224,0.5569999814033508,0.5460000038146973,0.546999990940094,0.5509999990463257,0.5509999990463257,0.5450000166893005,0.5440000295639038,0.5440000295639038,0.546999990940094,0.5479999780654907,0.546999990940094,0.5460000038146973,0.546999990940094,0.5479999780654907,0.5460000038146973,0.5460000038146973,0.5440000295639038,0.5410000085830688,0.5440000295639038,0.5389999747276306,0.5410000085830688,0.546999990940094,0.546999990940094,0.5479999780654907,0.546999990940094,0.550000011920929,0.546999990940094,0.5460000038146973,0.546999990940094,0.5479999780654907,0.5479999780654907,0.5519999861717224,0.550000011920929],"label":"FineWeb full MinHash"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_dumps_bad/index.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"siqa/acc_norm":{"file":"siqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"defaultMetric":"agg_score","slider":{"min":0,"max":30,"default":5}}}
|
dist/assets/data/plots/all_dumps_bad/mmlu_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2528519630432129,0.2616856694221496,0.2665999829769134,0.2683407664299011,0.2742894291877746,0.2762066125869751,0.2807516455650329,0.2767378389835357,0.2807380557060241,0.2788906991481781,0.2844051718711853,0.2856102883815765,0.2883394360542297,0.2875711619853973,0.2890409529209137,0.2894668281078338,0.2883355319499969,0.2872501015663147,0.291619062423706,0.2900333702564239,0.2962473034858703,0.2962896525859833,0.297355443239212,0.2932226359844208,0.2886744439601898,0.29665008187294,0.2976542115211487,0.2991503179073334,0.3004479110240936,0.3044549524784088,0.2976194322109222,0.3014707863330841,0.3048252463340759,0.3039425611495971,0.303354948759079,0.3027459383010864,0.2999922931194305,0.3050121665000915,0.2998814284801483,0.2978588044643402,0.3041949570178985,0.3010904192924499,0.3022017180919647,0.2997751235961914,0.3015910983085632,0.3096485137939453,0.3012076020240783,0.3065535724163055,0.3042872548103332,0.3104783594608307,0.2997980415821075,0.3051296770572662,0.303458571434021,0.3088337182998657,0.3145398199558258,0.3032208085060119,0.310806930065155,0.3075874149799347,0.3101692199707031,0.310107946395874,0.3066047430038452,0.3109066784381866,0.3081336915493011,0.3084586262702942,0.3086149394512176,0.3085348606109619,0.3136637806892395,0.3110873103141784,0.31076380610466,0.3084572553634643,0.3133681714534759,0.3125792145729065,0.3124453127384186,0.3097185790538788,0.3106793165206909,0.3089564740657806,0.3111244142055511,0.3123694658279419,0.3144859969615936,0.3135123550891876,0.311982125043869,0.3142133951187134,0.3122903704643249,0.3147654831409454,0.3078767359256744,0.314947634935379,0.3171303570270538,0.3129573762416839,0.3154936134815216,0.3158208429813385,0.3153132200241089,0.3141326904296875,0.3163397014141083,0.3166318237781524,0.3168410360813141,0.3198235332965851,0.3201336860656738,0.3212967813014984,0.3191385567188263,0.3178017139434814,0.3192791938781738,0.323061466217041,0.320336639881134,0.3165886104106903,0.3206393420696258,0.3167395293712616,0.3135207295417785,0.315539002418518,0.3191742599010467,0.321073055267334,0.3222262561321258,0.3193058371543884,0.3213480710983276,0.3198905289173126,0.3219239711761474,0.3211614489555359,0.318855881690979,0.3177095353603363,0.324197381734848,0.3208906352519989,0.3264936804771423,0.3245965242385864,0.3231639564037323,0.3221887946128845,0.3277338445186615,0.3227696120738983,0.3263820111751556,0.3258577883243561,0.3264622390270233,0.3222362995147705,0.3286814987659454,0.3235024213790893,0.32446950674057,0.3311836123466491,0.328130304813385,0.3271634578704834,0.3250012993812561,0.3309800624847412,0.3274554014205932,0.3273015916347503,0.3261759579181671,0.32697594165802,0.3303172886371612,0.3282814025878906,0.3289586305618286,0.3260826468467712,0.3258011937141418,0.3297208249568939,0.3254813551902771,0.3287739753723144,0.3287097811698913,0.3275279700756073,0.3293041586875915,0.3314100801944732,0.3287808299064636,0.3251930773258209,0.3288172781467438,0.3265027701854706,0.3275215625762939,0.3290774822235107,0.3261331617832184,0.3299777805805206,0.331955999135971,0.3305029273033142,0.3274719417095184,0.3235560953617096,0.3269940316677093,0.3323083519935608],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2510619163513183,0.2621481418609619,0.2632303833961487,0.2720474302768707,0.2719806432723999,0.2726832032203674,0.2786827087402344,0.2823672890663147,0.276201844215393,0.2816944718360901,0.280361145734787,0.2819306254386902,0.2823295891284942,0.2892518043518066,0.2872919738292694,0.2859259247779846,0.2885263860225677,0.2862614393234253,0.2933129370212555,0.2930494546890259,0.2884900867938995,0.2942298054695129,0.2927677929401397,0.2954220175743103,0.2918704748153686,0.2943699061870575,0.2891678512096405,0.291848212480545,0.2942944765090942,0.2973679602146148,0.2953736186027527,0.2963412702083587,0.297100305557251,0.2963026762008667,0.2944463491439819,0.2971296310424804,0.293870210647583,0.2982682287693023,0.2978119254112243,0.2989997565746307,0.2993503510951996,0.298117071390152,0.2977498769760132,0.3004056811332702,0.3012634217739105,0.3001384139060974,0.3052266240119934,0.3038219809532165,0.3037647306919098,0.3009455502033233,0.3038812279701233,0.303263396024704,0.3025077581405639,0.3056069612503052,0.3024908602237701,0.3050909340381622,0.3001562356948852,0.303833544254303,0.3019777834415436,0.3036664128303528,0.3022894859313965,0.3042722940444946,0.3023003339767456,0.3069425821304321,0.307883083820343,0.3026910126209259,0.3054113090038299,0.3046148121356964,0.305342435836792,0.3048149049282074,0.3066973984241485,0.3055126965045929,0.3063409924507141,0.307701051235199,0.3075169324874878,0.3091190159320831,0.3098153173923492,0.31436288356781,0.3096509575843811,0.3022815883159637,0.3119745552539825,0.3083471357822418,0.3085280954837799,0.3082001209259033,0.3080264329910278,0.3116717934608459,0.3097788393497467,0.3117353916168213,0.3170038759708404,0.3099159002304077,0.3133728504180908,0.3161626160144806,0.3095119595527649,0.3135432302951813,0.3103009164333343,0.3126655519008636,0.3121814131736755,0.3123973608016968,0.3148256838321686,0.3144133985042572,0.3124284744262695,0.3102188408374786,0.3123636841773987,0.3115113973617553,0.3151636719703674,0.3148572146892547,0.315061867237091,0.3127182424068451,0.3139308094978332,0.3134367167949676,0.3136025071144104,0.3172793388366699,0.3134761154651642,0.3109587132930755,0.3127998411655426,0.3161843717098236,0.3163313865661621,0.3145243525505066,0.3155156075954437,0.3127505779266357,0.3182451128959656,0.3162476718425751,0.3124897480010986,0.3128789663314819,0.3119811117649078,0.314126193523407,0.3136049509048462,0.3149912655353546,0.3146650791168213,0.3151968121528625,0.3179666996002197,0.3169245719909668,0.3202513754367828,0.3185319602489471,0.3202781081199646,0.3186031281948089,0.3166128396987915,0.3199457228183746,0.3194417059421539,0.3170624077320099,0.3184532523155212,0.3191981911659241,0.3191225528717041,0.3173209130764007,0.3195607960224151,0.3166368305683136,0.3188160359859466,0.3174867630004883,0.3184468746185303,0.3211863338947296,0.3184327483177185,0.3177861273288727,0.3180214762687683,0.3194973170757293,0.3212297558784485,0.3211282789707184,0.3200584352016449,0.3168685734272003,0.3211040198802948,0.3222841620445251,0.3196901082992553,0.3236229419708252,0.3204475045204162,0.3210069537162781,0.3191083669662475,0.31863734126091,0.3195922076702118],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2516599297523498,0.2610189318656921,0.2666046619415283,0.2667981088161468,0.2667821645736694,0.2708088159561157,0.2738403379917145,0.2726235687732696,0.2762763500213623,0.2768311202526092,0.2809228301048279,0.2836140990257263,0.2822815179824829,0.2831664383411407,0.2797218561172485,0.286342591047287,0.2855269610881805,0.2847287058830261,0.2888180613517761,0.286526083946228,0.2865165770053863,0.294582188129425,0.2925947606563568,0.2947863042354584,0.2892930805683136,0.2903610467910766,0.288201242685318,0.2873396277427673,0.2916238009929657,0.2908017039299011,0.2907920777797699,0.2952797412872314,0.2941452264785766,0.2921333611011505,0.2925891280174255,0.2968584895133972,0.2980035543441772,0.2964116632938385,0.2962304651737213,0.2950254380702972,0.2977516651153564,0.2944138348102569,0.3003402054309845,0.2976303696632385,0.3013098239898681,0.302829384803772,0.3018766045570373,0.305361807346344,0.2971298694610595,0.3014816343784332,0.3019805550575256,0.3037064969539642,0.2970167994499206,0.2995208501815796,0.2970106601715088,0.2990955114364624,0.3027818500995636,0.3048534691333771,0.2993872463703155,0.2986327707767486,0.3015393316745758,0.3003426790237427,0.3003274798393249,0.3017795085906982,0.3019182682037353,0.3015450537204742,0.3046211004257202,0.3031167984008789,0.3020436763763428,0.3011128306388855,0.3029948472976684,0.3045558631420135,0.301642894744873,0.3029441833496094,0.3035804331302643,0.3004390001296997,0.3021787703037262,0.306041270494461,0.3064048886299133,0.3087956011295318,0.3070018291473388,0.3065581619739532,0.3093871772289276,0.3060930073261261,0.3033313155174255,0.3072777390480041,0.306413859128952,0.3104493916034698,0.3056999444961548,0.3077532052993774,0.309231549501419,0.3070645034313202,0.3117790520191192,0.3114112913608551,0.312661737203598,0.3181777000427246,0.3117201030254364,0.3099702894687652,0.3074746131896972,0.3064963519573211,0.3105958700180053,0.3111456036567688,0.3084964454174042,0.3087405860424042,0.3121673166751861,0.3121528625488281,0.3100416660308838,0.3142979145050049,0.3129935264587402,0.3112611472606659,0.3119436800479889,0.3154115974903106,0.3091593086719513,0.3103814721107483,0.3130497634410858,0.3133455514907837,0.3152708411216736,0.3137963414192199,0.3099324703216553,0.3164172768592834,0.3133907914161682,0.3128255009651184,0.3134104907512665,0.3106969892978668,0.3130004107952118,0.3131391704082489,0.3130116462707519,0.3143952488899231,0.3143975436687469,0.3143710494041443,0.3163396418094635,0.3166862726211548,0.3184126019477844,0.3178988993167877,0.317479133605957,0.3184944093227386,0.316694974899292,0.3176258206367492,0.3182629346847534,0.3200214207172394,0.3181648552417755,0.320680022239685,0.3178716897964477,0.3182425796985626,0.3182984292507171,0.3158398568630218,0.3152642548084259,0.3132680356502533,0.3178914785385132,0.3156660795211792,0.3161703050136566,0.3176451921463012,0.3173815906047821,0.3194171786308288,0.3193057179450989,0.3172560334205627,0.317656546831131,0.3155770003795624,0.3199106156826019,0.3170182108879089,0.3156754970550537,0.3180731236934662,0.3205638229846954,0.3175432682037353,0.3184471428394317,0.3192788958549499,0.3197042346000671,0.3177168369293213],"label":"FineWeb filtered only"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_dumps_bad/openbookqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2560000121593475,0.2840000092983246,0.3059999942779541,0.3059999942779541,0.2980000078678131,0.3240000009536743,0.3100000023841858,0.3000000119209289,0.3160000145435333,0.3140000104904175,0.3260000050067901,0.3199999928474426,0.2980000078678131,0.3179999887943268,0.3179999887943268,0.3319999873638153,0.3019999861717224,0.2939999997615814,0.3319999873638153,0.3319999873638153,0.3219999969005584,0.3379999995231628,0.3379999995231628,0.3339999914169311,0.3240000009536743,0.3479999899864197,0.3300000131130218,0.3240000009536743,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3319999873638153,0.3379999995231628,0.356000006198883,0.3339999914169311,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.3479999899864197,0.3339999914169311,0.3400000035762787,0.3479999899864197,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.3420000076293945,0.3659999966621399,0.3400000035762787,0.3459999859333038,0.3499999940395355,0.356000006198883,0.3400000035762787,0.356000006198883,0.3339999914169311,0.3339999914169311,0.3479999899864197,0.3420000076293945,0.3580000102519989,0.3339999914169311,0.3440000116825104,0.3400000035762787,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.3499999940395355,0.3420000076293945,0.3379999995231628,0.335999995470047,0.356000006198883,0.3459999859333038,0.3499999940395355,0.3400000035762787,0.3440000116825104,0.356000006198883,0.3519999980926513,0.3400000035762787,0.3440000116825104,0.356000006198883,0.3400000035762787,0.356000006198883,0.3600000143051147,0.3540000021457672,0.3479999899864197,0.3379999995231628,0.3440000116825104,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3339999914169311,0.3499999940395355,0.3600000143051147,0.3440000116825104,0.3499999940395355,0.356000006198883,0.3420000076293945,0.3479999899864197,0.3379999995231628,0.3379999995231628,0.3459999859333038,0.356000006198883,0.328000009059906,0.3459999859333038,0.3519999980926513,0.3499999940395355,0.3519999980926513,0.3420000076293945,0.3499999940395355,0.3420000076293945,0.3339999914169311,0.335999995470047,0.3379999995231628,0.3379999995231628,0.3540000021457672,0.356000006198883,0.356000006198883,0.335999995470047,0.363999992609024,0.363999992609024,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3519999980926513,0.3540000021457672,0.3459999859333038,0.3479999899864197,0.3519999980926513,0.3519999980926513,0.3420000076293945,0.3440000116825104,0.3379999995231628,0.3519999980926513,0.356000006198883,0.3420000076293945,0.3580000102519989,0.3499999940395355,0.3619999885559082,0.3519999980926513,0.3600000143051147,0.3459999859333038,0.3519999980926513,0.3519999980926513,0.3499999940395355,0.3580000102519989,0.356000006198883,0.3580000102519989,0.3600000143051147,0.3440000116825104,0.3600000143051147,0.3440000116825104,0.3479999899864197,0.3479999899864197,0.3580000102519989,0.3600000143051147,0.3580000102519989,0.3540000021457672,0.3519999980926513,0.3459999859333038,0.3459999859333038,0.3540000021457672,0.335999995470047,0.3540000021457672,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3499999940395355,0.356000006198883],"label":"RefinedWeb"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2560000121593475,0.2720000147819519,0.2980000078678131,0.2840000092983246,0.2879999876022339,0.3039999902248382,0.2860000133514404,0.2899999916553497,0.3019999861717224,0.2960000038146972,0.3039999902248382,0.3100000023841858,0.3160000145435333,0.3260000050067901,0.3160000145435333,0.3260000050067901,0.3179999887943268,0.3420000076293945,0.3219999969005584,0.328000009059906,0.3240000009536743,0.3300000131130218,0.328000009059906,0.3199999928474426,0.3379999995231628,0.3400000035762787,0.3240000009536743,0.3120000064373016,0.3319999873638153,0.3260000050067901,0.3120000064373016,0.3160000145435333,0.3140000104904175,0.3179999887943268,0.3160000145435333,0.3199999928474426,0.3240000009536743,0.3260000050067901,0.3179999887943268,0.3300000131130218,0.3179999887943268,0.328000009059906,0.3240000009536743,0.328000009059906,0.3260000050067901,0.3199999928474426,0.3400000035762787,0.3339999914169311,0.328000009059906,0.328000009059906,0.3339999914169311,0.328000009059906,0.328000009059906,0.335999995470047,0.3580000102519989,0.3499999940395355,0.3260000050067901,0.3499999940395355,0.3420000076293945,0.3160000145435333,0.3339999914169311,0.335999995470047,0.3400000035762787,0.3240000009536743,0.3319999873638153,0.3379999995231628,0.3400000035762787,0.3379999995231628,0.3319999873638153,0.3319999873638153,0.3440000116825104,0.3300000131130218,0.3219999969005584,0.3260000050067901,0.3219999969005584,0.3339999914169311,0.328000009059906,0.3300000131130218,0.3219999969005584,0.3379999995231628,0.3400000035762787,0.3319999873638153,0.328000009059906,0.3440000116825104,0.3339999914169311,0.328000009059906,0.3379999995231628,0.3499999940395355,0.3339999914169311,0.3300000131130218,0.328000009059906,0.335999995470047,0.3240000009536743,0.335999995470047,0.3240000009536743,0.3400000035762787,0.3400000035762787,0.3420000076293945,0.3319999873638153,0.3339999914169311,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3400000035762787,0.3379999995231628,0.3459999859333038,0.3379999995231628,0.3300000131130218,0.3519999980926513,0.3379999995231628,0.356000006198883,0.335999995470047,0.3420000076293945,0.3400000035762787,0.328000009059906,0.3540000021457672,0.3499999940395355,0.3479999899864197,0.3440000116825104,0.3519999980926513,0.356000006198883,0.3540000021457672,0.3440000116825104,0.3499999940395355,0.356000006198883,0.356000006198883,0.356000006198883,0.363999992609024,0.3600000143051147,0.356000006198883,0.3479999899864197,0.356000006198883,0.3459999859333038,0.3479999899864197,0.3619999885559082,0.363999992609024,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3540000021457672,0.3619999885559082,0.3580000102519989,0.3540000021457672,0.356000006198883,0.3479999899864197,0.3519999980926513,0.356000006198883,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.3440000116825104,0.3580000102519989,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3540000021457672,0.3519999980926513,0.3540000021457672,0.356000006198883,0.363999992609024,0.356000006198883,0.356000006198883],"label":"FineWeb filtered only"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2460000067949295,0.2720000147819519,0.270000010728836,0.2939999997615814,0.2960000038146972,0.3240000009536743,0.3019999861717224,0.2879999876022339,0.3179999887943268,0.3059999942779541,0.2899999916553497,0.3100000023841858,0.3179999887943268,0.3219999969005584,0.3219999969005584,0.3300000131130218,0.3140000104904175,0.3240000009536743,0.3079999983310699,0.3260000050067901,0.3120000064373016,0.3160000145435333,0.3179999887943268,0.3260000050067901,0.3260000050067901,0.3240000009536743,0.3379999995231628,0.3219999969005584,0.3319999873638153,0.3379999995231628,0.3339999914169311,0.328000009059906,0.3319999873638153,0.3199999928474426,0.3000000119209289,0.3260000050067901,0.3240000009536743,0.328000009059906,0.3240000009536743,0.328000009059906,0.3260000050067901,0.3440000116825104,0.3199999928474426,0.3319999873638153,0.3219999969005584,0.335999995470047,0.3519999980926513,0.3379999995231628,0.328000009059906,0.3300000131130218,0.335999995470047,0.3479999899864197,0.3459999859333038,0.3479999899864197,0.3540000021457672,0.3479999899864197,0.3300000131130218,0.356000006198883,0.3479999899864197,0.356000006198883,0.335999995470047,0.335999995470047,0.3479999899864197,0.3339999914169311,0.3540000021457672,0.3300000131130218,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3459999859333038,0.3339999914169311,0.3479999899864197,0.335999995470047,0.3400000035762787,0.3179999887943268,0.335999995470047,0.328000009059906,0.328000009059906,0.3540000021457672,0.3479999899864197,0.3420000076293945,0.3580000102519989,0.3459999859333038,0.3420000076293945,0.3459999859333038,0.3440000116825104,0.3499999940395355,0.335999995470047,0.3540000021457672,0.356000006198883,0.3400000035762787,0.3600000143051147,0.3580000102519989,0.3519999980926513,0.3499999940395355,0.3540000021457672,0.3519999980926513,0.3499999940395355,0.3440000116825104,0.356000006198883,0.3479999899864197,0.3479999899864197,0.3440000116825104,0.3499999940395355,0.3440000116825104,0.3519999980926513,0.3440000116825104,0.356000006198883,0.3459999859333038,0.3580000102519989,0.356000006198883,0.3519999980926513,0.3420000076293945,0.3379999995231628,0.3479999899864197,0.3459999859333038,0.3499999940395355,0.3400000035762787,0.3440000116825104,0.3420000076293945,0.3420000076293945,0.3499999940395355,0.3459999859333038,0.3420000076293945,0.3459999859333038,0.3459999859333038,0.3479999899864197,0.3440000116825104,0.3720000088214874,0.3619999885559082,0.356000006198883,0.3519999980926513,0.3459999859333038,0.3440000116825104,0.3420000076293945,0.3580000102519989,0.3600000143051147,0.3519999980926513,0.3600000143051147,0.3440000116825104,0.3600000143051147,0.3619999885559082,0.3499999940395355,0.3499999940395355,0.363999992609024,0.3580000102519989,0.3499999940395355,0.3479999899864197,0.3479999899864197,0.3580000102519989,0.3540000021457672,0.3600000143051147,0.3420000076293945,0.3519999980926513,0.3440000116825104,0.3519999980926513,0.3540000021457672,0.356000006198883,0.3459999859333038,0.3499999940395355,0.3519999980926513,0.3580000102519989,0.3440000116825104,0.3499999940395355,0.3580000102519989,0.3479999899864197,0.3479999899864197],"label":"FineWeb full MinHash"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_dumps_bad/piqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6019999980926514,0.652999997138977,0.6710000038146973,0.6740000247955322,0.6899999976158142,0.6919999718666077,0.6909999847412109,0.7070000171661377,0.7089999914169312,0.7129999995231628,0.7229999899864197,0.7120000123977661,0.7200000286102295,0.7300000190734863,0.7279999852180481,0.7369999885559082,0.7390000224113464,0.7350000143051147,0.7319999933242798,0.7279999852180481,0.7269999980926514,0.7459999918937683,0.7400000095367432,0.7390000224113464,0.7319999933242798,0.7390000224113464,0.7379999756813049,0.7390000224113464,0.7360000014305115,0.7440000176429749,0.7400000095367432,0.7360000014305115,0.7480000257492065,0.7360000014305115,0.7440000176429749,0.7459999918937683,0.7409999966621399,0.746999979019165,0.7440000176429749,0.7450000047683716,0.753000020980835,0.7390000224113464,0.7490000128746033,0.7419999837875366,0.7390000224113464,0.7559999823570251,0.7519999742507935,0.7549999952316284,0.7419999837875366,0.7490000128746033,0.7540000081062317,0.7480000257492065,0.7450000047683716,0.7429999709129333,0.7509999871253967,0.7549999952316284,0.7490000128746033,0.7490000128746033,0.7400000095367432,0.753000020980835,0.75,0.7509999871253967,0.7570000290870667,0.7590000033378601,0.7570000290870667,0.7329999804496765,0.7540000081062317,0.746999979019165,0.7409999966621399,0.7590000033378601,0.7509999871253967,0.7570000290870667,0.75,0.7540000081062317,0.7480000257492065,0.7580000162124634,0.7639999985694885,0.7630000114440918,0.7590000033378601,0.7549999952316284,0.7480000257492065,0.7509999871253967,0.7570000290870667,0.75,0.7540000081062317,0.7480000257492065,0.7549999952316284,0.7559999823570251,0.7580000162124634,0.7580000162124634,0.753000020980835,0.7490000128746033,0.7540000081062317,0.7639999985694885,0.7580000162124634,0.7519999742507935,0.7590000033378601,0.75,0.7570000290870667,0.7620000243186951,0.7710000276565552,0.7739999890327454,0.7620000243186951,0.7549999952316284,0.7599999904632568,0.765999972820282,0.7680000066757202,0.7639999985694885,0.7540000081062317,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7549999952316284,0.765999972820282,0.7639999985694885,0.7580000162124634,0.7710000276565552,0.7570000290870667,0.7630000114440918,0.7580000162124634,0.7599999904632568,0.7649999856948853,0.7670000195503235,0.7699999809265137,0.7710000276565552,0.7559999823570251,0.7609999775886536,0.7620000243186951,0.7620000243186951,0.7609999775886536,0.753000020980835,0.7570000290870667,0.7620000243186951,0.7609999775886536,0.7609999775886536,0.7559999823570251,0.7540000081062317,0.7570000290870667,0.7639999985694885,0.7590000033378601,0.7680000066757202,0.7680000066757202,0.765999972820282,0.765999972820282,0.7670000195503235,0.7739999890327454,0.7649999856948853,0.7749999761581421,0.7699999809265137,0.7639999985694885,0.7680000066757202,0.7630000114440918,0.7680000066757202,0.7699999809265137,0.7739999890327454,0.7749999761581421,0.765999972820282,0.7680000066757202,0.7710000276565552,0.7680000066757202,0.765999972820282,0.7689999938011169,0.7760000228881836,0.7710000276565552,0.7680000066757202,0.7649999856948853,0.7720000147819519,0.7730000019073486],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6169999837875366,0.6359999775886536,0.6769999861717224,0.6769999861717224,0.6970000267028809,0.6990000009536743,0.6970000267028809,0.6959999799728394,0.7049999833106995,0.7089999914169312,0.7179999947547913,0.7099999785423279,0.7160000205039978,0.7260000109672546,0.7229999899864197,0.7179999947547913,0.7210000157356262,0.7200000286102295,0.734000027179718,0.7089999914169312,0.7229999899864197,0.7239999771118164,0.7310000061988831,0.7300000190734863,0.7260000109672546,0.7250000238418579,0.7239999771118164,0.7289999723434448,0.7390000224113464,0.7229999899864197,0.7310000061988831,0.7350000143051147,0.7289999723434448,0.734000027179718,0.7289999723434448,0.7329999804496765,0.7300000190734863,0.7319999933242798,0.7440000176429749,0.746999979019165,0.7310000061988831,0.7329999804496765,0.7480000257492065,0.7429999709129333,0.7369999885559082,0.7269999980926514,0.7269999980926514,0.7379999756813049,0.75,0.7360000014305115,0.746999979019165,0.7409999966621399,0.7369999885559082,0.7459999918937683,0.7400000095367432,0.7409999966621399,0.746999979019165,0.7360000014305115,0.7459999918937683,0.7400000095367432,0.7429999709129333,0.7350000143051147,0.7390000224113464,0.7379999756813049,0.7480000257492065,0.7329999804496765,0.734000027179718,0.7390000224113464,0.7459999918937683,0.7360000014305115,0.7419999837875366,0.7429999709129333,0.7400000095367432,0.7379999756813049,0.7310000061988831,0.7360000014305115,0.7390000224113464,0.75,0.7369999885559082,0.7570000290870667,0.7409999966621399,0.7459999918937683,0.7350000143051147,0.7459999918937683,0.7509999871253967,0.7429999709129333,0.7419999837875366,0.7419999837875366,0.75,0.7440000176429749,0.7450000047683716,0.75,0.7409999966621399,0.7490000128746033,0.7409999966621399,0.7419999837875366,0.7429999709129333,0.7490000128746033,0.7419999837875366,0.7419999837875366,0.75,0.753000020980835,0.75,0.746999979019165,0.7519999742507935,0.746999979019165,0.7570000290870667,0.7549999952316284,0.75,0.7540000081062317,0.7480000257492065,0.7490000128746033,0.7419999837875366,0.7419999837875366,0.746999979019165,0.746999979019165,0.75,0.7519999742507935,0.7580000162124634,0.7549999952316284,0.7490000128746033,0.7480000257492065,0.7519999742507935,0.7590000033378601,0.7450000047683716,0.75,0.7440000176429749,0.7419999837875366,0.7519999742507935,0.7450000047683716,0.753000020980835,0.7450000047683716,0.7440000176429749,0.7559999823570251,0.7509999871253967,0.7540000081062317,0.7440000176429749,0.7509999871253967,0.753000020980835,0.7490000128746033,0.7570000290870667,0.7490000128746033,0.746999979019165,0.746999979019165,0.7509999871253967,0.7509999871253967,0.7519999742507935,0.7570000290870667,0.7540000081062317,0.7440000176429749,0.7480000257492065,0.7509999871253967,0.7509999871253967,0.7509999871253967,0.7549999952316284,0.75,0.7559999823570251,0.746999979019165,0.7609999775886536,0.7549999952316284,0.746999979019165,0.7490000128746033,0.753000020980835,0.753000020980835,0.7609999775886536,0.746999979019165,0.7580000162124634],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.621999979019165,0.6439999938011169,0.6700000166893005,0.6790000200271606,0.6869999766349792,0.6959999799728394,0.6790000200271606,0.6880000233650208,0.7049999833106995,0.699999988079071,0.6990000009536743,0.6940000057220459,0.7110000252723694,0.7089999914169312,0.7120000123977661,0.7070000171661377,0.7070000171661377,0.6990000009536743,0.7009999752044678,0.7160000205039978,0.7200000286102295,0.7149999737739563,0.7250000238418579,0.7210000157356262,0.722000002861023,0.7310000061988831,0.7289999723434448,0.7319999933242798,0.7250000238418579,0.722000002861023,0.7210000157356262,0.7170000076293945,0.7260000109672546,0.7250000238418579,0.7210000157356262,0.7200000286102295,0.7379999756813049,0.7239999771118164,0.7239999771118164,0.7080000042915344,0.7289999723434448,0.7289999723434448,0.7300000190734863,0.7329999804496765,0.7319999933242798,0.7350000143051147,0.7390000224113464,0.7350000143051147,0.7289999723434448,0.734000027179718,0.7329999804496765,0.7400000095367432,0.7409999966621399,0.7310000061988831,0.7350000143051147,0.7360000014305115,0.7360000014305115,0.7409999966621399,0.7319999933242798,0.7409999966621399,0.7400000095367432,0.7390000224113464,0.7329999804496765,0.7459999918937683,0.753000020980835,0.746999979019165,0.734000027179718,0.7369999885559082,0.7419999837875366,0.734000027179718,0.7419999837875366,0.7289999723434448,0.7350000143051147,0.7300000190734863,0.7519999742507935,0.7390000224113464,0.7400000095367432,0.7409999966621399,0.7429999709129333,0.7450000047683716,0.7329999804496765,0.7260000109672546,0.7570000290870667,0.7360000014305115,0.7519999742507935,0.7419999837875366,0.7379999756813049,0.7390000224113464,0.7490000128746033,0.734000027179718,0.7360000014305115,0.7390000224113464,0.7440000176429749,0.7450000047683716,0.7319999933242798,0.7429999709129333,0.7519999742507935,0.7540000081062317,0.7519999742507935,0.753000020980835,0.7480000257492065,0.7440000176429749,0.7459999918937683,0.7369999885559082,0.7419999837875366,0.7480000257492065,0.7419999837875366,0.765999972820282,0.746999979019165,0.7459999918937683,0.7570000290870667,0.7390000224113464,0.7409999966621399,0.7459999918937683,0.75,0.7570000290870667,0.753000020980835,0.7549999952316284,0.7519999742507935,0.7490000128746033,0.746999979019165,0.7459999918937683,0.7459999918937683,0.746999979019165,0.7409999966621399,0.7419999837875366,0.7459999918937683,0.7440000176429749,0.7459999918937683,0.7490000128746033,0.7450000047683716,0.7409999966621399,0.7419999837875366,0.7490000128746033,0.7590000033378601,0.7549999952316284,0.7549999952316284,0.746999979019165,0.753000020980835,0.7549999952316284,0.746999979019165,0.7580000162124634,0.7490000128746033,0.753000020980835,0.75,0.75,0.7540000081062317,0.7540000081062317,0.7490000128746033,0.7570000290870667,0.7570000290870667,0.7590000033378601,0.7559999823570251,0.7620000243186951,0.7590000033378601,0.7509999871253967,0.7639999985694885,0.7580000162124634,0.7599999904632568,0.7620000243186951,0.7590000033378601,0.7609999775886536,0.7559999823570251,0.75,0.7509999871253967,0.7549999952316284,0.7540000081062317,0.7540000081062317],"label":"FineWeb filtered only"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_dumps_bad/siqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.3980000019073486,0.3899999856948852,0.3860000073909759,0.3919999897480011,0.402999997138977,0.3959999978542328,0.3959999978542328,0.4070000052452087,0.4009999930858612,0.4079999923706054,0.4009999930858612,0.3910000026226043,0.3980000019073486,0.395000010728836,0.4129999876022339,0.4020000100135803,0.4090000092983246,0.4120000004768371,0.4129999876022339,0.4129999876022339,0.4099999964237213,0.4110000133514404,0.4110000133514404,0.4090000092983246,0.4000000059604645,0.4050000011920929,0.3939999938011169,0.3889999985694885,0.4050000011920929,0.4099999964237213,0.3980000019073486,0.4090000092983246,0.4079999923706054,0.4070000052452087,0.4040000140666961,0.4129999876022339,0.4090000092983246,0.4059999883174896,0.4090000092983246,0.4090000092983246,0.4149999916553497,0.4059999883174896,0.4000000059604645,0.4000000059604645,0.4070000052452087,0.402999997138977,0.4040000140666961,0.3989999890327453,0.4020000100135803,0.4160000085830688,0.4050000011920929,0.4110000133514404,0.4059999883174896,0.3989999890327453,0.4169999957084656,0.4040000140666961,0.4050000011920929,0.4149999916553497,0.4020000100135803,0.402999997138977,0.4129999876022339,0.4009999930858612,0.4059999883174896,0.4040000140666961,0.4099999964237213,0.414000004529953,0.4210000038146972,0.4110000133514404,0.4070000052452087,0.4099999964237213,0.4169999957084656,0.4070000052452087,0.4199999868869781,0.4079999923706054,0.4180000126361847,0.4110000133514404,0.4110000133514404,0.4189999997615814,0.414000004529953,0.4129999876022339,0.4180000126361847,0.4070000052452087,0.4059999883174896,0.4059999883174896,0.4129999876022339,0.4149999916553497,0.4099999964237213,0.4009999930858612,0.4020000100135803,0.4099999964237213,0.4169999957084656,0.4129999876022339,0.414000004529953,0.4099999964237213,0.4189999997615814,0.4210000038146972,0.4090000092983246,0.4079999923706054,0.4099999964237213,0.4099999964237213,0.4129999876022339,0.4099999964237213,0.4099999964237213,0.4110000133514404,0.4020000100135803,0.4079999923706054,0.4079999923706054,0.414000004529953,0.4129999876022339,0.4189999997615814,0.4129999876022339,0.4180000126361847,0.4050000011920929,0.4230000078678131,0.4180000126361847,0.4120000004768371,0.4149999916553497,0.4189999997615814,0.4110000133514404,0.4160000085830688,0.4059999883174896,0.4110000133514404,0.4110000133514404,0.4110000133514404,0.4040000140666961,0.4149999916553497,0.414000004529953,0.4160000085830688,0.414000004529953,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.4169999957084656,0.4110000133514404,0.414000004529953,0.4160000085830688,0.4110000133514404,0.4120000004768371,0.4110000133514404,0.4149999916553497,0.4129999876022339,0.4110000133514404,0.4129999876022339,0.4099999964237213,0.4180000126361847,0.414000004529953,0.4040000140666961,0.4099999964237213,0.4099999964237213,0.4120000004768371,0.4149999916553497,0.4129999876022339,0.4079999923706054,0.4040000140666961,0.4129999876022339,0.4149999916553497,0.4120000004768371,0.402999997138977,0.4090000092983246,0.4110000133514404,0.4090000092983246,0.4070000052452087,0.4149999916553497,0.4070000052452087,0.4120000004768371,0.4059999883174896,0.4059999883174896,0.4099999964237213],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.395000010728836,0.3919999897480011,0.3819999992847442,0.3840000033378601,0.3869999945163727,0.395000010728836,0.3959999978542328,0.4020000100135803,0.4009999930858612,0.4079999923706054,0.402999997138977,0.4000000059604645,0.3930000066757202,0.4050000011920929,0.4040000140666961,0.3959999978542328,0.4009999930858612,0.4059999883174896,0.3989999890327453,0.3970000147819519,0.4070000052452087,0.4079999923706054,0.4000000059604645,0.3959999978542328,0.3970000147819519,0.4009999930858612,0.3980000019073486,0.3959999978542328,0.3970000147819519,0.4000000059604645,0.3910000026226043,0.4110000133514404,0.4040000140666961,0.3919999897480011,0.4160000085830688,0.4120000004768371,0.4070000052452087,0.4000000059604645,0.4040000140666961,0.4120000004768371,0.3939999938011169,0.4020000100135803,0.4000000059604645,0.4090000092983246,0.4059999883174896,0.3980000019073486,0.4210000038146972,0.402999997138977,0.4149999916553497,0.4009999930858612,0.414000004529953,0.4129999876022339,0.4199999868869781,0.4090000092983246,0.3989999890327453,0.4040000140666961,0.402999997138977,0.402999997138977,0.4059999883174896,0.4050000011920929,0.4160000085830688,0.4169999957084656,0.4079999923706054,0.402999997138977,0.4020000100135803,0.3959999978542328,0.4169999957084656,0.3970000147819519,0.4099999964237213,0.402999997138977,0.4059999883174896,0.402999997138977,0.3939999938011169,0.3939999938011169,0.4020000100135803,0.3970000147819519,0.4120000004768371,0.4040000140666961,0.4040000140666961,0.4090000092983246,0.3980000019073486,0.4079999923706054,0.4070000052452087,0.4099999964237213,0.3989999890327453,0.4000000059604645,0.4070000052452087,0.3980000019073486,0.402999997138977,0.4090000092983246,0.4040000140666961,0.3889999985694885,0.4000000059604645,0.402999997138977,0.4050000011920929,0.395000010728836,0.4009999930858612,0.3989999890327453,0.3970000147819519,0.4009999930858612,0.3989999890327453,0.3970000147819519,0.4099999964237213,0.3989999890327453,0.4070000052452087,0.4009999930858612,0.3880000114440918,0.3959999978542328,0.3910000026226043,0.3930000066757202,0.3980000019073486,0.402999997138977,0.4009999930858612,0.4000000059604645,0.3919999897480011,0.3980000019073486,0.395000010728836,0.4020000100135803,0.3989999890327453,0.4020000100135803,0.4040000140666961,0.4070000052452087,0.4090000092983246,0.4079999923706054,0.4099999964237213,0.4040000140666961,0.3889999985694885,0.3989999890327453,0.4020000100135803,0.3989999890327453,0.3970000147819519,0.4009999930858612,0.4090000092983246,0.414000004529953,0.395000010728836,0.4009999930858612,0.4020000100135803,0.4009999930858612,0.3980000019073486,0.402999997138977,0.3980000019073486,0.402999997138977,0.395000010728836,0.4020000100135803,0.395000010728836,0.3989999890327453,0.3970000147819519,0.3980000019073486,0.3980000019073486,0.3970000147819519,0.3939999938011169,0.395000010728836,0.3989999890327453,0.3970000147819519,0.4020000100135803,0.3930000066757202,0.3989999890327453,0.4050000011920929,0.3930000066757202,0.4040000140666961,0.4000000059604645,0.4020000100135803,0.3880000114440918,0.395000010728836,0.3910000026226043,0.3980000019073486,0.4009999930858612],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.4000000059604645,0.395000010728836,0.3959999978542328,0.4020000100135803,0.4000000059604645,0.3959999978542328,0.3930000066757202,0.3899999856948852,0.402999997138977,0.4009999930858612,0.3930000066757202,0.4050000011920929,0.3939999938011169,0.4110000133514404,0.4000000059604645,0.3989999890327453,0.3959999978542328,0.4020000100135803,0.4000000059604645,0.3939999938011169,0.395000010728836,0.3919999897480011,0.3980000019073486,0.3910000026226043,0.3880000114440918,0.3959999978542328,0.3980000019073486,0.3989999890327453,0.402999997138977,0.3959999978542328,0.3980000019073486,0.395000010728836,0.4090000092983246,0.4090000092983246,0.3889999985694885,0.3959999978542328,0.3880000114440918,0.3840000033378601,0.3959999978542328,0.3880000114440918,0.3939999938011169,0.3970000147819519,0.3910000026226043,0.3939999938011169,0.4020000100135803,0.3980000019073486,0.3970000147819519,0.4009999930858612,0.3919999897480011,0.3899999856948852,0.3989999890327453,0.3860000073909759,0.3860000073909759,0.3970000147819519,0.3959999978542328,0.3939999938011169,0.3840000033378601,0.3869999945163727,0.402999997138977,0.4050000011920929,0.395000010728836,0.3880000114440918,0.3869999945163727,0.3939999938011169,0.402999997138977,0.3899999856948852,0.3910000026226043,0.3910000026226043,0.4009999930858612,0.3919999897480011,0.3970000147819519,0.3919999897480011,0.3930000066757202,0.3869999945163727,0.3880000114440918,0.3849999904632568,0.3930000066757202,0.395000010728836,0.3889999985694885,0.3959999978542328,0.3989999890327453,0.402999997138977,0.3939999938011169,0.4000000059604645,0.4000000059604645,0.4050000011920929,0.3989999890327453,0.3869999945163727,0.3910000026226043,0.3889999985694885,0.3889999985694885,0.4000000059604645,0.3910000026226043,0.3970000147819519,0.3989999890327453,0.3989999890327453,0.3959999978542328,0.3910000026226043,0.3880000114440918,0.3939999938011169,0.382999986410141,0.3849999904632568,0.3959999978542328,0.3989999890327453,0.3959999978542328,0.3880000114440918,0.3840000033378601,0.3980000019073486,0.4000000059604645,0.4000000059604645,0.4020000100135803,0.395000010728836,0.3910000026226043,0.3919999897480011,0.4040000140666961,0.3989999890327453,0.4020000100135803,0.3910000026226043,0.4009999930858612,0.3959999978542328,0.3939999938011169,0.3930000066757202,0.3910000026226043,0.3970000147819519,0.3880000114440918,0.3970000147819519,0.3959999978542328,0.3889999985694885,0.3970000147819519,0.4009999930858612,0.3970000147819519,0.3959999978542328,0.3959999978542328,0.3989999890327453,0.4040000140666961,0.3959999978542328,0.3980000019073486,0.3970000147819519,0.3970000147819519,0.3989999890327453,0.4020000100135803,0.3980000019073486,0.4000000059604645,0.4000000059604645,0.402999997138977,0.4090000092983246,0.3970000147819519,0.4020000100135803,0.3970000147819519,0.4009999930858612,0.3959999978542328,0.3970000147819519,0.3989999890327453,0.3939999938011169,0.3989999890327453,0.4000000059604645,0.4000000059604645,0.3989999890327453,0.4050000011920929,0.4059999883174896,0.4009999930858612,0.3989999890327453,0.3959999978542328,0.3939999938011169,0.3970000147819519,0.4009999930858612,0.3989999890327453,0.3939999938011169],"label":"FineWeb filtered only"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_dumps_bad/winogrande_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4869999885559082,0.4959999918937683,0.4979999959468841,0.5099999904632568,0.515999972820282,0.5080000162124634,0.5249999761581421,0.5239999890327454,0.5299999713897705,0.5239999890327454,0.5149999856948853,0.5270000100135803,0.5249999761581421,0.5180000066757202,0.5220000147819519,0.5329999923706055,0.5289999842643738,0.5239999890327454,0.5299999713897705,0.5230000019073486,0.5130000114440918,0.5180000066757202,0.5299999713897705,0.5199999809265137,0.5270000100135803,0.5230000019073486,0.5299999713897705,0.5320000052452087,0.5429999828338623,0.527999997138977,0.5379999876022339,0.527999997138977,0.5419999957084656,0.5329999923706055,0.5450000166893005,0.5320000052452087,0.5410000085830688,0.5249999761581421,0.5400000214576721,0.5249999761581421,0.5289999842643738,0.5320000052452087,0.5339999794960022,0.5320000052452087,0.5350000262260437,0.5400000214576721,0.5450000166893005,0.5440000295639038,0.5400000214576721,0.5379999876022339,0.5350000262260437,0.5410000085830688,0.5490000247955322,0.531000018119812,0.5389999747276306,0.546999990940094,0.5529999732971191,0.5370000004768372,0.5440000295639038,0.5400000214576721,0.5490000247955322,0.550000011920929,0.5580000281333923,0.5609999895095825,0.5429999828338623,0.5529999732971191,0.5519999861717224,0.5450000166893005,0.550000011920929,0.5379999876022339,0.5490000247955322,0.5460000038146973,0.5419999957084656,0.5569999814033508,0.5509999990463257,0.5490000247955322,0.5529999732971191,0.5479999780654907,0.5590000152587891,0.5479999780654907,0.5509999990463257,0.5440000295639038,0.5509999990463257,0.5540000200271606,0.5559999942779541,0.5630000233650208,0.5649999976158142,0.5640000104904175,0.5649999976158142,0.5490000247955322,0.5709999799728394,0.5659999847412109,0.5630000233650208,0.5640000104904175,0.5580000281333923,0.546999990940094,0.5550000071525574,0.5580000281333923,0.5429999828338623,0.5440000295639038,0.5569999814033508,0.5569999814033508,0.5540000200271606,0.5550000071525574,0.5649999976158142,0.5540000200271606,0.5630000233650208,0.5609999895095825,0.5580000281333923,0.5509999990463257,0.5550000071525574,0.5550000071525574,0.5519999861717224,0.5609999895095825,0.5630000233650208,0.5509999990463257,0.550000011920929,0.5490000247955322,0.5540000200271606,0.550000011920929,0.5529999732971191,0.5460000038146973,0.550000011920929,0.5529999732971191,0.5519999861717224,0.5529999732971191,0.5609999895095825,0.5590000152587891,0.5550000071525574,0.550000011920929,0.5609999895095825,0.5619999766349792,0.5609999895095825,0.5540000200271606,0.550000011920929,0.5600000023841858,0.5559999942779541,0.5609999895095825,0.5569999814033508,0.5600000023841858,0.5680000185966492,0.5580000281333923,0.5559999942779541,0.5569999814033508,0.5669999718666077,0.5709999799728394,0.5640000104904175,0.5569999814033508,0.5600000023841858,0.5569999814033508,0.5649999976158142,0.5600000023841858,0.5580000281333923,0.5609999895095825,0.5590000152587891,0.5640000104904175,0.5529999732971191,0.5640000104904175,0.5649999976158142,0.5659999847412109,0.5630000233650208,0.5630000233650208,0.5619999766349792,0.5609999895095825,0.5559999942779541,0.5529999732971191,0.5600000023841858],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.5239999890327454,0.4900000095367431,0.5040000081062317,0.5099999904632568,0.4990000128746032,0.5170000195503235,0.5040000081062317,0.5009999871253967,0.5230000019073486,0.5109999775886536,0.5059999823570251,0.5130000114440918,0.5090000033378601,0.5180000066757202,0.5220000147819519,0.5189999938011169,0.5180000066757202,0.5220000147819519,0.5120000243186951,0.5460000038146973,0.5239999890327454,0.5289999842643738,0.5440000295639038,0.5339999794960022,0.5299999713897705,0.5260000228881836,0.5360000133514404,0.5339999794960022,0.5360000133514404,0.5299999713897705,0.5180000066757202,0.5249999761581421,0.5440000295639038,0.5299999713897705,0.5339999794960022,0.5239999890327454,0.527999997138977,0.5139999985694885,0.5289999842643738,0.5360000133514404,0.5260000228881836,0.5389999747276306,0.5460000038146973,0.5270000100135803,0.5339999794960022,0.5320000052452087,0.5329999923706055,0.5260000228881836,0.5220000147819519,0.5260000228881836,0.5379999876022339,0.5410000085830688,0.5350000262260437,0.5389999747276306,0.5320000052452087,0.5389999747276306,0.5379999876022339,0.5329999923706055,0.5270000100135803,0.5170000195503235,0.5329999923706055,0.5370000004768372,0.5379999876022339,0.5249999761581421,0.5479999780654907,0.546999990940094,0.5400000214576721,0.5440000295639038,0.5360000133514404,0.5450000166893005,0.5440000295639038,0.5370000004768372,0.5370000004768372,0.5479999780654907,0.5379999876022339,0.5400000214576721,0.5479999780654907,0.5379999876022339,0.5509999990463257,0.5440000295639038,0.5379999876022339,0.550000011920929,0.5389999747276306,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5360000133514404,0.5509999990463257,0.5360000133514404,0.5419999957084656,0.5419999957084656,0.550000011920929,0.5360000133514404,0.5519999861717224,0.5540000200271606,0.546999990940094,0.5370000004768372,0.5379999876022339,0.5519999861717224,0.5329999923706055,0.5400000214576721,0.5429999828338623,0.550000011920929,0.5490000247955322,0.5360000133514404,0.550000011920929,0.5569999814033508,0.5490000247955322,0.5490000247955322,0.5479999780654907,0.5350000262260437,0.5490000247955322,0.5370000004768372,0.5440000295639038,0.5329999923706055,0.5440000295639038,0.5429999828338623,0.5389999747276306,0.5450000166893005,0.5320000052452087,0.5450000166893005,0.5400000214576721,0.5419999957084656,0.5460000038146973,0.5370000004768372,0.5400000214576721,0.5460000038146973,0.5370000004768372,0.5370000004768372,0.5460000038146973,0.5400000214576721,0.5490000247955322,0.5529999732971191,0.5379999876022339,0.5460000038146973,0.5450000166893005,0.5429999828338623,0.5460000038146973,0.5400000214576721,0.5479999780654907,0.5460000038146973,0.5540000200271606,0.5400000214576721,0.5350000262260437,0.5490000247955322,0.5460000038146973,0.5460000038146973,0.5509999990463257,0.5410000085830688,0.5429999828338623,0.5379999876022339,0.5450000166893005,0.5389999747276306,0.5400000214576721,0.5400000214576721,0.550000011920929,0.5440000295639038,0.5389999747276306,0.5450000166893005,0.5400000214576721,0.5389999747276306,0.5419999957084656,0.5410000085830688,0.5440000295639038,0.5519999861717224,0.5479999780654907,0.5450000166893005,0.5569999814033508],"label":"FineWeb filtered only"},"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.5,0.4979999959468841,0.4950000047683716,0.4950000047683716,0.5049999952316284,0.5329999923706055,0.5220000147819519,0.5139999985694885,0.5339999794960022,0.5130000114440918,0.5389999747276306,0.5400000214576721,0.5270000100135803,0.5320000052452087,0.5260000228881836,0.5370000004768372,0.527999997138977,0.5289999842643738,0.5339999794960022,0.5270000100135803,0.531000018119812,0.527999997138977,0.5400000214576721,0.5479999780654907,0.550000011920929,0.5400000214576721,0.5350000262260437,0.5410000085830688,0.5379999876022339,0.5299999713897705,0.5490000247955322,0.5509999990463257,0.5519999861717224,0.5429999828338623,0.5429999828338623,0.5440000295639038,0.5379999876022339,0.5379999876022339,0.5419999957084656,0.5609999895095825,0.5540000200271606,0.5370000004768372,0.5440000295639038,0.5410000085830688,0.5379999876022339,0.5329999923706055,0.5419999957084656,0.5419999957084656,0.5519999861717224,0.550000011920929,0.5509999990463257,0.5400000214576721,0.5450000166893005,0.5509999990463257,0.5569999814033508,0.5550000071525574,0.5590000152587891,0.5479999780654907,0.5550000071525574,0.5440000295639038,0.5460000038146973,0.546999990940094,0.5559999942779541,0.5550000071525574,0.5490000247955322,0.5440000295639038,0.546999990940094,0.5450000166893005,0.546999990940094,0.5649999976158142,0.5490000247955322,0.5519999861717224,0.550000011920929,0.5509999990463257,0.5519999861717224,0.5519999861717224,0.5529999732971191,0.5490000247955322,0.546999990940094,0.550000011920929,0.5720000267028809,0.5619999766349792,0.5490000247955322,0.5680000185966492,0.5519999861717224,0.5569999814033508,0.5509999990463257,0.5619999766349792,0.5630000233650208,0.5529999732971191,0.5619999766349792,0.5609999895095825,0.550000011920929,0.5479999780654907,0.5529999732971191,0.5519999861717224,0.5580000281333923,0.5590000152587891,0.5529999732971191,0.550000011920929,0.5680000185966492,0.5580000281333923,0.5630000233650208,0.5630000233650208,0.5559999942779541,0.5649999976158142,0.5569999814033508,0.5649999976158142,0.5659999847412109,0.5559999942779541,0.5659999847412109,0.5630000233650208,0.5509999990463257,0.5669999718666077,0.5669999718666077,0.5479999780654907,0.5540000200271606,0.5580000281333923,0.5519999861717224,0.5590000152587891,0.5590000152587891,0.5619999766349792,0.5509999990463257,0.546999990940094,0.5609999895095825,0.5540000200271606,0.5630000233650208,0.5580000281333923,0.5559999942779541,0.5680000185966492,0.5649999976158142,0.5619999766349792,0.5580000281333923,0.5630000233650208,0.5559999942779541,0.5540000200271606,0.5540000200271606,0.5569999814033508,0.5619999766349792,0.5559999942779541,0.5600000023841858,0.5460000038146973,0.5429999828338623,0.5580000281333923,0.5550000071525574,0.5580000281333923,0.5540000200271606,0.5609999895095825,0.5519999861717224,0.550000011920929,0.5519999861717224,0.5590000152587891,0.5619999766349792,0.5600000023841858,0.5590000152587891,0.5690000057220459,0.5640000104904175,0.5580000281333923,0.5559999942779541,0.5569999814033508,0.5569999814033508,0.5540000200271606,0.5640000104904175,0.5600000023841858,0.5550000071525574,0.5640000104904175,0.5600000023841858,0.5540000200271606],"label":"RefinedWeb"}},"layout":{"title":{"text":"Dedup across all dumps does not improve performance"}}}
|
dist/assets/data/plots/all_filtering_steps/agg_score.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3552836012095213,0.3781493119895458,0.3866849727928638,0.4050675220787525,0.4032807648181915,0.4174600429832935,0.4206059761345386,0.427497424185276,0.4316632784903049,0.4385909177362919,0.4334069043397903,0.4360812865197658,0.4404293224215507,0.4385774843394756,0.4407080821692943,0.4467254020273685,0.4470436163246631,0.4486658610403538,0.4459679573774338,0.4454015754163265,0.4515932314097881,0.4482216536998749,0.4484201297163963,0.455057855695486,0.4526158757507801,0.453176885843277,0.450159091502428,0.4516039006412029,0.4549933448433876,0.4555377587676048,0.4575010798871517,0.4577344059944153,0.4540543705224991,0.4537974074482918,0.4611785635352134,0.4586966186761856,0.4594406597316265,0.4598931074142456,0.457538403570652,0.4591932781040668,0.4636382386088371,0.4582749158143997,0.4625946804881096,0.4633439630270004,0.4666871763765812,0.4649887941777706,0.4671247974038124,0.4665776938199997,0.4672530107200145,0.4666078947484493,0.4666155055165291,0.4727727174758911,0.467480719089508,0.4681386984884739,0.4651658721268177,0.4668439887464046,0.4671731516718864,0.4719251021742821,0.4699816256761551,0.4723306186497211,0.4686817973852157,0.468911949545145,0.4714248068630695,0.4724191203713417,0.4700912088155746,0.4685601107776165,0.4716645181179046,0.4724556542932987,0.4670086726546287,0.4703365340828895,0.4698334187269211,0.471625205129385,0.4688323326408863,0.4735309742391109,0.4729253277182579,0.4747676998376846,0.4723741039633751,0.4764323942363262,0.4737579710781574,0.4758132360875606,0.4755662642419338,0.4730159305036068,0.4787128046154976,0.4740134924650192,0.4785312972962856,0.4783577285706997,0.4752367511391639,0.474204134196043,0.4737414345145225,0.4780189953744411,0.477523285895586,0.4751617163419723,0.4776186011731624,0.4769949465990066,0.4790891669690609,0.479917362332344,0.4771673306822777,0.4825278185307979,0.4811677671968937,0.4787211790680885,0.4817796200513839,0.4819813556969166,0.4802381917834282,0.4810985140502453,0.481117732822895,0.4791575670242309,0.4798801243305206,0.4829155020415783,0.4822122864425182,0.4827562272548675,0.4839778505265713,0.4820474348962307,0.4858015961945057,0.4826803356409073,0.4831027314066887,0.4827458150684833,0.4819435514509678,0.4836879819631576,0.4835174195468426,0.4855972006917,0.4871680215001106,0.4840429238975048,0.4827739149332046,0.4881435632705688,0.4871019721031189,0.486987367272377,0.4836358055472374,0.4867987409234047,0.4869474284350872,0.4886575266718864,0.4855775311589241,0.4863000251352787,0.4841057248413563,0.488163661211729,0.4904011823236942,0.4870587214827537,0.4884037151932716,0.4873756393790245,0.4925794936716556,0.4874482750892639,0.4898910224437713,0.4893574342131614,0.4888269044458866,0.4887814335525036,0.4876748844981193,0.4853886738419533,0.4878034777939319,0.4911742769181728,0.4905468784272671,0.4896938055753708,0.4875142201781273,0.4900367334485054,0.4900274313986301,0.4905461706221103,0.4891181476414203,0.4881824217736721,0.4902780950069427,0.4895042479038238,0.4890727028250694,0.4897591508924961,0.4879062548279762,0.4897833876311779,0.4902243539690971,0.4884885586798191,0.4880276583135128,0.4927133433520794,0.4899616949260235],"label":"FineWeb: id mh + C4 + custom filters"},"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3593025095760822,0.3753932043910026,0.3896549865603447,0.4011945575475693,0.4079862833023071,0.4100634902715683,0.4188448339700699,0.4182912856340408,0.4209799654781818,0.426167830824852,0.4270535074174404,0.4293412938714027,0.4376098960638046,0.4369498938322067,0.4447805918753147,0.4420784451067447,0.4401859976351261,0.4450364373624325,0.4467439614236355,0.4494622647762298,0.4474291987717151,0.4474774301052093,0.4496959559619427,0.4504862427711487,0.4483809620141983,0.4500409476459026,0.4506221041083336,0.4519891515374183,0.4511651210486889,0.4493776857852936,0.4546159133315086,0.4542211070656776,0.4540864638984203,0.4535767734050751,0.4580400213599205,0.451940905302763,0.4536588154733181,0.4593464843928814,0.4576366357505321,0.4563389606773853,0.4556163437664509,0.4611873291432857,0.4606512449681759,0.4602674432098865,0.4573654346168041,0.4579697586596012,0.4577618762850761,0.465243399143219,0.4626524560153484,0.4652697443962097,0.4616814218461513,0.4664025083184242,0.4648593515157699,0.4665380977094173,0.4670920372009277,0.4651120826601982,0.4648002386093139,0.4674604535102844,0.4694998189806938,0.4647957049310207,0.4655059054493904,0.4694474637508392,0.4685290567576885,0.4678448662161827,0.4666110426187515,0.466820664703846,0.4703560136258602,0.4655868485569954,0.4657375514507293,0.4673589915037155,0.4694744572043419,0.4697113968431949,0.4663790501654148,0.4678909480571747,0.4731503240764141,0.4703953340649605,0.4711540788412094,0.4689725339412689,0.4709760397672653,0.4721849896013737,0.4684626050293445,0.4728966951370239,0.4708623439073562,0.4755619578063488,0.4722185768187046,0.4752251170575619,0.4724387377500534,0.4767676629126072,0.4720797315239906,0.476152952760458,0.4784524105489254,0.472656887024641,0.4761070720851421,0.4791567139327526,0.4773554690182209,0.4749615713953972,0.4786102436482906,0.4776762872934341,0.4759960658848285,0.4783963784575462,0.4794723503291607,0.4783952049911022,0.4814380966126919,0.476895060390234,0.479157205671072,0.4783024378120899,0.4772652834653854,0.4805076755583286,0.4786335416138172,0.4829660281538963,0.4798073060810566,0.4846024662256241,0.4791539534926414,0.4836216196417808,0.482492484152317,0.4832956567406654,0.4811016321182251,0.480607770383358,0.4813096337020397,0.4819207563996315,0.482705220580101,0.4817859195172786,0.4817019775509834,0.4848218411207199,0.4850655570626259,0.4847046621143818,0.4811170361936092,0.4863272421061992,0.484540831297636,0.4826735481619835,0.4844910651445389,0.4825031049549579,0.4849743507802486,0.484294731169939,0.4857852198183536,0.4881704896688461,0.4850401543080807,0.4885894693434238,0.4855906665325165,0.4871751256287098,0.48358104377985,0.4859574064612388,0.4833582155406475,0.4867088869214058,0.4869902320206165,0.4876262210309505,0.4864178374409675,0.4864541031420231,0.4867057502269745,0.4884936697781086,0.4854058027267456,0.4880223199725151,0.4881350100040436,0.4871640801429748,0.4859121330082416,0.4894774369895458,0.4890438541769981,0.489189263433218,0.4893344156444073,0.4886334165930748,0.4900187514722347,0.4877792187035084,0.4887096807360649,0.4900767691433429,0.4877709597349167,0.48653694242239,0.4897000454366207],"label":"FineWeb: id mh + C4 filters"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3608616776764393,0.3745453506708145,0.3862277194857597,0.3989979773759842,0.406296543776989,0.4094927236437797,0.4138859286904335,0.4177777022123337,0.4208802655339241,0.4254550077021122,0.4283009432256222,0.429458349943161,0.4330311268568039,0.4349483698606491,0.4348161295056343,0.438955657184124,0.4389265701174736,0.4393925778567791,0.4383306242525577,0.4436748661100864,0.4423373565077781,0.4460027255117893,0.4440812170505523,0.4476902261376381,0.4465879611670971,0.4497823156416416,0.4513350501656532,0.4518667235970497,0.45149727165699,0.4513994492590427,0.4521937072277069,0.4520382955670357,0.4530793912708759,0.4516105614602566,0.4530563354492187,0.4495660625398159,0.4520940892398357,0.4561133235692978,0.4522969461977482,0.4575686641037464,0.4589144177734852,0.4582882039248943,0.457970168441534,0.4554797261953354,0.4622044861316681,0.4596928395330906,0.4624353349208832,0.4619148448109627,0.461100060492754,0.458431463688612,0.4620467089116573,0.4562215581536293,0.4620163068175316,0.4631462283432483,0.4600549824535846,0.4620365314185619,0.458735141903162,0.461642112582922,0.461245734244585,0.4645131677389145,0.4629777930676937,0.4651660025119781,0.4653937108814716,0.4676259346306324,0.4667201824486255,0.4650012850761413,0.4676916748285293,0.4708514772355556,0.4673572592437267,0.4689626581966877,0.4678038358688354,0.4667215310037136,0.4646228328347206,0.4662510119378567,0.4674677737057209,0.4690804108977318,0.4634581170976162,0.4701276533305645,0.4676450751721859,0.4672758504748344,0.4674397967755794,0.4656238108873367,0.4690065123140812,0.4677213467657566,0.4678985886275768,0.4735414572060108,0.4705612398684025,0.4703374318778515,0.4704933613538742,0.4688010476529598,0.4699571952223778,0.4674785658717155,0.4701188169419765,0.4682065695524215,0.4729971997439861,0.4748715870082378,0.4745333231985569,0.4737020246684551,0.4747246317565441,0.4771635122597217,0.4740425907075405,0.475264236330986,0.4744705818593502,0.474684040993452,0.4721556939184665,0.475641455501318,0.476833701133728,0.4746401384472847,0.4742486327886581,0.4730467088520527,0.4773029200732708,0.4760043211281299,0.4770320989191532,0.4742161482572555,0.4780259765684604,0.4806670732796192,0.4784667380154133,0.4788618609309196,0.4762138128280639,0.4777246937155723,0.4796081893146038,0.4798486456274986,0.475479181855917,0.4779988899827003,0.4765858314931392,0.4772914499044418,0.47843898832798,0.4799034222960472,0.4803600236773491,0.4751846008002758,0.4777872562408447,0.4779460839927196,0.4787487275898456,0.4808406494557857,0.4810357913374901,0.4797308407723903,0.4800078608095646,0.4806460626423359,0.4810502976179123,0.4797912389039993,0.477332629263401,0.4818884879350662,0.482621606439352,0.4833096489310264,0.4821632876992225,0.4831674285233021,0.4830279909074306,0.4849893450736999,0.4845218025147915,0.4825541749596596,0.4833571836352348,0.4853803217411041,0.483093187212944,0.4850797094404697,0.485261783003807,0.4837660938501358,0.4835929833352566,0.4855643883347511,0.4832059442996979,0.484714712947607,0.4839249886572361,0.4829078912734985,0.4818423055112362,0.482727088034153,0.4824129492044449,0.4820138849318027,0.4865870922803879],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3605199865996837,0.3733148723840713,0.3882005847990513,0.3934122696518898,0.3947227671742439,0.4042885974049568,0.3974800482392311,0.4055779427289963,0.4133470430970192,0.4117913842201233,0.4113653488457203,0.4149517640471458,0.4187851920723915,0.4206527359783649,0.4240428246557712,0.422003373503685,0.4280910938978195,0.4244147576391697,0.4316282644867897,0.4295645765960216,0.4310102686285972,0.4360743537545204,0.4313482865691185,0.4350991360843181,0.4378576353192329,0.4335876516997814,0.4347924515604973,0.4348904751241207,0.436600212007761,0.430036511272192,0.4350974671542644,0.4399556629359722,0.4371416717767715,0.4363861419260502,0.4376698136329651,0.4405004419386387,0.4373639523983001,0.4379038028419018,0.4371281825006008,0.4393439553678036,0.440426729619503,0.4401675276458263,0.4429537951946258,0.4449137263000011,0.4434786736965179,0.4450470842421055,0.4454202279448509,0.4394537284970283,0.442185215651989,0.4461225643754005,0.4427758157253265,0.4430646039545536,0.4476901069283485,0.4478763341903686,0.4493869319558143,0.4448477327823639,0.450044184923172,0.4498609118163585,0.4457665979862213,0.4506924152374267,0.449855338782072,0.448790930211544,0.4474099352955818,0.4546772800385952,0.4529431238770485,0.452015146613121,0.4502020999789238,0.4493804536759853,0.4523266032338142,0.4551868587732315,0.4501944817602634,0.4493303671479225,0.4526805207133293,0.4533850513398647,0.4518048763275146,0.4518973492085933,0.4531301632523536,0.4518006071448326,0.4553494565188885,0.4528752230107784,0.4536322727799415,0.4561733976006508,0.4549491256475448,0.4574789106845855,0.4577847123146057,0.4563642293214798,0.4578686729073524,0.4561499990522861,0.4537816494703293,0.4542164430022239,0.4559455662965774,0.4554723873734474,0.4575514122843742,0.4575202167034149,0.4592722058296203,0.4585275091230869,0.4580587856471538,0.456934317946434,0.4577495418488979,0.4540119916200638,0.4570806957781315,0.4608120545744896,0.4588425755500793,0.4578334167599678,0.4610816091299057,0.4598177038133144,0.461849745362997,0.4631866924464702,0.4601576402783394,0.4646804705262184,0.4632389545440674,0.4604574106633663,0.4602976888418197,0.4581312239170074,0.4654182009398937,0.4655338563024997,0.4616620391607284,0.461054053157568,0.4613021649420261,0.4658613465726375,0.4633531905710697,0.4613638147711754,0.4643996246159076,0.462500050663948,0.4650798961520195,0.4648764543235302,0.4639869071543216,0.4634246975183487,0.46585888043046,0.4639799632132053,0.4630857892334461,0.4644265696406364,0.4642998576164245,0.4686848931014538,0.4687492996454239,0.4650243632495403,0.4627032242715359,0.4665953740477562,0.4660026729106903,0.4664581045508384,0.4676475040614605,0.4657339677214622,0.4664678275585174,0.4673498086631298,0.4676674827933311,0.4680955372750759,0.4681585058569908,0.4659864418208599,0.4686457589268684,0.4661462865769863,0.4658931568264961,0.4674226939678192,0.46805215254426,0.4682257212698459,0.4689070098102093,0.4699570722877979,0.4655096270143986,0.4688013233244419,0.4707522802054882,0.4661469310522079,0.4688841328024864,0.4671329781413078,0.4662554152309894,0.4697433896362781,0.4698473587632179,0.4676505327224731,0.4696521013975143],"label":"FineWeb: base filtering only"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/all_filtering_steps/arc_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2939999997615814,0.3174999952316284,0.3294999897480011,0.3510000109672546,0.3485000133514404,0.3634999990463257,0.3700000047683716,0.3524999916553497,0.375,0.3804999887943268,0.37950000166893,0.3824999928474426,0.3799999952316284,0.395000010728836,0.3844999969005584,0.3894999921321869,0.3855000138282776,0.3955000042915344,0.3995000123977661,0.4009999930858612,0.3939999938011169,0.3970000147819519,0.3955000042915344,0.3955000042915344,0.4079999923706054,0.3959999978542328,0.4090000092983246,0.4045000076293945,0.3930000066757202,0.4099999964237213,0.4054999947547912,0.4124999940395355,0.4160000085830688,0.4149999916553497,0.4070000052452087,0.4110000133514404,0.4144999980926513,0.4120000004768371,0.4050000011920929,0.4165000021457672,0.4180000126361847,0.4050000011920929,0.4120000004768371,0.4135000109672546,0.4320000112056732,0.4284999966621399,0.4269999861717224,0.414000004529953,0.4255000054836273,0.4165000021457672,0.4144999980926513,0.4079999923706054,0.4205000102519989,0.4180000126361847,0.4244999885559082,0.4235000014305115,0.4244999885559082,0.4300000071525574,0.4160000085830688,0.4205000102519989,0.4329999983310699,0.4280000030994415,0.4244999885559082,0.4375,0.4244999885559082,0.4365000128746032,0.4329999983310699,0.4424999952316284,0.4390000104904175,0.4449999928474426,0.445499986410141,0.4320000112056732,0.4365000128746032,0.4244999885559082,0.429500013589859,0.4395000040531158,0.4284999966621399,0.44200000166893,0.4370000064373016,0.4399999976158142,0.4334999918937683,0.4429999887943268,0.44200000166893,0.4334999918937683,0.4384999871253967,0.4365000128746032,0.4390000104904175,0.4354999959468841,0.44200000166893,0.4350000023841858,0.4390000104904175,0.4404999911785126,0.4410000145435333,0.4305000007152557,0.4490000009536743,0.4510000050067901,0.4605000019073486,0.4490000009536743,0.449999988079071,0.4595000147819519,0.4514999985694885,0.4490000009536743,0.4474999904632568,0.4444999992847442,0.4524999856948852,0.4465000033378601,0.4519999921321869,0.4550000131130218,0.4524999856948852,0.4429999887943268,0.4550000131130218,0.4510000050067901,0.4560000002384186,0.4465000033378601,0.4485000073909759,0.4524999856948852,0.4440000057220459,0.457500010728836,0.4544999897480011,0.4480000138282776,0.4584999978542328,0.4544999897480011,0.4569999873638153,0.4584999978542328,0.4444999992847442,0.4629999995231628,0.457500010728836,0.4555000066757202,0.4569999873638153,0.4474999904632568,0.4564999938011169,0.4595000147819519,0.4634999930858612,0.4555000066757202,0.453000009059906,0.457500010728836,0.4614999890327453,0.460999995470047,0.4539999961853027,0.4595000147819519,0.4629999995231628,0.4670000076293945,0.4580000042915344,0.4639999866485595,0.457500010728836,0.4595000147819519,0.4665000140666961,0.4584999978542328,0.4629999995231628,0.4595000147819519,0.4659999907016754,0.4645000100135803,0.4675000011920929,0.4690000116825104,0.4715000092983246,0.4634999930858612,0.4634999930858612,0.4639999866485595,0.465499997138977,0.4675000011920929,0.4670000076293945,0.4600000083446502,0.4595000147819519,0.4625000059604645,0.4600000083446502,0.4645000100135803,0.4715000092983246],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2985000014305115,0.3269999921321869,0.340499997138977,0.3495000004768371,0.3535000085830688,0.3519999980926513,0.3625000119209289,0.3569999933242798,0.3659999966621399,0.3619999885559082,0.3759999871253967,0.3779999911785126,0.3919999897480011,0.3835000097751617,0.402999997138977,0.3899999856948852,0.3869999945163727,0.3885000050067901,0.3989999890327453,0.390500009059906,0.4054999947547912,0.398499995470047,0.3989999890327453,0.398499995470047,0.4014999866485595,0.398499995470047,0.4135000109672546,0.4045000076293945,0.4144999980926513,0.4079999923706054,0.4124999940395355,0.4169999957084656,0.4074999988079071,0.4205000102519989,0.4135000109672546,0.4160000085830688,0.4124999940395355,0.4225000143051147,0.4214999973773956,0.418500006198883,0.4115000069141388,0.4165000021457672,0.4199999868869781,0.418500006198883,0.414000004529953,0.4194999933242798,0.4095000028610229,0.4214999973773956,0.4149999916553497,0.426499992609024,0.4160000085830688,0.4169999957084656,0.4314999878406524,0.4404999911785126,0.4325000047683716,0.4305000007152557,0.4275000095367431,0.4250000119209289,0.4230000078678131,0.4214999973773956,0.4275000095367431,0.4354999959468841,0.4235000014305115,0.4244999885559082,0.4199999868869781,0.4235000014305115,0.4275000095367431,0.4205000102519989,0.4244999885559082,0.4230000078678131,0.4235000014305115,0.4280000030994415,0.4305000007152557,0.4305000007152557,0.4359999895095825,0.4345000088214874,0.4395000040531158,0.4280000030994415,0.4350000023841858,0.4365000128746032,0.4255000054836273,0.4339999854564667,0.4314999878406524,0.4329999983310699,0.4345000088214874,0.4395000040531158,0.4350000023841858,0.4535000026226043,0.4449999928474426,0.445499986410141,0.4404999911785126,0.4424999952316284,0.4505000114440918,0.4440000057220459,0.4519999921321869,0.4449999928474426,0.4474999904632568,0.4494999945163727,0.4494999945163727,0.445499986410141,0.4510000050067901,0.4524999856948852,0.4395000040531158,0.4444999992847442,0.4469999969005584,0.4460000097751617,0.4539999961853027,0.4494999945163727,0.4465000033378601,0.4544999897480011,0.4474999904632568,0.4550000131130218,0.4510000050067901,0.4555000066757202,0.4480000138282776,0.4589999914169311,0.4550000131130218,0.4510000050067901,0.4519999921321869,0.4514999985694885,0.4539999961853027,0.4535000026226043,0.4569999873638153,0.4620000123977661,0.4634999930858612,0.4555000066757202,0.4465000033378601,0.4550000131130218,0.4485000073909759,0.4435000121593475,0.4480000138282776,0.4555000066757202,0.4469999969005584,0.4535000026226043,0.4555000066757202,0.4519999921321869,0.4485000073909759,0.4639999866485595,0.4584999978542328,0.4490000009536743,0.4524999856948852,0.453000009059906,0.4535000026226043,0.460999995470047,0.4589999914169311,0.4544999897480011,0.4589999914169311,0.4569999873638153,0.4544999897480011,0.4625000059604645,0.4474999904632568,0.4510000050067901,0.4480000138282776,0.453000009059906,0.4460000097751617,0.460999995470047,0.4634999930858612,0.4679999947547912,0.4639999866485595,0.4720000028610229,0.4659999907016754,0.4650000035762787,0.4620000123977661,0.4659999907016754,0.465499997138977,0.4595000147819519,0.4620000123977661],"label":"FineWeb: id mh + C4 filters"},"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.296999990940094,0.3219999969005584,0.3305000066757202,0.3555000126361847,0.351500004529953,0.3600000143051147,0.363999992609024,0.3680000007152557,0.3785000145435333,0.3765000104904175,0.382999986410141,0.3785000145435333,0.3835000097751617,0.3819999992847442,0.3935000002384186,0.387499988079071,0.3935000002384186,0.3959999978542328,0.3860000073909759,0.3935000002384186,0.3885000050067901,0.3810000121593475,0.3880000114440918,0.3964999914169311,0.4054999947547912,0.3935000002384186,0.3944999873638153,0.3989999890327453,0.3980000019073486,0.4050000011920929,0.4054999947547912,0.4009999930858612,0.4110000133514404,0.4054999947547912,0.4180000126361847,0.4110000133514404,0.4050000011920929,0.4079999923706054,0.4120000004768371,0.402999997138977,0.4205000102519989,0.4129999876022339,0.4120000004768371,0.4169999957084656,0.4269999861717224,0.4230000078678131,0.4225000143051147,0.4300000071525574,0.4180000126361847,0.4284999966621399,0.4165000021457672,0.4325000047683716,0.4235000014305115,0.4210000038146972,0.4239999949932098,0.4235000014305115,0.421999990940094,0.4280000030994415,0.4300000071525574,0.4275000095367431,0.4305000007152557,0.4244999885559082,0.4314999878406524,0.4325000047683716,0.4395000040531158,0.4325000047683716,0.4300000071525574,0.4399999976158142,0.4320000112056732,0.4370000064373016,0.4280000030994415,0.4309999942779541,0.4314999878406524,0.4370000064373016,0.4280000030994415,0.4325000047683716,0.4300000071525574,0.4334999918937683,0.4334999918937683,0.4379999935626983,0.4399999976158142,0.4350000023841858,0.4395000040531158,0.4375,0.4390000104904175,0.4365000128746032,0.4435000121593475,0.4365000128746032,0.445499986410141,0.4440000057220459,0.4460000097751617,0.4415000081062317,0.4415000081062317,0.4339999854564667,0.4429999887943268,0.4399999976158142,0.4359999895095825,0.4370000064373016,0.4469999969005584,0.4404999911785126,0.4435000121593475,0.445499986410141,0.4424999952316284,0.4480000138282776,0.4370000064373016,0.4444999992847442,0.4465000033378601,0.4309999942779541,0.4440000057220459,0.4469999969005584,0.4539999961853027,0.4440000057220459,0.4555000066757202,0.4519999921321869,0.4510000050067901,0.4519999921321869,0.4544999897480011,0.4494999945163727,0.4584999978542328,0.4580000042915344,0.4544999897480011,0.4514999985694885,0.4550000131130218,0.4560000002384186,0.4600000083446502,0.4589999914169311,0.4560000002384186,0.457500010728836,0.4679999947547912,0.4494999945163727,0.4505000114440918,0.4440000057220459,0.4539999961853027,0.4535000026226043,0.4514999985694885,0.457500010728836,0.4620000123977661,0.4564999938011169,0.4595000147819519,0.4564999938011169,0.4550000131130218,0.4539999961853027,0.4544999897480011,0.4569999873638153,0.457500010728836,0.4539999961853027,0.4595000147819519,0.4665000140666961,0.465499997138977,0.4625000059604645,0.4629999995231628,0.4580000042915344,0.4569999873638153,0.4620000123977661,0.457500010728836,0.4550000131130218,0.4645000100135803,0.4629999995231628,0.4584999978542328,0.465499997138977,0.460999995470047,0.4634999930858612,0.4605000019073486,0.4584999978542328,0.4550000131130218,0.4564999938011169,0.4600000083446502],"label":"FineWeb: id mh + C4 + custom filters"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2894999980926513,0.3235000073909759,0.3389999866485595,0.3384999930858612,0.3459999859333038,0.359499990940094,0.3429999947547912,0.3619999885559082,0.3564999997615814,0.3625000119209289,0.363999992609024,0.3680000007152557,0.3680000007152557,0.3684999942779541,0.375,0.3734999895095825,0.3849999904632568,0.3944999873638153,0.3865000009536743,0.395000010728836,0.3935000002384186,0.3980000019073486,0.3910000026226043,0.3885000050067901,0.3914999961853027,0.3815000057220459,0.395000010728836,0.3894999921321869,0.395000010728836,0.3935000002384186,0.4034999907016754,0.4004999995231628,0.3970000147819519,0.3975000083446502,0.3995000123977661,0.3980000019073486,0.4034999907016754,0.3959999978542328,0.3989999890327453,0.402999997138977,0.3880000114440918,0.3980000019073486,0.4040000140666961,0.3989999890327453,0.3970000147819519,0.3925000131130218,0.4120000004768371,0.3935000002384186,0.395000010728836,0.4070000052452087,0.3935000002384186,0.4034999907016754,0.4189999997615814,0.4129999876022339,0.4160000085830688,0.4149999916553497,0.418500006198883,0.4225000143051147,0.4174999892711639,0.4210000038146972,0.4045000076293945,0.4079999923706054,0.4124999940395355,0.4144999980926513,0.4169999957084656,0.4194999933242798,0.4154999852180481,0.4169999957084656,0.4225000143051147,0.4225000143051147,0.4230000078678131,0.4160000085830688,0.4325000047683716,0.4325000047683716,0.4199999868869781,0.4199999868869781,0.4189999997615814,0.4269999861717224,0.4259999990463257,0.4230000078678131,0.4144999980926513,0.4329999983310699,0.4275000095367431,0.4305000007152557,0.4289999902248382,0.4235000014305115,0.4235000014305115,0.4325000047683716,0.4244999885559082,0.4314999878406524,0.4194999933242798,0.4350000023841858,0.4269999861717224,0.4235000014305115,0.4300000071525574,0.4284999966621399,0.4255000054836273,0.4280000030994415,0.4345000088214874,0.4225000143051147,0.4334999918937683,0.4300000071525574,0.4350000023841858,0.429500013589859,0.4325000047683716,0.4384999871253967,0.4345000088214874,0.4354999959468841,0.4359999895095825,0.4354999959468841,0.4424999952316284,0.4424999952316284,0.4320000112056732,0.4280000030994415,0.4390000104904175,0.4480000138282776,0.4415000081062317,0.4384999871253967,0.4390000104904175,0.4494999945163727,0.4449999928474426,0.4384999871253967,0.4424999952316284,0.4359999895095825,0.445499986410141,0.4399999976158142,0.4375,0.4410000145435333,0.4384999871253967,0.4375,0.4329999983310699,0.4370000064373016,0.4354999959468841,0.4440000057220459,0.4384999871253967,0.4384999871253967,0.4390000104904175,0.4424999952316284,0.4379999935626983,0.4345000088214874,0.4354999959468841,0.4440000057220459,0.4395000040531158,0.4465000033378601,0.4404999911785126,0.4505000114440918,0.4480000138282776,0.4449999928474426,0.445499986410141,0.4410000145435333,0.4485000073909759,0.4460000097751617,0.4480000138282776,0.4465000033378601,0.4460000097751617,0.4460000097751617,0.4395000040531158,0.4474999904632568,0.4469999969005584,0.4404999911785126,0.4440000057220459,0.4435000121593475,0.4435000121593475,0.4514999985694885,0.4474999904632568,0.4474999904632568,0.445499986410141],"label":"FineWeb: base filtering only"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/all_filtering_steps/commonsense_qa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2639999985694885,0.2790000140666961,0.296999990940094,0.3109999895095825,0.3240000009536743,0.3070000112056732,0.3210000097751617,0.31700000166893,0.3339999914169311,0.324999988079071,0.3260000050067901,0.3330000042915344,0.3409999907016754,0.3400000035762787,0.3529999852180481,0.3400000035762787,0.3490000069141388,0.3529999852180481,0.3499999940395355,0.3459999859333038,0.3370000123977661,0.356000006198883,0.3490000069141388,0.3429999947547912,0.3490000069141388,0.3610000014305115,0.3499999940395355,0.3569999933242798,0.3610000014305115,0.3619999885559082,0.3449999988079071,0.3409999907016754,0.3420000076293945,0.3449999988079071,0.3409999907016754,0.3379999995231628,0.3420000076293945,0.3569999933242798,0.3529999852180481,0.3610000014305115,0.363999992609024,0.3600000143051147,0.3540000021457672,0.3499999940395355,0.3689999878406524,0.367000013589859,0.3569999933242798,0.3610000014305115,0.3680000007152557,0.3630000054836273,0.3709999918937683,0.3540000021457672,0.3580000102519989,0.367000013589859,0.3529999852180481,0.356000006198883,0.3569999933242798,0.3610000014305115,0.3700000047683716,0.375,0.3709999918937683,0.3819999992847442,0.3709999918937683,0.3650000095367431,0.3709999918937683,0.3650000095367431,0.3709999918937683,0.3840000033378601,0.3740000128746032,0.375,0.356000006198883,0.3689999878406524,0.3700000047683716,0.3819999992847442,0.3799999952316284,0.3779999911785126,0.3729999959468841,0.3709999918937683,0.3759999871253967,0.3709999918937683,0.3759999871253967,0.3779999911785126,0.3779999911785126,0.3689999878406524,0.3840000033378601,0.3860000073909759,0.3849999904632568,0.3790000081062317,0.375,0.3849999904632568,0.3720000088214874,0.3770000040531158,0.3799999952316284,0.3810000121593475,0.382999986410141,0.3650000095367431,0.3740000128746032,0.382999986410141,0.3689999878406524,0.3759999871253967,0.3869999945163727,0.3889999985694885,0.3860000073909759,0.3819999992847442,0.3689999878406524,0.3860000073909759,0.3810000121593475,0.382999986410141,0.3819999992847442,0.3840000033378601,0.3889999985694885,0.3880000114440918,0.3849999904632568,0.3799999952316284,0.3910000026226043,0.3989999890327453,0.3880000114440918,0.3880000114440918,0.3840000033378601,0.3880000114440918,0.3860000073909759,0.3919999897480011,0.3880000114440918,0.3939999938011169,0.3869999945163727,0.3919999897480011,0.3910000026226043,0.382999986410141,0.3930000066757202,0.3840000033378601,0.3880000114440918,0.3840000033378601,0.3819999992847442,0.382999986410141,0.3880000114440918,0.3860000073909759,0.3860000073909759,0.3869999945163727,0.3860000073909759,0.3899999856948852,0.3819999992847442,0.3860000073909759,0.3889999985694885,0.3840000033378601,0.395000010728836,0.3899999856948852,0.3899999856948852,0.3910000026226043,0.3959999978542328,0.3959999978542328,0.3919999897480011,0.3980000019073486,0.3880000114440918,0.3930000066757202,0.4000000059604645,0.3919999897480011,0.3919999897480011,0.4040000140666961,0.3930000066757202,0.3970000147819519,0.3889999985694885,0.3959999978542328,0.3930000066757202,0.3939999938011169,0.3970000147819519,0.3910000026226043,0.4020000100135803],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2630000114440918,0.2770000100135803,0.3050000071525574,0.3100000023841858,0.3149999976158142,0.3190000057220459,0.3350000083446502,0.3210000097751617,0.3310000002384186,0.3389999866485595,0.3289999961853027,0.3379999995231628,0.3420000076293945,0.3409999907016754,0.3510000109672546,0.3479999899864197,0.3440000116825104,0.3569999933242798,0.3529999852180481,0.3680000007152557,0.3549999892711639,0.3499999940395355,0.3589999973773956,0.3529999852180481,0.3459999859333038,0.3529999852180481,0.3630000054836273,0.3600000143051147,0.3490000069141388,0.3540000021457672,0.3600000143051147,0.356000006198883,0.3470000028610229,0.3470000028610229,0.3549999892711639,0.3440000116825104,0.3529999852180481,0.3630000054836273,0.3449999988079071,0.3479999899864197,0.3490000069141388,0.3519999980926513,0.367000013589859,0.356000006198883,0.356000006198883,0.3519999980926513,0.3580000102519989,0.3569999933242798,0.3659999966621399,0.3759999871253967,0.3689999878406524,0.3779999911785126,0.3549999892711639,0.3610000014305115,0.3650000095367431,0.3610000014305115,0.3580000102519989,0.3729999959468841,0.367000013589859,0.3689999878406524,0.3540000021457672,0.363999992609024,0.3700000047683716,0.3650000095367431,0.3529999852180481,0.3709999918937683,0.3740000128746032,0.3680000007152557,0.3689999878406524,0.3580000102519989,0.3650000095367431,0.3619999885559082,0.3619999885559082,0.3630000054836273,0.3610000014305115,0.3659999966621399,0.375,0.375,0.3700000047683716,0.3840000033378601,0.3779999911785126,0.382999986410141,0.367000013589859,0.3860000073909759,0.3770000040531158,0.3790000081062317,0.3880000114440918,0.3659999966621399,0.3630000054836273,0.3770000040531158,0.3779999911785126,0.3680000007152557,0.3779999911785126,0.375,0.3819999992847442,0.3720000088214874,0.3799999952316284,0.382999986410141,0.375,0.367000013589859,0.3869999945163727,0.3810000121593475,0.382999986410141,0.3709999918937683,0.3720000088214874,0.3689999878406524,0.367000013589859,0.3819999992847442,0.3720000088214874,0.3849999904632568,0.3709999918937683,0.3740000128746032,0.3709999918937683,0.3799999952316284,0.3799999952316284,0.3869999945163727,0.375,0.3680000007152557,0.3779999911785126,0.3799999952316284,0.3720000088214874,0.3799999952316284,0.3759999871253967,0.3819999992847442,0.3770000040531158,0.3810000121593475,0.3720000088214874,0.3860000073909759,0.3810000121593475,0.3790000081062317,0.3860000073909759,0.3759999871253967,0.3860000073909759,0.3810000121593475,0.3790000081062317,0.3799999952316284,0.3840000033378601,0.3810000121593475,0.3810000121593475,0.3849999904632568,0.3869999945163727,0.3819999992847442,0.3740000128746032,0.3779999911785126,0.3860000073909759,0.3889999985694885,0.3849999904632568,0.3889999985694885,0.3810000121593475,0.3849999904632568,0.3840000033378601,0.3860000073909759,0.3889999985694885,0.382999986410141,0.3849999904632568,0.3840000033378601,0.3880000114440918,0.3810000121593475,0.3849999904632568,0.3790000081062317,0.3799999952316284,0.3819999992847442,0.382999986410141,0.3790000081062317,0.3810000121593475,0.3779999911785126,0.3889999985694885],"label":"FineWeb: id mh + C4 filters"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2599999904632568,0.277999997138977,0.2910000085830688,0.3070000112056732,0.3140000104904175,0.3019999861717224,0.3059999942779541,0.3210000097751617,0.3230000138282776,0.324999988079071,0.3149999976158142,0.3109999895095825,0.3339999914169311,0.3319999873638153,0.3319999873638153,0.3300000131130218,0.3370000123977661,0.3219999969005584,0.3370000123977661,0.328000009059906,0.3339999914169311,0.3420000076293945,0.3400000035762787,0.3440000116825104,0.3510000109672546,0.3409999907016754,0.3449999988079071,0.3339999914169311,0.3540000021457672,0.3339999914169311,0.3470000028610229,0.3470000028610229,0.3440000116825104,0.3589999973773956,0.3569999933242798,0.3630000054836273,0.3549999892711639,0.3589999973773956,0.3449999988079071,0.3549999892711639,0.3449999988079071,0.3389999866485595,0.3499999940395355,0.3610000014305115,0.3619999885559082,0.3600000143051147,0.3519999980926513,0.3479999899864197,0.356000006198883,0.3519999980926513,0.3440000116825104,0.3490000069141388,0.3519999980926513,0.3470000028610229,0.3589999973773956,0.3449999988079071,0.3490000069141388,0.356000006198883,0.3619999885559082,0.3569999933242798,0.3659999966621399,0.3610000014305115,0.3549999892711639,0.3700000047683716,0.363999992609024,0.3600000143051147,0.3580000102519989,0.3549999892711639,0.3619999885559082,0.3689999878406524,0.3630000054836273,0.363999992609024,0.3700000047683716,0.367000013589859,0.3630000054836273,0.3630000054836273,0.3700000047683716,0.3589999973773956,0.3540000021457672,0.3540000021457672,0.3659999966621399,0.3619999885559082,0.3589999973773956,0.3650000095367431,0.3709999918937683,0.3680000007152557,0.3689999878406524,0.3650000095367431,0.3729999959468841,0.3619999885559082,0.3689999878406524,0.3569999933242798,0.3510000109672546,0.3680000007152557,0.363999992609024,0.3700000047683716,0.3659999966621399,0.3659999966621399,0.363999992609024,0.3619999885559082,0.3659999966621399,0.3680000007152557,0.3610000014305115,0.3720000088214874,0.3729999959468841,0.3810000121593475,0.3630000054836273,0.3689999878406524,0.3709999918937683,0.3759999871253967,0.382999986410141,0.3729999959468841,0.3720000088214874,0.3680000007152557,0.3659999966621399,0.3650000095367431,0.363999992609024,0.3589999973773956,0.356000006198883,0.3650000095367431,0.3659999966621399,0.367000013589859,0.3729999959468841,0.3720000088214874,0.375,0.3740000128746032,0.3700000047683716,0.3569999933242798,0.3759999871253967,0.3740000128746032,0.367000013589859,0.3770000040531158,0.3759999871253967,0.3709999918937683,0.3779999911785126,0.3709999918937683,0.3689999878406524,0.3799999952316284,0.3630000054836273,0.375,0.3700000047683716,0.3700000047683716,0.3729999959468841,0.3720000088214874,0.3790000081062317,0.375,0.3729999959468841,0.3770000040531158,0.3799999952316284,0.3779999911785126,0.3720000088214874,0.3799999952316284,0.3759999871253967,0.3799999952316284,0.3790000081062317,0.375,0.3740000128746032,0.3729999959468841,0.3840000033378601,0.3659999966621399,0.3759999871253967,0.3720000088214874,0.3720000088214874,0.3759999871253967,0.375,0.3650000095367431,0.3729999959468841],"label":"FineWeb: base filtering only"},"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2630000114440918,0.2879999876022339,0.296999990940094,0.2960000038146972,0.3039999902248382,0.3129999935626983,0.3149999976158142,0.3300000131130218,0.3300000131130218,0.3350000083446502,0.3379999995231628,0.3370000123977661,0.3330000042915344,0.3370000123977661,0.3389999866485595,0.3429999947547912,0.3659999966621399,0.3459999859333038,0.3479999899864197,0.3440000116825104,0.3470000028610229,0.3569999933242798,0.3510000109672546,0.3680000007152557,0.3529999852180481,0.3680000007152557,0.3549999892711639,0.3540000021457672,0.3529999852180481,0.3499999940395355,0.3569999933242798,0.3529999852180481,0.3499999940395355,0.3540000021457672,0.3659999966621399,0.3600000143051147,0.3680000007152557,0.3659999966621399,0.3600000143051147,0.3659999966621399,0.3540000021457672,0.3580000102519989,0.367000013589859,0.3549999892711639,0.3729999959468841,0.3580000102519989,0.3619999885559082,0.3659999966621399,0.3680000007152557,0.3650000095367431,0.3619999885559082,0.3759999871253967,0.3689999878406524,0.3689999878406524,0.3619999885559082,0.3630000054836273,0.3650000095367431,0.3799999952316284,0.3729999959468841,0.3740000128746032,0.367000013589859,0.3720000088214874,0.3600000143051147,0.3650000095367431,0.3729999959468841,0.3589999973773956,0.3799999952316284,0.3589999973773956,0.3799999952316284,0.3680000007152557,0.367000013589859,0.367000013589859,0.3700000047683716,0.3790000081062317,0.3729999959468841,0.3770000040531158,0.3709999918937683,0.3759999871253967,0.3759999871253967,0.3700000047683716,0.3720000088214874,0.3840000033378601,0.3770000040531158,0.3770000040531158,0.3790000081062317,0.3860000073909759,0.3759999871253967,0.3650000095367431,0.3700000047683716,0.3819999992847442,0.3819999992847442,0.3630000054836273,0.3689999878406524,0.3759999871253967,0.3759999871253967,0.3779999911785126,0.3740000128746032,0.3860000073909759,0.3619999885559082,0.3740000128746032,0.3799999952316284,0.3819999992847442,0.3740000128746032,0.3770000040531158,0.375,0.3810000121593475,0.3729999959468841,0.3880000114440918,0.3840000033378601,0.3840000033378601,0.3770000040531158,0.3740000128746032,0.382999986410141,0.3840000033378601,0.3770000040531158,0.3869999945163727,0.3729999959468841,0.3770000040531158,0.3759999871253967,0.3840000033378601,0.3880000114440918,0.3759999871253967,0.3740000128746032,0.3720000088214874,0.3790000081062317,0.3740000128746032,0.3630000054836273,0.3810000121593475,0.3720000088214874,0.3729999959468841,0.3720000088214874,0.3840000033378601,0.3759999871253967,0.3840000033378601,0.3790000081062317,0.3819999992847442,0.3689999878406524,0.3700000047683716,0.3790000081062317,0.3729999959468841,0.3799999952316284,0.3799999952316284,0.3740000128746032,0.3689999878406524,0.3810000121593475,0.3720000088214874,0.382999986410141,0.3819999992847442,0.3720000088214874,0.3799999952316284,0.3740000128746032,0.3729999959468841,0.3790000081062317,0.3720000088214874,0.3680000007152557,0.3779999911785126,0.3799999952316284,0.3729999959468841,0.3740000128746032,0.3729999959468841,0.3759999871253967,0.3790000081062317,0.3689999878406524,0.3680000007152557,0.3659999966621399,0.3729999959468841,0.3680000007152557],"label":"FineWeb: id mh + C4 + custom filters"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/all_filtering_steps/hellaswag_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2919999957084656,0.3310000002384186,0.3549999892711639,0.3939999938011169,0.4149999916553497,0.4329999983310699,0.4460000097751617,0.4589999914169311,0.4819999933242798,0.4769999980926513,0.4830000102519989,0.4909999966621399,0.5059999823570251,0.5059999823570251,0.503000020980835,0.5170000195503235,0.5049999952316284,0.5210000276565552,0.5130000114440918,0.5189999938011169,0.5360000133514404,0.5320000052452087,0.5460000038146973,0.5400000214576721,0.5379999876022339,0.531000018119812,0.5460000038146973,0.5509999990463257,0.5519999861717224,0.5559999942779541,0.5609999895095825,0.5559999942779541,0.5580000281333923,0.5450000166893005,0.5509999990463257,0.5590000152587891,0.5649999976158142,0.5619999766349792,0.5680000185966492,0.5669999718666077,0.5709999799728394,0.5569999814033508,0.5640000104904175,0.5690000057220459,0.5720000267028809,0.5759999752044678,0.5839999914169312,0.5699999928474426,0.5740000009536743,0.5830000042915344,0.5839999914169312,0.5799999833106995,0.5830000042915344,0.574999988079071,0.5910000205039978,0.5799999833106995,0.5879999995231628,0.6039999723434448,0.578000009059906,0.5849999785423279,0.5889999866485596,0.5849999785423279,0.6019999980926514,0.5929999947547913,0.5820000171661377,0.5860000252723694,0.5910000205039978,0.5849999785423279,0.5849999785423279,0.5839999914169312,0.5860000252723694,0.5979999899864197,0.5849999785423279,0.597000002861023,0.5960000157356262,0.6019999980926514,0.6060000061988831,0.5989999771118164,0.5889999866485596,0.5920000076293945,0.5960000157356262,0.5950000286102295,0.6060000061988831,0.5960000157356262,0.6000000238418579,0.6069999933242798,0.6039999723434448,0.6069999933242798,0.6010000109672546,0.6060000061988831,0.6129999756813049,0.5989999771118164,0.6200000047683716,0.5979999899864197,0.609000027179718,0.6029999852180481,0.609000027179718,0.6179999709129333,0.6150000095367432,0.6060000061988831,0.6069999933242798,0.6119999885559082,0.6190000176429749,0.6079999804496765,0.6150000095367432,0.6079999804496765,0.6190000176429749,0.6079999804496765,0.609000027179718,0.6079999804496765,0.6179999709129333,0.6140000224113464,0.6200000047683716,0.621999979019165,0.6129999756813049,0.6200000047683716,0.6129999756813049,0.6110000014305115,0.6069999933242798,0.609000027179718,0.6159999966621399,0.6169999837875366,0.6129999756813049,0.6169999837875366,0.6159999966621399,0.6200000047683716,0.6150000095367432,0.6240000128746033,0.6179999709129333,0.6179999709129333,0.6129999756813049,0.6179999709129333,0.6110000014305115,0.6190000176429749,0.6200000047683716,0.6150000095367432,0.6159999966621399,0.621999979019165,0.6209999918937683,0.6230000257492065,0.6200000047683716,0.6240000128746033,0.6159999966621399,0.6200000047683716,0.6159999966621399,0.6179999709129333,0.6119999885559082,0.6269999742507935,0.6230000257492065,0.6200000047683716,0.6240000128746033,0.6190000176429749,0.6169999837875366,0.6299999952316284,0.625,0.6179999709129333,0.6150000095367432,0.6259999871253967,0.621999979019165,0.625,0.6190000176429749,0.6259999871253967,0.6340000033378601,0.628000020980835,0.6290000081062317,0.628000020980835,0.6269999742507935],"label":"FineWeb: id mh + C4 + custom filters"},"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2849999964237213,0.3240000009536743,0.3580000102519989,0.3930000066757202,0.395000010728836,0.4309999942779541,0.44200000166893,0.4399999976158142,0.453000009059906,0.453000009059906,0.4650000035762787,0.4699999988079071,0.481000006198883,0.4839999973773956,0.4970000088214874,0.5059999823570251,0.4909999966621399,0.5120000243186951,0.5139999985694885,0.5170000195503235,0.5199999809265137,0.5170000195503235,0.5249999761581421,0.5220000147819519,0.5289999842643738,0.5350000262260437,0.531000018119812,0.5289999842643738,0.5339999794960022,0.527999997138977,0.5260000228881836,0.5429999828338623,0.5370000004768372,0.5329999923706055,0.5460000038146973,0.5429999828338623,0.5490000247955322,0.546999990940094,0.546999990940094,0.5490000247955322,0.5460000038146973,0.5559999942779541,0.5619999766349792,0.5569999814033508,0.5509999990463257,0.5550000071525574,0.5649999976158142,0.5690000057220459,0.5619999766349792,0.5529999732971191,0.5649999976158142,0.5730000138282776,0.5669999718666077,0.5740000009536743,0.5690000057220459,0.5699999928474426,0.574999988079071,0.5640000104904175,0.5789999961853027,0.5720000267028809,0.5640000104904175,0.574999988079071,0.5770000219345093,0.5740000009536743,0.5770000219345093,0.5740000009536743,0.5740000009536743,0.578000009059906,0.5759999752044678,0.5789999961853027,0.5799999833106995,0.578000009059906,0.5860000252723694,0.5809999704360962,0.5770000219345093,0.5849999785423279,0.5849999785423279,0.5799999833106995,0.578000009059906,0.5809999704360962,0.5870000123977661,0.5830000042915344,0.5720000267028809,0.5879999995231628,0.5830000042915344,0.5929999947547913,0.578000009059906,0.5889999866485596,0.5809999704360962,0.5789999961853027,0.593999981880188,0.5820000171661377,0.5910000205039978,0.5830000042915344,0.5879999995231628,0.5879999995231628,0.5889999866485596,0.5879999995231628,0.5899999737739563,0.5960000157356262,0.5899999737739563,0.5879999995231628,0.5870000123977661,0.5910000205039978,0.593999981880188,0.597000002861023,0.593999981880188,0.5979999899864197,0.593999981880188,0.5989999771118164,0.5929999947547913,0.597000002861023,0.6019999980926514,0.5989999771118164,0.6019999980926514,0.597000002861023,0.6000000238418579,0.6019999980926514,0.6039999723434448,0.597000002861023,0.6019999980926514,0.5950000286102295,0.6019999980926514,0.6079999804496765,0.6039999723434448,0.6100000143051147,0.6039999723434448,0.6029999852180481,0.6069999933242798,0.6060000061988831,0.6069999933242798,0.6000000238418579,0.6100000143051147,0.6100000143051147,0.6129999756813049,0.609000027179718,0.6010000109672546,0.6000000238418579,0.6110000014305115,0.609000027179718,0.6069999933242798,0.6119999885559082,0.6050000190734863,0.6110000014305115,0.6190000176429749,0.6169999837875366,0.6140000224113464,0.6100000143051147,0.6200000047683716,0.6200000047683716,0.6110000014305115,0.6150000095367432,0.6129999756813049,0.6079999804496765,0.6179999709129333,0.6200000047683716,0.6129999756813049,0.6190000176429749,0.6150000095367432,0.6240000128746033,0.6240000128746033,0.609000027179718,0.609000027179718,0.6159999966621399,0.6110000014305115,0.6110000014305115,0.6190000176429749],"label":"FineWeb: id mh + C4 filters"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.3019999861717224,0.3059999942779541,0.335999995470047,0.3610000014305115,0.3819999992847442,0.4009999930858612,0.4020000100135803,0.4250000119209289,0.4309999942779541,0.4469999969005584,0.4519999921321869,0.453000009059906,0.4580000042915344,0.4749999940395355,0.4699999988079071,0.4799999892711639,0.4749999940395355,0.4769999980926513,0.481000006198883,0.4839999973773956,0.4959999918937683,0.5040000081062317,0.4970000088214874,0.4979999959468841,0.5070000290870667,0.5049999952316284,0.5109999775886536,0.515999972820282,0.5120000243186951,0.5120000243186951,0.515999972820282,0.5120000243186951,0.5249999761581421,0.5170000195503235,0.5199999809265137,0.5270000100135803,0.5170000195503235,0.5220000147819519,0.5260000228881836,0.5360000133514404,0.5339999794960022,0.5370000004768372,0.5339999794960022,0.5329999923706055,0.531000018119812,0.5329999923706055,0.5400000214576721,0.5429999828338623,0.5389999747276306,0.5419999957084656,0.5429999828338623,0.5360000133514404,0.5299999713897705,0.546999990940094,0.5360000133514404,0.5450000166893005,0.5440000295639038,0.5350000262260437,0.5339999794960022,0.5419999957084656,0.5450000166893005,0.5460000038146973,0.5370000004768372,0.5490000247955322,0.5440000295639038,0.550000011920929,0.5490000247955322,0.5450000166893005,0.5490000247955322,0.5559999942779541,0.5559999942779541,0.5410000085830688,0.5419999957084656,0.5529999732971191,0.5460000038146973,0.5540000200271606,0.5379999876022339,0.5509999990463257,0.5540000200271606,0.5419999957084656,0.546999990940094,0.5479999780654907,0.5460000038146973,0.5460000038146973,0.5519999861717224,0.5600000023841858,0.5540000200271606,0.5509999990463257,0.5609999895095825,0.5619999766349792,0.5590000152587891,0.5559999942779541,0.5580000281333923,0.5640000104904175,0.5649999976158142,0.5590000152587891,0.5550000071525574,0.5630000233650208,0.5630000233650208,0.5609999895095825,0.5559999942779541,0.5609999895095825,0.5630000233650208,0.5680000185966492,0.5630000233650208,0.5690000057220459,0.5609999895095825,0.5590000152587891,0.5640000104904175,0.5690000057220459,0.5640000104904175,0.5630000233650208,0.574999988079071,0.5630000233650208,0.5619999766349792,0.5690000057220459,0.5770000219345093,0.5690000057220459,0.5609999895095825,0.5649999976158142,0.5680000185966492,0.5590000152587891,0.5600000023841858,0.5619999766349792,0.5799999833106995,0.5619999766349792,0.5699999928474426,0.5709999799728394,0.5669999718666077,0.5680000185966492,0.5609999895095825,0.5649999976158142,0.5680000185966492,0.5730000138282776,0.5720000267028809,0.5709999799728394,0.5770000219345093,0.574999988079071,0.5730000138282776,0.5690000057220459,0.5740000009536743,0.578000009059906,0.574999988079071,0.5820000171661377,0.5730000138282776,0.5740000009536743,0.574999988079071,0.5770000219345093,0.5789999961853027,0.5759999752044678,0.5720000267028809,0.5770000219345093,0.5759999752044678,0.5789999961853027,0.5789999961853027,0.5730000138282776,0.5789999961853027,0.5759999752044678,0.5690000057220459,0.5849999785423279,0.5759999752044678,0.5699999928474426,0.5789999961853027,0.5820000171661377,0.5730000138282776,0.5730000138282776,0.5789999961853027],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2809999883174896,0.3230000138282776,0.3409999907016754,0.3600000143051147,0.3569999933242798,0.3889999985694885,0.395000010728836,0.4199999868869781,0.4180000126361847,0.421999990940094,0.4289999902248382,0.4350000023841858,0.4359999895095825,0.4350000023841858,0.4480000138282776,0.4480000138282776,0.453000009059906,0.4550000131130218,0.4589999914169311,0.4639999866485595,0.4600000083446502,0.460999995470047,0.4589999914169311,0.481000006198883,0.4769999980926513,0.4709999859333038,0.4740000069141388,0.4679999947547912,0.4790000021457672,0.4729999899864197,0.4819999933242798,0.4850000143051147,0.4819999933242798,0.4819999933242798,0.4880000054836273,0.4869999885559082,0.4959999918937683,0.4850000143051147,0.4959999918937683,0.492000013589859,0.503000020980835,0.4930000007152557,0.5099999904632568,0.5040000081062317,0.5009999871253967,0.4970000088214874,0.4979999959468841,0.5059999823570251,0.5070000290870667,0.5040000081062317,0.5059999823570251,0.5049999952316284,0.5080000162124634,0.5049999952316284,0.5019999742507935,0.5120000243186951,0.5170000195503235,0.5170000195503235,0.5090000033378601,0.5239999890327454,0.527999997138977,0.5230000019073486,0.5210000276565552,0.5149999856948853,0.5189999938011169,0.5270000100135803,0.5149999856948853,0.5099999904632568,0.5299999713897705,0.5199999809265137,0.5230000019073486,0.5260000228881836,0.5249999761581421,0.5239999890327454,0.5329999923706055,0.5210000276565552,0.5260000228881836,0.5170000195503235,0.531000018119812,0.5289999842643738,0.531000018119812,0.5270000100135803,0.5299999713897705,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5329999923706055,0.5360000133514404,0.5299999713897705,0.5360000133514404,0.5270000100135803,0.5450000166893005,0.5410000085830688,0.546999990940094,0.5329999923706055,0.5329999923706055,0.5379999876022339,0.5299999713897705,0.5429999828338623,0.5360000133514404,0.5339999794960022,0.5419999957084656,0.5410000085830688,0.5370000004768372,0.5389999747276306,0.527999997138977,0.5400000214576721,0.5400000214576721,0.531000018119812,0.5440000295639038,0.5460000038146973,0.5479999780654907,0.5460000038146973,0.5410000085830688,0.5509999990463257,0.5479999780654907,0.5410000085830688,0.5389999747276306,0.550000011920929,0.5569999814033508,0.550000011920929,0.5490000247955322,0.5490000247955322,0.5569999814033508,0.5519999861717224,0.5479999780654907,0.5559999942779541,0.5550000071525574,0.5460000038146973,0.5540000200271606,0.5460000038146973,0.5460000038146973,0.5509999990463257,0.5460000038146973,0.5550000071525574,0.5479999780654907,0.5479999780654907,0.5540000200271606,0.5550000071525574,0.5529999732971191,0.5529999732971191,0.5509999990463257,0.5509999990463257,0.5419999957084656,0.546999990940094,0.5509999990463257,0.5559999942779541,0.5490000247955322,0.5509999990463257,0.5529999732971191,0.550000011920929,0.5540000200271606,0.5550000071525574,0.5580000281333923,0.550000011920929,0.5569999814033508,0.5490000247955322,0.5519999861717224,0.5519999861717224,0.5559999942779541,0.5569999814033508,0.5559999942779541,0.5550000071525574,0.5559999942779541,0.5490000247955322,0.5550000071525574,0.5600000023841858],"label":"FineWeb: base filtering only"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/all_filtering_steps/index.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"siqa/acc_norm":{"file":"siqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"defaultMetric":"agg_score","slider":{"min":0,"max":30,"default":5}}}
|
dist/assets/data/plots/all_filtering_steps/mmlu_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2558934390544891,0.2618628144264221,0.2683217823505401,0.2699837982654571,0.2738722860813141,0.2744417488574981,0.2740873992443084,0.2807216048240661,0.2820421457290649,0.2891400754451751,0.2879075407981872,0.2881667613983154,0.2892490327358246,0.2935869693756103,0.2870290875434875,0.2911452651023865,0.2949125170707702,0.2916406095027923,0.2981449663639068,0.2953989207744598,0.2946988642215729,0.297021746635437,0.3001497685909271,0.3010218441486358,0.2977036237716675,0.2992585003376007,0.2986803948879242,0.2994338274002075,0.2989781498908996,0.3041955828666687,0.3030496537685394,0.303806334733963,0.3036351203918457,0.3058845102787018,0.300450712442398,0.3025284707546234,0.3072526752948761,0.3039065897464752,0.3073755502700805,0.3070493042469024,0.3083153367042541,0.3123056292533874,0.307761400938034,0.3053378164768219,0.3116358816623688,0.3080427348613739,0.308482676744461,0.307318776845932,0.3083004653453827,0.3089516758918762,0.3088736236095428,0.3077724277973175,0.3126304149627685,0.3101697862148285,0.3159398734569549,0.314792275428772,0.3103811144828796,0.3111368715763092,0.3129658997058868,0.311605304479599,0.3118223249912262,0.3133279979228973,0.3146496713161468,0.3195074200630188,0.3142614662647247,0.3125102519989013,0.3115333616733551,0.3183117806911468,0.3168580532073974,0.3187012672424316,0.3179306983947754,0.3157722651958465,0.3214826583862304,0.3145081698894501,0.3172421753406524,0.3151432573795318,0.3181649446487427,0.3180212080478668,0.3171605765819549,0.3212067782878876,0.3180184066295624,0.3209905624389648,0.319052129983902,0.3212707936763763,0.3196887373924255,0.3188316226005554,0.3164899051189422,0.3241994678974151,0.3179469406604767,0.3214083909988403,0.3206575512886047,0.3263285160064697,0.3219505250453949,0.3181525468826294,0.3219776451587677,0.3259726762771606,0.3197665512561798,0.3236161768436432,0.3177970349788666,0.3258080780506134,0.3208407461643219,0.3251138925552368,0.3242645859718323,0.3229723274707794,0.3227455914020538,0.3206316232681274,0.3256695866584778,0.3241210877895355,0.3224890530109405,0.3263737261295318,0.3214233517646789,0.3240345120429992,0.3222567737102508,0.3242291808128357,0.3257078528404236,0.3278365731239319,0.3277338743209839,0.3253948092460632,0.3232105076313019,0.3267974853515625,0.3263654410839081,0.3262891769409179,0.3238334357738495,0.3294911682605743,0.3261866867542267,0.3243315815925598,0.3250119090080261,0.326727420091629,0.3268802464008331,0.3269768059253692,0.3257980346679687,0.3280686736106872,0.3274897634983063,0.3282252252101898,0.3272863030433655,0.328346699476242,0.325562834739685,0.3301684856414795,0.3284023404121399,0.3268299400806427,0.3286610245704651,0.3291078805923462,0.324972927570343,0.3314772248268127,0.3278062343597412,0.326839417219162,0.3277239501476288,0.330414742231369,0.3271744549274444,0.3279334008693695,0.3288575112819671,0.3285425007343292,0.3282454907894134,0.3296376466751098,0.3305942714214325,0.3276287615299225,0.3292438983917236,0.329515129327774,0.3281475007534027,0.3282177448272705,0.3333999514579773,0.3302631080150604,0.330238401889801,0.3323166668415069,0.3313035368919372,0.32961106300354,0.3321967124938965],"label":"FineWeb: independent MinHash (id mh)"},"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2562687695026397,0.264194518327713,0.2659797668457031,0.2690401375293731,0.2707462012767792,0.2736803293228149,0.2808477580547333,0.2819793820381164,0.2818062305450439,0.2852273285388946,0.2852552533149719,0.293150246143341,0.2869345247745514,0.2926198840141296,0.2911646664142608,0.2883031964302063,0.2938489317893982,0.2923268675804138,0.2927436530590057,0.2957125902175903,0.2942458391189575,0.2957732379436493,0.2933609783649444,0.2939628064632416,0.2984270751476288,0.2989151179790497,0.3007727265357971,0.2968312501907348,0.2969468235969543,0.3013020753860473,0.3045085966587066,0.3018752634525299,0.3014349043369293,0.2988792657852173,0.3034284710884094,0.3015728890895843,0.3065252900123596,0.3021449446678161,0.3043071627616882,0.303546279668808,0.3056059181690216,0.2971993386745453,0.3057574033737182,0.3057517111301422,0.3124973773956299,0.3139103651046753,0.3144983947277069,0.3126215636730194,0.3140240907669067,0.3113631308078766,0.3124240636825561,0.3126817643642425,0.3123457431793213,0.3111095428466797,0.3113269805908203,0.3142518699169159,0.3163851797580719,0.3134008049964905,0.3138530254364013,0.3171449303627014,0.3119543790817261,0.3147956132888794,0.3138984441757202,0.3178529143333435,0.3162296414375305,0.315980851650238,0.3123161196708679,0.3166452944278717,0.3140694200992584,0.3176922798156738,0.3176673054695129,0.3150016367435455,0.3161586821079254,0.3222477436065674,0.3194025754928589,0.3176416158676147,0.3159928619861603,0.3169592320919037,0.3135637938976288,0.3155058920383453,0.3215300440788269,0.3201274275779724,0.3192023932933807,0.3156079053878784,0.3212503492832184,0.3163617849349975,0.3223940432071686,0.3191330432891845,0.3194314539432525,0.3221519589424133,0.3211863040924072,0.3197937309741974,0.3174488544464111,0.3159596025943756,0.3157133460044861,0.3193388879299164,0.3163386285305023,0.3202225565910339,0.3163421154022217,0.3212694227695465,0.3187369704246521,0.3203508555889129,0.3224054872989654,0.3207881152629852,0.3219418525695801,0.3197605609893799,0.3255409598350525,0.3253240585327148,0.319698303937912,0.3250498473644256,0.3228228390216827,0.3213794529438019,0.3219127357006073,0.3214426934719085,0.3238218128681183,0.3229665458202362,0.3220484256744385,0.3240038454532623,0.3246393501758575,0.3237775564193725,0.3258441984653473,0.322843462228775,0.3241913020610809,0.324148565530777,0.3238157927989959,0.3248989582061767,0.3280864655971527,0.3288898766040802,0.3265794515609741,0.3277602791786194,0.3231202363967895,0.3224002718925476,0.323845773935318,0.3278093039989471,0.3247094452381134,0.3289697468280792,0.3272296786308288,0.3275051414966583,0.3271359801292419,0.3280861675739288,0.3281281590461731,0.327859491109848,0.3281152546405792,0.3282515406608581,0.3258990049362182,0.3271094560623169,0.3259278535842895,0.3258941769599914,0.3278749883174896,0.3300504386425018,0.326113760471344,0.3242938220500946,0.3262194991111755,0.3263693153858185,0.3274452090263366,0.3254594206809997,0.3287247717380523,0.3250340223312378,0.3270816206932068,0.3275731801986694,0.3282500207424164,0.3257671594619751,0.3272948265075683,0.3274084031581878,0.3302212655544281,0.3322067260742187,0.3296935856342315],"label":"FineWeb: id mh + C4 + custom filters"},"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.251920074224472,0.2591456174850464,0.2687398791313171,0.269056499004364,0.2683902382850647,0.2725079655647278,0.2752586305141449,0.2753303050994873,0.2848396897315979,0.2833426892757416,0.2844280302524566,0.2847303748130798,0.294879138469696,0.2900991439819336,0.2932447791099548,0.2926276624202728,0.2924879789352417,0.2937914729118347,0.2919517457485199,0.2991980910301208,0.2929336428642273,0.3003193736076355,0.2955676615238189,0.2993899285793304,0.2975476682186126,0.2978275716304779,0.2994768321514129,0.2984132170677185,0.2998209595680237,0.3030214607715606,0.2984272837638855,0.2997688949108124,0.3041917085647583,0.3071142137050628,0.3038201630115509,0.3035272359848022,0.3047704994678497,0.3072718679904938,0.3085931539535522,0.3052116930484772,0.3084307312965393,0.3089986145496368,0.3102100193500519,0.3066395819187164,0.3109234273433685,0.3082580268383026,0.3055950105190277,0.3064471781253814,0.3052197098731994,0.3076579868793487,0.3114514350891113,0.3092200756072998,0.3083749115467071,0.3078047931194305,0.3102362751960754,0.3083966672420501,0.3149019181728363,0.3096835613250732,0.3129985630512237,0.3098655939102173,0.3105471730232239,0.3110797703266144,0.3097324073314667,0.3102588951587677,0.3108883202075958,0.3140653371810913,0.3143481016159057,0.3121947944164276,0.3064004778861999,0.3148718774318695,0.3152956068515777,0.3166911900043487,0.3115324079990387,0.311627596616745,0.3122025728225708,0.3186626732349396,0.3177326321601867,0.3107803463935852,0.3128083050251007,0.3109799027442932,0.3142008483409881,0.3121736049652099,0.3163987696170807,0.3134956955909729,0.3152486085891723,0.3163009285926819,0.3165099024772644,0.3186413049697876,0.315637856721878,0.3207236230373382,0.3161193430423736,0.3157550990581512,0.320356547832489,0.3172537386417389,0.318843811750412,0.3146925568580627,0.3193819522857666,0.3169102966785431,0.3154685497283935,0.3166710138320923,0.3187788426876068,0.3196616470813751,0.3190047442913055,0.3186605274677276,0.3162576556205749,0.3164195120334625,0.3191222250461578,0.3135613799095154,0.3175683617591858,0.3212282657623291,0.3279584646224975,0.3228197395801544,0.3242316544055938,0.3254729807376861,0.3239398598670959,0.3223652243614197,0.3198129832744598,0.3218621611595154,0.3264771103858948,0.323866069316864,0.32564178109169,0.32478728890419,0.3236158192157745,0.3245747685432434,0.3280244767665863,0.3271372020244598,0.3254362642765045,0.3266178965568542,0.3218266665935516,0.3268883228302002,0.321928471326828,0.324524849653244,0.3237947523593902,0.3238577842712402,0.3237817287445068,0.3233639299869537,0.325821191072464,0.3257157802581787,0.3272253274917602,0.3244009912014007,0.3231483995914459,0.3226592242717743,0.3233656585216522,0.3266710937023163,0.3259218335151672,0.3275097906589508,0.3273427188396454,0.3276328444480896,0.3251460194587707,0.3274493515491485,0.3227463960647583,0.3261785507202148,0.32408007979393,0.3253126442432403,0.3242971301078796,0.326819509267807,0.3268508613109588,0.3265140950679779,0.3266753256320953,0.3250673115253448,0.3271500170230865,0.3292337656021118,0.3286773562431335,0.3286141455173492,0.3296676576137543,0.3257955610752105,0.3266003727912903],"label":"FineWeb: id mh + C4 filters"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2516599297523498,0.2610189318656921,0.2666046619415283,0.2667981088161468,0.2667821645736694,0.2708088159561157,0.2738403379917145,0.2726235687732696,0.2762763500213623,0.2768311202526092,0.2809228301048279,0.2836140990257263,0.2822815179824829,0.2797218561172485,0.286342591047287,0.2855269610881805,0.2847287058830261,0.2888180613517761,0.286526083946228,0.2865165770053863,0.294582188129425,0.2925947606563568,0.2947863042354584,0.2892930805683136,0.2903610467910766,0.288201242685318,0.2873396277427673,0.2916238009929657,0.2908017039299011,0.2907920777797699,0.2952797412872314,0.2941452264785766,0.2921333611011505,0.2925891280174255,0.2968584895133972,0.2980035543441772,0.2964116632938385,0.2962304651737213,0.2950254380702972,0.2977516651153564,0.2944138348102569,0.3003402054309845,0.2976303696632385,0.3013098239898681,0.302829384803772,0.3018766045570373,0.305361807346344,0.2971298694610595,0.3014816343784332,0.3019805550575256,0.3037064969539642,0.2970167994499206,0.2995208501815796,0.2970106601715088,0.2990955114364624,0.3027818500995636,0.3048534691333771,0.2993872463703155,0.2986327707767486,0.3015393316745758,0.3003426790237427,0.3003274798393249,0.3017795085906982,0.3019182682037353,0.3015450537204742,0.3046211004257202,0.3031167984008789,0.3020436763763428,0.3011128306388855,0.3029948472976684,0.3045558631420135,0.301642894744873,0.3029441833496094,0.3035804331302643,0.3004390001296997,0.3021787703037262,0.306041270494461,0.3064048886299133,0.3087956011295318,0.3070018291473388,0.3065581619739532,0.3093871772289276,0.3060930073261261,0.3033313155174255,0.3072777390480041,0.306413859128952,0.3104493916034698,0.3056999444961548,0.3077532052993774,0.309231549501419,0.3070645034313202,0.3117790520191192,0.3114112913608551,0.312661737203598,0.3181777000427246,0.3117201030254364,0.3099702894687652,0.3074746131896972,0.3064963519573211,0.3105958700180053,0.3111456036567688,0.3084964454174042,0.3087405860424042,0.3121673166751861,0.3121528625488281,0.3100416660308838,0.3142979145050049,0.3129935264587402,0.3112611472606659,0.3119436800479889,0.3154115974903106,0.3091593086719513,0.3103814721107483,0.3130497634410858,0.3133455514907837,0.3152708411216736,0.3137963414192199,0.3099324703216553,0.3164172768592834,0.3133907914161682,0.3128255009651184,0.3134104907512665,0.3106969892978668,0.3130004107952118,0.3131391704082489,0.3130116462707519,0.3143952488899231,0.3143975436687469,0.3143710494041443,0.3163396418094635,0.3166862726211548,0.3184126019477844,0.3178988993167877,0.317479133605957,0.3184944093227386,0.316694974899292,0.3176258206367492,0.3182629346847534,0.3200214207172394,0.3181648552417755,0.320680022239685,0.3178716897964477,0.3182425796985626,0.3182984292507171,0.3158398568630218,0.3152642548084259,0.3132680356502533,0.3178914785385132,0.3156660795211792,0.3161703050136566,0.3176451921463012,0.3173815906047821,0.3194171786308288,0.3193057179450989,0.3172560334205627,0.317656546831131,0.3155770003795624,0.3199106156826019,0.3170182108879089,0.3156754970550537,0.3180731236934662,0.3205638229846954,0.3175432682037353,0.3184471428394317,0.3192788958549499,0.3197042346000671,0.3177168369293213],"label":"FineWeb: base filtering only"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/all_filtering_steps/openbookqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2440000027418136,0.270000010728836,0.2720000147819519,0.3000000119209289,0.2919999957084656,0.3160000145435333,0.3160000145435333,0.3179999887943268,0.3199999928474426,0.3440000116825104,0.3179999887943268,0.3240000009536743,0.3300000131130218,0.3240000009536743,0.3199999928474426,0.335999995470047,0.3339999914169311,0.3440000116825104,0.3459999859333038,0.3400000035762787,0.3440000116825104,0.335999995470047,0.3379999995231628,0.3519999980926513,0.3379999995231628,0.3420000076293945,0.3319999873638153,0.3479999899864197,0.3459999859333038,0.3339999914169311,0.3440000116825104,0.3420000076293945,0.3219999969005584,0.3319999873638153,0.3479999899864197,0.3379999995231628,0.335999995470047,0.3499999940395355,0.3420000076293945,0.3319999873638153,0.3400000035762787,0.3400000035762787,0.3519999980926513,0.3479999899864197,0.3379999995231628,0.335999995470047,0.3400000035762787,0.3319999873638153,0.3580000102519989,0.3499999940395355,0.3700000047683716,0.3680000007152557,0.335999995470047,0.3600000143051147,0.3499999940395355,0.356000006198883,0.3499999940395355,0.356000006198883,0.3619999885559082,0.363999992609024,0.3519999980926513,0.3540000021457672,0.3600000143051147,0.3600000143051147,0.3540000021457672,0.356000006198883,0.363999992609024,0.363999992609024,0.3499999940395355,0.3659999966621399,0.356000006198883,0.363999992609024,0.3540000021457672,0.3540000021457672,0.3619999885559082,0.3740000128746032,0.3519999980926513,0.3659999966621399,0.3680000007152557,0.3700000047683716,0.3580000102519989,0.3499999940395355,0.3740000128746032,0.3659999966621399,0.3659999966621399,0.3580000102519989,0.3479999899864197,0.363999992609024,0.3519999980926513,0.3580000102519989,0.356000006198883,0.3740000128746032,0.363999992609024,0.3700000047683716,0.363999992609024,0.3700000047683716,0.363999992609024,0.3799999952316284,0.3860000073909759,0.3680000007152557,0.3779999911785126,0.3740000128746032,0.3600000143051147,0.3659999966621399,0.3680000007152557,0.3619999885559082,0.3700000047683716,0.3759999871253967,0.363999992609024,0.3740000128746032,0.3799999952316284,0.3779999911785126,0.3659999966621399,0.3600000143051147,0.3740000128746032,0.3600000143051147,0.363999992609024,0.363999992609024,0.363999992609024,0.3779999911785126,0.3700000047683716,0.3799999952316284,0.3720000088214874,0.3819999992847442,0.3759999871253967,0.3799999952316284,0.3740000128746032,0.3860000073909759,0.3779999911785126,0.3959999978542328,0.3880000114440918,0.3799999952316284,0.3860000073909759,0.3759999871253967,0.3939999938011169,0.3779999911785126,0.3959999978542328,0.3779999911785126,0.3899999856948852,0.3860000073909759,0.3959999978542328,0.3759999871253967,0.3720000088214874,0.3799999952316284,0.3740000128746032,0.3759999871253967,0.3799999952316284,0.3819999992847442,0.3840000033378601,0.3720000088214874,0.363999992609024,0.3840000033378601,0.3919999897480011,0.3819999992847442,0.3819999992847442,0.3779999911785126,0.3799999952316284,0.3840000033378601,0.3819999992847442,0.3899999856948852,0.3860000073909759,0.3819999992847442,0.3840000033378601,0.3720000088214874,0.3799999952316284,0.3819999992847442,0.3959999978542328],"label":"FineWeb: id mh + C4 + custom filters"},"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2759999930858612,0.2739999890327453,0.2800000011920929,0.2879999876022339,0.3179999887943268,0.3019999861717224,0.3000000119209289,0.3240000009536743,0.3100000023841858,0.3140000104904175,0.3260000050067901,0.3260000050067901,0.3339999914169311,0.328000009059906,0.335999995470047,0.3319999873638153,0.3379999995231628,0.3519999980926513,0.3420000076293945,0.3440000116825104,0.3379999995231628,0.3420000076293945,0.3499999940395355,0.3420000076293945,0.3420000076293945,0.3499999940395355,0.3300000131130218,0.3459999859333038,0.3379999995231628,0.3400000035762787,0.3440000116825104,0.3319999873638153,0.3339999914169311,0.3459999859333038,0.3459999859333038,0.335999995470047,0.3379999995231628,0.3479999899864197,0.3540000021457672,0.3479999899864197,0.3420000076293945,0.3600000143051147,0.3499999940395355,0.3459999859333038,0.3600000143051147,0.335999995470047,0.3400000035762787,0.3619999885559082,0.3619999885559082,0.3580000102519989,0.3459999859333038,0.363999992609024,0.3479999899864197,0.356000006198883,0.3420000076293945,0.3619999885559082,0.3479999899864197,0.356000006198883,0.363999992609024,0.356000006198883,0.3700000047683716,0.356000006198883,0.356000006198883,0.3600000143051147,0.3680000007152557,0.3519999980926513,0.363999992609024,0.3540000021457672,0.3600000143051147,0.3600000143051147,0.3580000102519989,0.3680000007152557,0.3459999859333038,0.356000006198883,0.3740000128746032,0.356000006198883,0.3580000102519989,0.3479999899864197,0.3540000021457672,0.3499999940395355,0.3580000102519989,0.3540000021457672,0.3659999966621399,0.3680000007152557,0.356000006198883,0.3600000143051147,0.3519999980926513,0.363999992609024,0.3440000116825104,0.3659999966621399,0.3580000102519989,0.363999992609024,0.3600000143051147,0.3759999871253967,0.363999992609024,0.3700000047683716,0.3619999885559082,0.3600000143051147,0.3720000088214874,0.3779999911785126,0.3680000007152557,0.3759999871253967,0.3819999992847442,0.363999992609024,0.3740000128746032,0.363999992609024,0.3619999885559082,0.3700000047683716,0.3680000007152557,0.3659999966621399,0.3700000047683716,0.3759999871253967,0.363999992609024,0.3720000088214874,0.3700000047683716,0.3619999885559082,0.3680000007152557,0.3799999952316284,0.3659999966621399,0.3740000128746032,0.3740000128746032,0.3740000128746032,0.3659999966621399,0.3700000047683716,0.3779999911785126,0.3720000088214874,0.3700000047683716,0.3860000073909759,0.3759999871253967,0.3659999966621399,0.3680000007152557,0.3680000007152557,0.3700000047683716,0.3700000047683716,0.3799999952316284,0.3860000073909759,0.3840000033378601,0.3899999856948852,0.3720000088214874,0.3939999938011169,0.3700000047683716,0.3779999911785126,0.3860000073909759,0.3720000088214874,0.3700000047683716,0.3759999871253967,0.3799999952316284,0.3840000033378601,0.3759999871253967,0.3720000088214874,0.3759999871253967,0.3779999911785126,0.3880000114440918,0.3799999952316284,0.3759999871253967,0.3840000033378601,0.3759999871253967,0.3720000088214874,0.3779999911785126,0.3700000047683716,0.3799999952316284,0.3799999952316284,0.3860000073909759,0.3799999952316284,0.3779999911785126,0.3740000128746032,0.3779999911785126],"label":"FineWeb: id mh + C4 filters"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2660000026226043,0.277999997138977,0.2820000052452087,0.3079999983310699,0.3140000104904175,0.3260000050067901,0.3039999902248382,0.3319999873638153,0.3240000009536743,0.3199999928474426,0.3379999995231628,0.3339999914169311,0.3319999873638153,0.3319999873638153,0.3219999969005584,0.3319999873638153,0.3379999995231628,0.3199999928474426,0.3179999887943268,0.3400000035762787,0.3219999969005584,0.335999995470047,0.3339999914169311,0.3420000076293945,0.3240000009536743,0.3440000116825104,0.3420000076293945,0.3379999995231628,0.3459999859333038,0.328000009059906,0.3420000076293945,0.3459999859333038,0.3479999899864197,0.3379999995231628,0.356000006198883,0.3379999995231628,0.3440000116825104,0.3400000035762787,0.3379999995231628,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.3479999899864197,0.3440000116825104,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.356000006198883,0.3600000143051147,0.3379999995231628,0.356000006198883,0.3400000035762787,0.3519999980926513,0.3479999899864197,0.3479999899864197,0.3400000035762787,0.3459999859333038,0.3519999980926513,0.3440000116825104,0.3400000035762787,0.356000006198883,0.3420000076293945,0.356000006198883,0.3540000021457672,0.3600000143051147,0.3339999914169311,0.3499999940395355,0.3580000102519989,0.3440000116825104,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3339999914169311,0.3540000021457672,0.3459999859333038,0.3459999859333038,0.3400000035762787,0.356000006198883,0.356000006198883,0.3420000076293945,0.3420000076293945,0.3400000035762787,0.3479999899864197,0.3519999980926513,0.3319999873638153,0.3580000102519989,0.356000006198883,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3400000035762787,0.3440000116825104,0.3339999914169311,0.3379999995231628,0.3479999899864197,0.3680000007152557,0.3619999885559082,0.3440000116825104,0.3619999885559082,0.3580000102519989,0.356000006198883,0.3600000143051147,0.3519999980926513,0.3519999980926513,0.3459999859333038,0.3540000021457672,0.3600000143051147,0.356000006198883,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3600000143051147,0.3540000021457672,0.3540000021457672,0.363999992609024,0.3580000102519989,0.3680000007152557,0.3580000102519989,0.356000006198883,0.3519999980926513,0.3519999980926513,0.3519999980926513,0.3459999859333038,0.3499999940395355,0.356000006198883,0.3540000021457672,0.3540000021457672,0.3659999966621399,0.3619999885559082,0.3420000076293945,0.363999992609024,0.3580000102519989,0.3619999885559082,0.3759999871253967,0.3740000128746032,0.363999992609024,0.3580000102519989,0.3700000047683716,0.3700000047683716,0.363999992609024,0.3440000116825104,0.3580000102519989,0.3680000007152557,0.3700000047683716,0.3740000128746032,0.3619999885559082,0.3619999885559082,0.3700000047683716,0.363999992609024,0.363999992609024,0.363999992609024,0.3700000047683716,0.3600000143051147,0.3680000007152557,0.363999992609024,0.3659999966621399,0.363999992609024,0.3680000007152557,0.3580000102519989,0.363999992609024,0.3659999966621399,0.363999992609024,0.3580000102519989,0.3600000143051147,0.3600000143051147,0.3580000102519989,0.3600000143051147],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2560000121593475,0.2720000147819519,0.2980000078678131,0.2840000092983246,0.2879999876022339,0.3039999902248382,0.2860000133514404,0.2899999916553497,0.3019999861717224,0.2960000038146972,0.3039999902248382,0.3100000023841858,0.3160000145435333,0.3160000145435333,0.3260000050067901,0.3179999887943268,0.3420000076293945,0.3219999969005584,0.328000009059906,0.3240000009536743,0.3300000131130218,0.328000009059906,0.3199999928474426,0.3379999995231628,0.3400000035762787,0.3240000009536743,0.3120000064373016,0.3319999873638153,0.3260000050067901,0.3120000064373016,0.3160000145435333,0.3140000104904175,0.3179999887943268,0.3160000145435333,0.3199999928474426,0.3240000009536743,0.3260000050067901,0.3179999887943268,0.3300000131130218,0.3179999887943268,0.328000009059906,0.3240000009536743,0.328000009059906,0.3260000050067901,0.3199999928474426,0.3400000035762787,0.3339999914169311,0.328000009059906,0.328000009059906,0.3339999914169311,0.328000009059906,0.328000009059906,0.335999995470047,0.3580000102519989,0.3499999940395355,0.3260000050067901,0.3499999940395355,0.3420000076293945,0.3160000145435333,0.3339999914169311,0.335999995470047,0.3400000035762787,0.3240000009536743,0.3319999873638153,0.3379999995231628,0.3400000035762787,0.3379999995231628,0.3319999873638153,0.3319999873638153,0.3440000116825104,0.3300000131130218,0.3219999969005584,0.3260000050067901,0.3219999969005584,0.3339999914169311,0.328000009059906,0.3300000131130218,0.3219999969005584,0.3379999995231628,0.3400000035762787,0.3319999873638153,0.328000009059906,0.3440000116825104,0.3339999914169311,0.328000009059906,0.3379999995231628,0.3499999940395355,0.3339999914169311,0.3300000131130218,0.328000009059906,0.335999995470047,0.3240000009536743,0.335999995470047,0.3240000009536743,0.3400000035762787,0.3400000035762787,0.3420000076293945,0.3319999873638153,0.3339999914169311,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3400000035762787,0.3379999995231628,0.3459999859333038,0.3379999995231628,0.3300000131130218,0.3519999980926513,0.3379999995231628,0.356000006198883,0.335999995470047,0.3420000076293945,0.3400000035762787,0.328000009059906,0.3540000021457672,0.3499999940395355,0.3479999899864197,0.3440000116825104,0.3519999980926513,0.356000006198883,0.3540000021457672,0.3440000116825104,0.3499999940395355,0.356000006198883,0.356000006198883,0.356000006198883,0.363999992609024,0.3600000143051147,0.356000006198883,0.3479999899864197,0.356000006198883,0.3459999859333038,0.3479999899864197,0.3619999885559082,0.363999992609024,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3540000021457672,0.3619999885559082,0.3580000102519989,0.3540000021457672,0.356000006198883,0.3479999899864197,0.3519999980926513,0.356000006198883,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.3440000116825104,0.3580000102519989,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3540000021457672,0.3519999980926513,0.3540000021457672,0.356000006198883,0.363999992609024,0.356000006198883,0.356000006198883],"label":"FineWeb: base filtering only"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/all_filtering_steps/piqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6200000047683716,0.6470000147819519,0.6700000166893005,0.6869999766349792,0.6990000009536743,0.7059999704360962,0.7120000123977661,0.7139999866485596,0.7129999995231628,0.7289999723434448,0.7200000286102295,0.7139999866485596,0.7260000109672546,0.7329999804496765,0.7289999723434448,0.7369999885559082,0.7319999933242798,0.7260000109672546,0.7360000014305115,0.7369999885559082,0.7369999885559082,0.7300000190734863,0.7300000190734863,0.7350000143051147,0.734000027179718,0.7409999966621399,0.7429999709129333,0.7400000095367432,0.7440000176429749,0.7440000176429749,0.7400000095367432,0.7400000095367432,0.7480000257492065,0.7440000176429749,0.7570000290870667,0.7360000014305115,0.734000027179718,0.7419999837875366,0.7429999709129333,0.7519999742507935,0.746999979019165,0.7459999918937683,0.75,0.75,0.7400000095367432,0.7440000176429749,0.7450000047683716,0.7549999952316284,0.7580000162124634,0.7540000081062317,0.7419999837875366,0.7580000162124634,0.746999979019165,0.7540000081062317,0.765999972820282,0.7549999952316284,0.7580000162124634,0.753000020980835,0.7549999952316284,0.753000020980835,0.7490000128746033,0.7519999742507935,0.7630000114440918,0.7509999871253967,0.7570000290870667,0.7609999775886536,0.7609999775886536,0.7559999823570251,0.75,0.7540000081062317,0.7480000257492065,0.7590000033378601,0.7509999871253967,0.75,0.7559999823570251,0.7509999871253967,0.7480000257492065,0.7519999742507935,0.765999972820282,0.7590000033378601,0.7549999952316284,0.7609999775886536,0.7559999823570251,0.7599999904632568,0.765999972820282,0.7549999952316284,0.7549999952316284,0.7580000162124634,0.7699999809265137,0.7590000033378601,0.7699999809265137,0.7609999775886536,0.7590000033378601,0.765999972820282,0.765999972820282,0.7639999985694885,0.7710000276565552,0.7649999856948853,0.7519999742507935,0.7609999775886536,0.7549999952316284,0.7580000162124634,0.7770000100135803,0.7699999809265137,0.7749999761581421,0.777999997138977,0.7710000276565552,0.7680000066757202,0.7749999761581421,0.7730000019073486,0.7699999809265137,0.7799999713897705,0.7649999856948853,0.7689999938011169,0.7739999890327454,0.7710000276565552,0.7760000228881836,0.7739999890327454,0.7699999809265137,0.7749999761581421,0.7730000019073486,0.7770000100135803,0.7720000147819519,0.7699999809265137,0.7739999890327454,0.7710000276565552,0.7710000276565552,0.777999997138977,0.7789999842643738,0.7770000100135803,0.7720000147819519,0.7730000019073486,0.7730000019073486,0.7760000228881836,0.7710000276565552,0.7789999842643738,0.781000018119812,0.7749999761581421,0.777999997138977,0.7789999842643738,0.7770000100135803,0.7760000228881836,0.7730000019073486,0.7789999842643738,0.7749999761581421,0.7770000100135803,0.7749999761581421,0.7689999938011169,0.7749999761581421,0.777999997138977,0.7760000228881836,0.7749999761581421,0.7789999842643738,0.7820000052452087,0.7739999890327454,0.7799999713897705,0.781000018119812,0.7870000004768372,0.781000018119812,0.7789999842643738,0.781000018119812,0.777999997138977,0.7760000228881836,0.777999997138977,0.7720000147819519,0.7749999761581421,0.7739999890327454],"label":"FineWeb: id mh + C4 filters"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6209999918937683,0.6549999713897705,0.6800000071525574,0.6830000281333923,0.703000009059906,0.7020000219345093,0.7110000252723694,0.7160000205039978,0.7129999995231628,0.7210000157356262,0.7250000238418579,0.7210000157356262,0.7310000061988831,0.7269999980926514,0.7329999804496765,0.7459999918937683,0.734000027179718,0.7409999966621399,0.7390000224113464,0.7350000143051147,0.7509999871253967,0.7440000176429749,0.7379999756813049,0.7599999904632568,0.7400000095367432,0.7409999966621399,0.7590000033378601,0.7409999966621399,0.7440000176429749,0.7400000095367432,0.7450000047683716,0.75,0.7440000176429749,0.7409999966621399,0.7429999709129333,0.7440000176429749,0.7440000176429749,0.7559999823570251,0.7459999918937683,0.7559999823570251,0.7540000081062317,0.7599999904632568,0.7559999823570251,0.7490000128746033,0.7490000128746033,0.7429999709129333,0.7609999775886536,0.7519999742507935,0.7480000257492065,0.7490000128746033,0.7620000243186951,0.7580000162124634,0.7580000162124634,0.7540000081062317,0.7509999871253967,0.7519999742507935,0.7440000176429749,0.7459999918937683,0.7559999823570251,0.7620000243186951,0.746999979019165,0.7570000290870667,0.7620000243186951,0.7570000290870667,0.7540000081062317,0.7540000081062317,0.7570000290870667,0.7590000033378601,0.7519999742507935,0.75,0.7559999823570251,0.7590000033378601,0.7559999823570251,0.7519999742507935,0.7639999985694885,0.7620000243186951,0.7549999952316284,0.7490000128746033,0.7559999823570251,0.7639999985694885,0.7609999775886536,0.7609999775886536,0.7519999742507935,0.7549999952316284,0.7570000290870667,0.7620000243186951,0.7599999904632568,0.7639999985694885,0.7559999823570251,0.753000020980835,0.7649999856948853,0.753000020980835,0.7549999952316284,0.7609999775886536,0.7599999904632568,0.7680000066757202,0.7540000081062317,0.7559999823570251,0.7590000033378601,0.7590000033378601,0.7649999856948853,0.7639999985694885,0.7710000276565552,0.7699999809265137,0.7609999775886536,0.765999972820282,0.7670000195503235,0.7720000147819519,0.7639999985694885,0.7609999775886536,0.7549999952316284,0.7630000114440918,0.7670000195503235,0.7599999904632568,0.765999972820282,0.7670000195503235,0.7670000195503235,0.7670000195503235,0.7720000147819519,0.7760000228881836,0.7710000276565552,0.7829999923706055,0.7630000114440918,0.7720000147819519,0.7649999856948853,0.7630000114440918,0.7699999809265137,0.7720000147819519,0.7720000147819519,0.7689999938011169,0.777999997138977,0.7689999938011169,0.7760000228881836,0.7730000019073486,0.7799999713897705,0.7720000147819519,0.7760000228881836,0.7710000276565552,0.7770000100135803,0.777999997138977,0.7670000195503235,0.7789999842643738,0.7799999713897705,0.7749999761581421,0.7730000019073486,0.777999997138977,0.777999997138977,0.7799999713897705,0.7770000100135803,0.7770000100135803,0.7789999842643738,0.7760000228881836,0.7770000100135803,0.7770000100135803,0.7770000100135803,0.7739999890327454,0.7689999938011169,0.7760000228881836,0.777999997138977,0.7699999809265137,0.7739999890327454,0.7670000195503235,0.7699999809265137,0.7710000276565552,0.7730000019073486,0.7739999890327454,0.7680000066757202],"label":"FineWeb: independent MinHash (id mh)"},"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6190000176429749,0.6549999713897705,0.6769999861717224,0.6899999976158142,0.6869999766349792,0.7149999737739563,0.7179999947547913,0.7179999947547913,0.7319999933242798,0.7390000224113464,0.7350000143051147,0.7480000257492065,0.7440000176429749,0.7409999966621399,0.7440000176429749,0.7580000162124634,0.7419999837875366,0.7440000176429749,0.75,0.734000027179718,0.746999979019165,0.7459999918937683,0.7390000224113464,0.7490000128746033,0.7379999756813049,0.7429999709129333,0.7390000224113464,0.7360000014305115,0.7419999837875366,0.7480000257492065,0.7480000257492065,0.7490000128746033,0.7440000176429749,0.75,0.7540000081062317,0.7490000128746033,0.7549999952316284,0.7429999709129333,0.7540000081062317,0.753000020980835,0.7540000081062317,0.7440000176429749,0.7570000290870667,0.7400000095367432,0.7490000128746033,0.7549999952316284,0.7559999823570251,0.7580000162124634,0.7609999775886536,0.7480000257492065,0.7490000128746033,0.7599999904632568,0.7609999775886536,0.7540000081062317,0.753000020980835,0.7490000128746033,0.7480000257492065,0.7440000176429749,0.7549999952316284,0.7540000081062317,0.7559999823570251,0.7490000128746033,0.7409999966621399,0.7580000162124634,0.75,0.746999979019165,0.7400000095367432,0.7559999823570251,0.7490000128746033,0.7429999709129333,0.7519999742507935,0.7549999952316284,0.7559999823570251,0.753000020980835,0.753000020980835,0.746999979019165,0.746999979019165,0.7559999823570251,0.7549999952316284,0.7549999952316284,0.7570000290870667,0.7599999904632568,0.7599999904632568,0.7549999952316284,0.765999972820282,0.7649999856948853,0.7630000114440918,0.7580000162124634,0.7599999904632568,0.7559999823570251,0.7490000128746033,0.7620000243186951,0.7519999742507935,0.7580000162124634,0.7559999823570251,0.7580000162124634,0.7670000195503235,0.7599999904632568,0.7559999823570251,0.7580000162124634,0.7570000290870667,0.7649999856948853,0.7590000033378601,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7519999742507935,0.7639999985694885,0.7699999809265137,0.7689999938011169,0.7609999775886536,0.765999972820282,0.7710000276565552,0.7590000033378601,0.7710000276565552,0.7639999985694885,0.7710000276565552,0.7730000019073486,0.7680000066757202,0.7590000033378601,0.7639999985694885,0.7609999775886536,0.7559999823570251,0.7749999761581421,0.7680000066757202,0.7599999904632568,0.7609999775886536,0.7599999904632568,0.7580000162124634,0.7599999904632568,0.7649999856948853,0.765999972820282,0.7580000162124634,0.7739999890327454,0.7739999890327454,0.7739999890327454,0.7620000243186951,0.7749999761581421,0.7699999809265137,0.7670000195503235,0.7720000147819519,0.7739999890327454,0.7739999890327454,0.7649999856948853,0.7710000276565552,0.7649999856948853,0.7699999809265137,0.7760000228881836,0.7730000019073486,0.7699999809265137,0.7739999890327454,0.7720000147819519,0.7670000195503235,0.7720000147819519,0.7749999761581421,0.7699999809265137,0.7689999938011169,0.7639999985694885,0.7760000228881836,0.7670000195503235,0.7670000195503235,0.7689999938011169,0.7760000228881836,0.7670000195503235,0.7649999856948853,0.7720000147819519,0.7609999775886536],"label":"FineWeb: id mh + C4 + custom filters"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.621999979019165,0.6439999938011169,0.6700000166893005,0.6790000200271606,0.6869999766349792,0.6959999799728394,0.6790000200271606,0.6880000233650208,0.7049999833106995,0.699999988079071,0.6990000009536743,0.6940000057220459,0.7110000252723694,0.7120000123977661,0.7070000171661377,0.7070000171661377,0.6990000009536743,0.7009999752044678,0.7160000205039978,0.7200000286102295,0.7149999737739563,0.7250000238418579,0.7210000157356262,0.722000002861023,0.7310000061988831,0.7289999723434448,0.7319999933242798,0.7250000238418579,0.722000002861023,0.7210000157356262,0.7170000076293945,0.7260000109672546,0.7250000238418579,0.7210000157356262,0.7200000286102295,0.7379999756813049,0.7239999771118164,0.7239999771118164,0.7080000042915344,0.7289999723434448,0.7289999723434448,0.7300000190734863,0.7329999804496765,0.7319999933242798,0.7350000143051147,0.7390000224113464,0.7350000143051147,0.7289999723434448,0.734000027179718,0.7329999804496765,0.7400000095367432,0.7409999966621399,0.7310000061988831,0.7350000143051147,0.7360000014305115,0.7360000014305115,0.7409999966621399,0.7319999933242798,0.7409999966621399,0.7400000095367432,0.7390000224113464,0.7329999804496765,0.7459999918937683,0.753000020980835,0.746999979019165,0.734000027179718,0.7369999885559082,0.7419999837875366,0.734000027179718,0.7419999837875366,0.7289999723434448,0.7350000143051147,0.7300000190734863,0.7519999742507935,0.7390000224113464,0.7400000095367432,0.7409999966621399,0.7429999709129333,0.7450000047683716,0.7329999804496765,0.7260000109672546,0.7570000290870667,0.7360000014305115,0.7519999742507935,0.7419999837875366,0.7379999756813049,0.7390000224113464,0.7490000128746033,0.734000027179718,0.7360000014305115,0.7390000224113464,0.7440000176429749,0.7450000047683716,0.7319999933242798,0.7429999709129333,0.7519999742507935,0.7540000081062317,0.7519999742507935,0.753000020980835,0.7480000257492065,0.7440000176429749,0.7459999918937683,0.7369999885559082,0.7419999837875366,0.7480000257492065,0.7419999837875366,0.765999972820282,0.746999979019165,0.7459999918937683,0.7570000290870667,0.7390000224113464,0.7409999966621399,0.7459999918937683,0.75,0.7570000290870667,0.753000020980835,0.7549999952316284,0.7519999742507935,0.7490000128746033,0.746999979019165,0.7459999918937683,0.7459999918937683,0.746999979019165,0.7409999966621399,0.7419999837875366,0.7459999918937683,0.7440000176429749,0.7459999918937683,0.7490000128746033,0.7450000047683716,0.7409999966621399,0.7419999837875366,0.7490000128746033,0.7590000033378601,0.7549999952316284,0.7549999952316284,0.746999979019165,0.753000020980835,0.7549999952316284,0.746999979019165,0.7580000162124634,0.7490000128746033,0.753000020980835,0.75,0.75,0.7540000081062317,0.7540000081062317,0.7490000128746033,0.7570000290870667,0.7570000290870667,0.7590000033378601,0.7559999823570251,0.7620000243186951,0.7590000033378601,0.7509999871253967,0.7639999985694885,0.7580000162124634,0.7599999904632568,0.7620000243186951,0.7590000033378601,0.7609999775886536,0.7559999823570251,0.75,0.7509999871253967,0.7549999952316284,0.7540000081062317,0.7540000081062317],"label":"FineWeb: base filtering only"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/all_filtering_steps/siqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.395000010728836,0.3970000147819519,0.3930000066757202,0.4050000011920929,0.3899999856948852,0.4070000052452087,0.4040000140666961,0.4189999997615814,0.4000000059604645,0.4269999861717224,0.4009999930858612,0.3980000019073486,0.414000004529953,0.4120000004768371,0.4050000011920929,0.4070000052452087,0.4070000052452087,0.4129999876022339,0.4009999930858612,0.4070000052452087,0.4059999883174896,0.4050000011920929,0.4059999883174896,0.4090000092983246,0.4160000085830688,0.4059999883174896,0.3899999856948852,0.3899999856948852,0.4009999930858612,0.3970000147819519,0.3959999978542328,0.4110000133514404,0.4040000140666961,0.4110000133514404,0.4050000011920929,0.4090000092983246,0.402999997138977,0.4189999997615814,0.3980000019073486,0.4059999883174896,0.4120000004768371,0.4149999916553497,0.4059999883174896,0.4250000119209289,0.4110000133514404,0.4070000052452087,0.4120000004768371,0.4120000004768371,0.4020000100135803,0.4050000011920929,0.4009999930858612,0.4079999923706054,0.4110000133514404,0.4110000133514404,0.4059999883174896,0.4040000140666961,0.3980000019073486,0.395000010728836,0.4050000011920929,0.402999997138977,0.4020000100135803,0.4090000092983246,0.4079999923706054,0.4020000100135803,0.4000000059604645,0.4020000100135803,0.4090000092983246,0.4160000085830688,0.3959999978542328,0.3970000147819519,0.3970000147819519,0.3989999890327453,0.3970000147819519,0.4009999930858612,0.4020000100135803,0.4009999930858612,0.4050000011920929,0.4110000133514404,0.4050000011920929,0.414000004529953,0.4059999883174896,0.4020000100135803,0.395000010728836,0.4009999930858612,0.402999997138977,0.4040000140666961,0.4020000100135803,0.3989999890327453,0.3980000019073486,0.4040000140666961,0.4059999883174896,0.3899999856948852,0.4009999930858612,0.3980000019073486,0.4040000140666961,0.4110000133514404,0.3939999938011169,0.4040000140666961,0.4040000140666961,0.4059999883174896,0.402999997138977,0.4020000100135803,0.4040000140666961,0.4059999883174896,0.3970000147819519,0.3989999890327453,0.4040000140666961,0.4090000092983246,0.4059999883174896,0.4020000100135803,0.4099999964237213,0.4050000011920929,0.4099999964237213,0.402999997138977,0.4040000140666961,0.3989999890327453,0.4070000052452087,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.4169999957084656,0.3989999890327453,0.414000004529953,0.4169999957084656,0.4079999923706054,0.4020000100135803,0.4009999930858612,0.4020000100135803,0.4090000092983246,0.4189999997615814,0.4050000011920929,0.4090000092983246,0.4040000140666961,0.4090000092983246,0.4160000085830688,0.402999997138977,0.4169999957084656,0.4160000085830688,0.4149999916553497,0.4059999883174896,0.4169999957084656,0.4099999964237213,0.4210000038146972,0.4239999949932098,0.4160000085830688,0.4090000092983246,0.4120000004768371,0.4110000133514404,0.4189999997615814,0.414000004529953,0.4059999883174896,0.4110000133514404,0.4149999916553497,0.4110000133514404,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.414000004529953,0.4079999923706054,0.4070000052452087,0.4099999964237213,0.4059999883174896,0.4040000140666961,0.4149999916553497,0.4099999964237213,0.4149999916553497,0.414000004529953],"label":"FineWeb: id mh + C4 + custom filters"},"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.4009999930858612,0.4110000133514404,0.3889999985694885,0.4020000100135803,0.4079999923706054,0.3880000114440918,0.4000000059604645,0.3910000026226043,0.3980000019073486,0.395000010728836,0.3939999938011169,0.4050000011920929,0.4099999964237213,0.4099999964237213,0.4099999964237213,0.4059999883174896,0.4059999883174896,0.402999997138977,0.4079999923706054,0.4169999957084656,0.4020000100135803,0.3970000147819519,0.3970000147819519,0.4210000038146972,0.3970000147819519,0.3980000019073486,0.395000010728836,0.4000000059604645,0.3989999890327453,0.4009999930858612,0.4129999876022339,0.4120000004768371,0.4120000004768371,0.3919999897480011,0.414000004529953,0.4009999930858612,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4079999923706054,0.4009999930858612,0.3959999978542328,0.3959999978542328,0.4099999964237213,0.3959999978542328,0.4050000011920929,0.4059999883174896,0.4110000133514404,0.402999997138977,0.4040000140666961,0.414000004529953,0.3989999890327453,0.4199999868869781,0.4050000011920929,0.4070000052452087,0.4079999923706054,0.3989999890327453,0.4099999964237213,0.4020000100135803,0.4090000092983246,0.414000004529953,0.4189999997615814,0.4079999923706054,0.4180000126361847,0.4059999883174896,0.4070000052452087,0.4120000004768371,0.402999997138977,0.4059999883174896,0.4090000092983246,0.4110000133514404,0.3989999890327453,0.4079999923706054,0.4040000140666961,0.414000004529953,0.4079999923706054,0.402999997138977,0.4099999964237213,0.402999997138977,0.4120000004768371,0.4000000059604645,0.4090000092983246,0.4050000011920929,0.4129999876022339,0.4040000140666961,0.4129999876022339,0.4079999923706054,0.4180000126361847,0.414000004529953,0.4160000085830688,0.4199999868869781,0.4020000100135803,0.4020000100135803,0.4079999923706054,0.4009999930858612,0.4040000140666961,0.4099999964237213,0.4050000011920929,0.4040000140666961,0.414000004529953,0.4180000126361847,0.4050000011920929,0.414000004529953,0.4079999923706054,0.4050000011920929,0.4050000011920929,0.4070000052452087,0.4050000011920929,0.4059999883174896,0.4059999883174896,0.4000000059604645,0.4120000004768371,0.4059999883174896,0.4070000052452087,0.4120000004768371,0.4050000011920929,0.4059999883174896,0.3989999890327453,0.3959999978542328,0.4020000100135803,0.3989999890327453,0.3959999978542328,0.3989999890327453,0.4059999883174896,0.4070000052452087,0.4120000004768371,0.4009999930858612,0.4120000004768371,0.4129999876022339,0.4090000092983246,0.414000004529953,0.4099999964237213,0.4160000085830688,0.4040000140666961,0.4099999964237213,0.414000004529953,0.4050000011920929,0.402999997138977,0.4040000140666961,0.4079999923706054,0.3989999890327453,0.4059999883174896,0.3980000019073486,0.4070000052452087,0.4020000100135803,0.4009999930858612,0.4000000059604645,0.4079999923706054,0.4070000052452087,0.402999997138977,0.4079999923706054,0.4050000011920929,0.4040000140666961,0.4070000052452087,0.4020000100135803,0.3959999978542328,0.402999997138977,0.402999997138977,0.4099999964237213,0.4090000092983246,0.4009999930858612,0.4059999883174896,0.4020000100135803,0.4040000140666961,0.4009999930858612,0.4070000052452087,0.4070000052452087],"label":"FineWeb: id mh + C4 filters"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.3959999978542328,0.4070000052452087,0.3910000026226043,0.3939999938011169,0.3980000019073486,0.3930000066757202,0.4059999883174896,0.4000000059604645,0.3889999985694885,0.3989999890327453,0.402999997138977,0.3980000019073486,0.4000000059604645,0.3989999890327453,0.4000000059604645,0.3930000066757202,0.3939999938011169,0.3930000066757202,0.3880000114440918,0.3980000019073486,0.4020000100135803,0.3980000019073486,0.3959999978542328,0.3989999890327453,0.4020000100135803,0.402999997138977,0.4009999930858612,0.4079999923706054,0.4009999930858612,0.4070000052452087,0.4070000052452087,0.4020000100135803,0.4059999883174896,0.4079999923706054,0.4110000133514404,0.3989999890327453,0.4000000059604645,0.402999997138977,0.3939999938011169,0.3939999938011169,0.3980000019073486,0.3980000019073486,0.4050000011920929,0.4009999930858612,0.4120000004768371,0.402999997138977,0.4090000092983246,0.402999997138977,0.3980000019073486,0.3959999978542328,0.3970000147819519,0.4009999930858612,0.4070000052452087,0.4070000052452087,0.4079999923706054,0.402999997138977,0.3989999890327453,0.3980000019073486,0.4009999930858612,0.4050000011920929,0.4000000059604645,0.3959999978542328,0.3980000019073486,0.3970000147819519,0.4129999876022339,0.402999997138977,0.4090000092983246,0.4050000011920929,0.402999997138977,0.4009999930858612,0.3980000019073486,0.402999997138977,0.4020000100135803,0.3980000019073486,0.3970000147819519,0.402999997138977,0.4000000059604645,0.4149999916553497,0.3959999978542328,0.4000000059604645,0.4020000100135803,0.3919999897480011,0.4110000133514404,0.4090000092983246,0.4070000052452087,0.4059999883174896,0.4020000100135803,0.3959999978542328,0.4050000011920929,0.395000010728836,0.4020000100135803,0.3959999978542328,0.4090000092983246,0.4070000052452087,0.4040000140666961,0.4000000059604645,0.4020000100135803,0.402999997138977,0.4050000011920929,0.414000004529953,0.4009999930858612,0.402999997138977,0.4020000100135803,0.3980000019073486,0.4020000100135803,0.4000000059604645,0.402999997138977,0.395000010728836,0.4009999930858612,0.3959999978542328,0.4120000004768371,0.3989999890327453,0.3980000019073486,0.4040000140666961,0.4070000052452087,0.3989999890327453,0.3989999890327453,0.3970000147819519,0.3970000147819519,0.3980000019073486,0.3970000147819519,0.3989999890327453,0.4110000133514404,0.4050000011920929,0.3939999938011169,0.3970000147819519,0.4009999930858612,0.3989999890327453,0.3980000019073486,0.402999997138977,0.3860000073909759,0.402999997138977,0.4020000100135803,0.3959999978542328,0.3989999890327453,0.3959999978542328,0.4000000059604645,0.395000010728836,0.395000010728836,0.3939999938011169,0.3980000019073486,0.4020000100135803,0.3989999890327453,0.3989999890327453,0.3880000114440918,0.3980000019073486,0.3959999978542328,0.4009999930858612,0.4079999923706054,0.395000010728836,0.3980000019073486,0.4009999930858612,0.3980000019073486,0.4009999930858612,0.3989999890327453,0.4000000059604645,0.402999997138977,0.4000000059604645,0.4020000100135803,0.3959999978542328,0.395000010728836,0.4020000100135803,0.3970000147819519,0.3980000019073486,0.3959999978542328,0.4000000059604645,0.4050000011920929],"label":"FineWeb: independent MinHash (id mh)"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.4000000059604645,0.395000010728836,0.3959999978542328,0.4020000100135803,0.4000000059604645,0.3959999978542328,0.3930000066757202,0.3899999856948852,0.402999997138977,0.4009999930858612,0.3930000066757202,0.4050000011920929,0.3939999938011169,0.4000000059604645,0.3989999890327453,0.3959999978542328,0.4020000100135803,0.4000000059604645,0.3939999938011169,0.395000010728836,0.3919999897480011,0.3980000019073486,0.3910000026226043,0.3880000114440918,0.3959999978542328,0.3980000019073486,0.3989999890327453,0.402999997138977,0.3959999978542328,0.3980000019073486,0.395000010728836,0.4090000092983246,0.4090000092983246,0.3889999985694885,0.3959999978542328,0.3880000114440918,0.3840000033378601,0.3959999978542328,0.3880000114440918,0.3939999938011169,0.3970000147819519,0.3910000026226043,0.3939999938011169,0.4020000100135803,0.3980000019073486,0.3970000147819519,0.4009999930858612,0.3919999897480011,0.3899999856948852,0.3989999890327453,0.3860000073909759,0.3860000073909759,0.3970000147819519,0.3959999978542328,0.3939999938011169,0.3840000033378601,0.3869999945163727,0.402999997138977,0.4050000011920929,0.395000010728836,0.3880000114440918,0.3869999945163727,0.3939999938011169,0.402999997138977,0.3899999856948852,0.3910000026226043,0.3910000026226043,0.4009999930858612,0.3919999897480011,0.3970000147819519,0.3919999897480011,0.3930000066757202,0.3869999945163727,0.3880000114440918,0.3849999904632568,0.3930000066757202,0.395000010728836,0.3889999985694885,0.3959999978542328,0.3989999890327453,0.402999997138977,0.3939999938011169,0.4000000059604645,0.4000000059604645,0.4050000011920929,0.3989999890327453,0.3869999945163727,0.3910000026226043,0.3889999985694885,0.3889999985694885,0.4000000059604645,0.3910000026226043,0.3970000147819519,0.3989999890327453,0.3989999890327453,0.3959999978542328,0.3910000026226043,0.3880000114440918,0.3939999938011169,0.382999986410141,0.3849999904632568,0.3959999978542328,0.3989999890327453,0.3959999978542328,0.3880000114440918,0.3840000033378601,0.3980000019073486,0.4000000059604645,0.4000000059604645,0.4020000100135803,0.395000010728836,0.3910000026226043,0.3919999897480011,0.4040000140666961,0.3989999890327453,0.4020000100135803,0.3910000026226043,0.4009999930858612,0.3959999978542328,0.3939999938011169,0.3930000066757202,0.3910000026226043,0.3970000147819519,0.3880000114440918,0.3970000147819519,0.3959999978542328,0.3889999985694885,0.3970000147819519,0.4009999930858612,0.3970000147819519,0.3959999978542328,0.3959999978542328,0.3989999890327453,0.4040000140666961,0.3959999978542328,0.3980000019073486,0.3970000147819519,0.3970000147819519,0.3989999890327453,0.4020000100135803,0.3980000019073486,0.4000000059604645,0.4000000059604645,0.402999997138977,0.4090000092983246,0.3970000147819519,0.4020000100135803,0.3970000147819519,0.4009999930858612,0.3959999978542328,0.3970000147819519,0.3989999890327453,0.3939999938011169,0.3989999890327453,0.4000000059604645,0.4000000059604645,0.3989999890327453,0.4050000011920929,0.4059999883174896,0.4009999930858612,0.3989999890327453,0.3959999978542328,0.3939999938011169,0.3970000147819519,0.4009999930858612,0.3989999890327453,0.3939999938011169],"label":"FineWeb: base filtering only"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/all_filtering_steps/winogrande_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4880000054836273,0.492000013589859,0.5059999823570251,0.5139999985694885,0.5070000290870667,0.5090000033378601,0.5230000019073486,0.5189999938011169,0.5189999938011169,0.5220000147819519,0.5149999856948853,0.5260000228881836,0.5329999923706055,0.5180000066757202,0.5289999842643738,0.5400000214576721,0.5410000085830688,0.5440000295639038,0.5329999923706055,0.550000011920929,0.5419999957084656,0.5360000133514404,0.5429999828338623,0.5429999828338623,0.5450000166893005,0.5490000247955322,0.5400000214576721,0.5509999990463257,0.5559999942779541,0.5479999780654907,0.5540000200271606,0.5490000247955322,0.5400000214576721,0.5429999828338623,0.5460000038146973,0.5370000004768372,0.5479999780654907,0.5550000071525574,0.5490000247955322,0.5400000214576721,0.5410000085830688,0.5460000038146973,0.546999990940094,0.5479999780654907,0.546999990940094,0.5509999990463257,0.5450000166893005,0.5590000152587891,0.5419999957084656,0.5540000200271606,0.5440000295639038,0.5450000166893005,0.5580000281333923,0.5540000200271606,0.5440000295639038,0.5619999766349792,0.5450000166893005,0.5600000023841858,0.5559999942779541,0.5600000023841858,0.5400000214576721,0.5569999814033508,0.5600000023841858,0.5619999766349792,0.5529999732971191,0.5649999976158142,0.5609999895095825,0.5550000071525574,0.5609999895095825,0.5580000281333923,0.5550000071525574,0.5619999766349792,0.5550000071525574,0.5519999861717224,0.5600000023841858,0.5550000071525574,0.5550000071525574,0.5590000152587891,0.5490000247955322,0.5580000281333923,0.5600000023841858,0.5419999957084656,0.5559999942779541,0.5559999942779541,0.5529999732971191,0.5609999895095825,0.5519999861717224,0.5569999814033508,0.5569999814033508,0.5509999990463257,0.5619999766349792,0.546999990940094,0.5619999766349792,0.5460000038146973,0.5529999732971191,0.5619999766349792,0.5690000057220459,0.5680000185966492,0.5720000267028809,0.5640000104904175,0.5550000071525574,0.5509999990463257,0.550000011920929,0.5600000023841858,0.5609999895095825,0.5630000233650208,0.5649999976158142,0.5529999732971191,0.5540000200271606,0.5529999732971191,0.5659999847412109,0.5600000023841858,0.5590000152587891,0.5619999766349792,0.5600000023841858,0.5730000138282776,0.5569999814033508,0.5690000057220459,0.5619999766349792,0.5680000185966492,0.578000009059906,0.5730000138282776,0.5550000071525574,0.5529999732971191,0.5600000023841858,0.5630000233650208,0.5590000152587891,0.5659999847412109,0.5669999718666077,0.5609999895095825,0.5630000233650208,0.5569999814033508,0.5490000247955322,0.5619999766349792,0.5550000071525574,0.5630000233650208,0.5559999942779541,0.5559999942779541,0.5649999976158142,0.5569999814033508,0.5619999766349792,0.5559999942779541,0.5669999718666077,0.5609999895095825,0.5690000057220459,0.5770000219345093,0.5690000057220459,0.5720000267028809,0.5619999766349792,0.5649999976158142,0.5669999718666077,0.5680000185966492,0.5699999928474426,0.5640000104904175,0.5609999895095825,0.5740000009536743,0.5690000057220459,0.5669999718666077,0.5720000267028809,0.5699999928474426,0.5709999799728394,0.5740000009536743,0.5680000185966492,0.5619999766349792,0.5690000057220459,0.5659999847412109,0.574999988079071],"label":"FineWeb: independent MinHash (id mh)"},"big-run-fineweb-v1-all-dumps":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4760000109672546,0.4979999959468841,0.503000020980835,0.531000018119812,0.515999972820282,0.5220000147819519,0.5210000276565552,0.5260000228881836,0.5289999842643738,0.5249999761581421,0.5239999890327454,0.5189999938011169,0.5260000228881836,0.5139999985694885,0.5299999713897705,0.5370000004768372,0.5350000262260437,0.5329999923706055,0.531000018119812,0.5299999713897705,0.550000011920929,0.5329999923706055,0.5260000228881836,0.5320000052452087,0.5339999794960022,0.5429999828338623,0.5440000295639038,0.5379999876022339,0.5509999990463257,0.5529999732971191,0.5440000295639038,0.5479999780654907,0.5419999957084656,0.5339999794960022,0.5440000295639038,0.5419999957084656,0.5370000004768372,0.5289999842643738,0.5220000147819519,0.5429999828338623,0.5519999861717224,0.5419999957084656,0.5370000004768372,0.546999990940094,0.5509999990463257,0.5509999990463257,0.5460000038146973,0.5519999861717224,0.5429999828338623,0.5419999957084656,0.5379999876022339,0.5450000166893005,0.5440000295639038,0.5440000295639038,0.5239999890327454,0.5450000166893005,0.550000011920929,0.5550000071525574,0.5429999828338623,0.5540000200271606,0.5410000085830688,0.5429999828338623,0.5550000071525574,0.5509999990463257,0.5460000038146973,0.550000011920929,0.546999990940094,0.5429999828338623,0.5299999713897705,0.550000011920929,0.5550000071525574,0.5440000295639038,0.5410000085830688,0.5450000166893005,0.550000011920929,0.546999990940094,0.5519999861717224,0.5529999732971191,0.550000011920929,0.5519999861717224,0.5540000200271606,0.5379999876022339,0.5590000152587891,0.5440000295639038,0.5540000200271606,0.5540000200271606,0.5429999828338623,0.5450000166893005,0.5440000295639038,0.5519999861717224,0.546999990940094,0.5519999861717224,0.5559999942779541,0.5659999847412109,0.5649999976158142,0.5600000023841858,0.5569999814033508,0.5550000071525574,0.5630000233650208,0.5559999942779541,0.5669999718666077,0.5550000071525574,0.5609999895095825,0.5580000281333923,0.5699999928474426,0.5580000281333923,0.5490000247955322,0.5619999766349792,0.5609999895095825,0.5529999732971191,0.5490000247955322,0.5540000200271606,0.5590000152587891,0.5600000023841858,0.5509999990463257,0.5569999814033508,0.5509999990463257,0.5580000281333923,0.5580000281333923,0.5580000281333923,0.5619999766349792,0.5649999976158142,0.5540000200271606,0.5619999766349792,0.5659999847412109,0.5759999752044678,0.5709999799728394,0.5550000071525574,0.5659999847412109,0.5659999847412109,0.5680000185966492,0.5669999718666077,0.5600000023841858,0.5619999766349792,0.5640000104904175,0.5580000281333923,0.5580000281333923,0.5540000200271606,0.5789999961853027,0.5600000023841858,0.5509999990463257,0.5690000057220459,0.5709999799728394,0.5669999718666077,0.5600000023841858,0.5619999766349792,0.5600000023841858,0.5590000152587891,0.5600000023841858,0.5690000057220459,0.5690000057220459,0.5789999961853027,0.5669999718666077,0.5690000057220459,0.5649999976158142,0.5690000057220459,0.5699999928474426,0.5669999718666077,0.5649999976158142,0.5630000233650208,0.5559999942779541,0.5669999718666077,0.5669999718666077,0.5720000267028809,0.5690000057220459,0.5830000042915344,0.5640000104904175],"label":"FineWeb: id mh + C4 + custom filters"},"big-run-sampled-fineweb-c4-filters":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4790000021457672,0.4839999973773956,0.5059999823570251,0.5109999775886536,0.5070000290870667,0.5099999904632568,0.5239999890327454,0.5239999890327454,0.5120000243186951,0.5339999794960022,0.5220000147819519,0.5189999938011169,0.5210000276565552,0.5260000228881836,0.5389999747276306,0.5249999761581421,0.531000018119812,0.527999997138977,0.5299999713897705,0.5230000019073486,0.5289999842643738,0.5450000166893005,0.5419999957084656,0.5329999923706055,0.5400000214576721,0.5270000100135803,0.5299999713897705,0.5379999876022339,0.531000018119812,0.5170000195503235,0.5429999828338623,0.5339999794960022,0.5429999828338623,0.5389999747276306,0.5289999842643738,0.5360000133514404,0.5289999842643738,0.5350000262260437,0.5339999794960022,0.5220000147819519,0.5400000214576721,0.5540000200271606,0.5299999713897705,0.5379999876022339,0.531000018119812,0.5440000295639038,0.5329999923706055,0.5400000214576721,0.5299999713897705,0.5429999828338623,0.5299999713897705,0.5329999923706055,0.5419999957084656,0.5339999794960022,0.5450000166893005,0.5260000228881836,0.5379999876022339,0.5490000247955322,0.5529999732971191,0.527999997138977,0.5350000262260437,0.5429999828338623,0.5410000085830688,0.5400000214576721,0.5410000085830688,0.5320000052452087,0.5360000133514404,0.5329999923706055,0.5339999794960022,0.5410000085830688,0.5550000071525574,0.546999990940094,0.5360000133514404,0.546999990940094,0.5550000071525574,0.5440000295639038,0.5429999828338623,0.5479999780654907,0.5490000247955322,0.5440000295639038,0.5299999713897705,0.546999990940094,0.5529999732971191,0.5429999828338623,0.5419999957084656,0.5460000038146973,0.546999990940094,0.546999990940094,0.5440000295639038,0.5460000038146973,0.5509999990463257,0.5460000038146973,0.5479999780654907,0.5640000104904175,0.546999990940094,0.5419999957084656,0.550000011920929,0.5540000200271606,0.550000011920929,0.5490000247955322,0.5479999780654907,0.546999990940094,0.550000011920929,0.5479999780654907,0.550000011920929,0.5509999990463257,0.5440000295639038,0.5580000281333923,0.550000011920929,0.5590000152587891,0.5590000152587891,0.5600000023841858,0.550000011920929,0.5609999895095825,0.550000011920929,0.5630000233650208,0.5490000247955322,0.5490000247955322,0.5580000281333923,0.5519999861717224,0.5619999766349792,0.5540000200271606,0.5580000281333923,0.5559999942779541,0.5490000247955322,0.5490000247955322,0.5590000152587891,0.5440000295639038,0.550000011920929,0.5540000200271606,0.5590000152587891,0.5529999732971191,0.5540000200271606,0.5559999942779541,0.5540000200271606,0.5619999766349792,0.5509999990463257,0.5699999928474426,0.5529999732971191,0.5490000247955322,0.5529999732971191,0.5580000281333923,0.5540000200271606,0.5590000152587891,0.5590000152587891,0.5590000152587891,0.5509999990463257,0.546999990940094,0.5550000071525574,0.5600000023841858,0.5580000281333923,0.5680000185966492,0.5600000023841858,0.5590000152587891,0.5619999766349792,0.5640000104904175,0.5609999895095825,0.5569999814033508,0.5550000071525574,0.5509999990463257,0.5609999895095825,0.5529999732971191,0.5630000233650208,0.5690000057220459,0.5640000104904175,0.5619999766349792,0.5619999766349792],"label":"FineWeb: id mh + C4 filters"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.5239999890327454,0.4900000095367431,0.5040000081062317,0.5099999904632568,0.4990000128746032,0.5170000195503235,0.5040000081062317,0.5009999871253967,0.5230000019073486,0.5109999775886536,0.5059999823570251,0.5130000114440918,0.5090000033378601,0.5220000147819519,0.5189999938011169,0.5180000066757202,0.5220000147819519,0.5120000243186951,0.5460000038146973,0.5239999890327454,0.5289999842643738,0.5440000295639038,0.5339999794960022,0.5299999713897705,0.5260000228881836,0.5360000133514404,0.5339999794960022,0.5360000133514404,0.5299999713897705,0.5180000066757202,0.5249999761581421,0.5440000295639038,0.5299999713897705,0.5339999794960022,0.5239999890327454,0.527999997138977,0.5139999985694885,0.5289999842643738,0.5360000133514404,0.5260000228881836,0.5389999747276306,0.5460000038146973,0.5270000100135803,0.5339999794960022,0.5320000052452087,0.5329999923706055,0.5260000228881836,0.5220000147819519,0.5260000228881836,0.5379999876022339,0.5410000085830688,0.5350000262260437,0.5389999747276306,0.5320000052452087,0.5389999747276306,0.5379999876022339,0.5329999923706055,0.5270000100135803,0.5170000195503235,0.5329999923706055,0.5370000004768372,0.5379999876022339,0.5249999761581421,0.5479999780654907,0.546999990940094,0.5400000214576721,0.5440000295639038,0.5360000133514404,0.5450000166893005,0.5440000295639038,0.5370000004768372,0.5370000004768372,0.5479999780654907,0.5379999876022339,0.5400000214576721,0.5479999780654907,0.5379999876022339,0.5509999990463257,0.5440000295639038,0.5379999876022339,0.550000011920929,0.5389999747276306,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5360000133514404,0.5509999990463257,0.5360000133514404,0.5419999957084656,0.5419999957084656,0.550000011920929,0.5360000133514404,0.5519999861717224,0.5540000200271606,0.546999990940094,0.5370000004768372,0.5379999876022339,0.5519999861717224,0.5329999923706055,0.5400000214576721,0.5429999828338623,0.550000011920929,0.5490000247955322,0.5360000133514404,0.550000011920929,0.5569999814033508,0.5490000247955322,0.5490000247955322,0.5479999780654907,0.5350000262260437,0.5490000247955322,0.5370000004768372,0.5440000295639038,0.5329999923706055,0.5440000295639038,0.5429999828338623,0.5389999747276306,0.5450000166893005,0.5320000052452087,0.5450000166893005,0.5400000214576721,0.5419999957084656,0.5460000038146973,0.5370000004768372,0.5400000214576721,0.5460000038146973,0.5370000004768372,0.5370000004768372,0.5460000038146973,0.5400000214576721,0.5490000247955322,0.5529999732971191,0.5379999876022339,0.5460000038146973,0.5450000166893005,0.5429999828338623,0.5460000038146973,0.5400000214576721,0.5479999780654907,0.5460000038146973,0.5540000200271606,0.5400000214576721,0.5350000262260437,0.5490000247955322,0.5460000038146973,0.5460000038146973,0.5509999990463257,0.5410000085830688,0.5429999828338623,0.5379999876022339,0.5450000166893005,0.5389999747276306,0.5400000214576721,0.5400000214576721,0.550000011920929,0.5440000295639038,0.5389999747276306,0.5450000166893005,0.5400000214576721,0.5389999747276306,0.5419999957084656,0.5410000085830688,0.5440000295639038,0.5519999861717224,0.5479999780654907,0.5450000166893005,0.5569999814033508],"label":"FineWeb: base filtering only"}},"layout":{"title":{"text":"The different FineWeb processing steps"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/agg_score.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.3580685469011466,0.3740996705989043,0.39048008372386295,0.39857714250683784,0.40837346265713376,0.4111154315372308,0.41773712386687595,0.4196594481666882,0.42379963273803395,0.4276047808428605,0.42980752388636273,0.43098293244838715,0.43155378103256226,0.4327609067161878],"label":"C4"},"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.36066408455371857,0.3812380563467741,0.394003426656127,0.40062618628144264,0.4117735456675291,0.4165923688560724,0.4175422675907612,0.42100309208035464,0.42246321588754654,0.42360376194119453,0.42823668196797365,0.4299001637846231,0.4302353039383888,0.4310380257666111],"label":"All filters"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.330924579873681,0.35825083684176207,0.37912008538842196,0.38942993618547916,0.3983491826802492,0.4053049590438604,0.4079726096242666,0.4135104585438967,0.41717425361275673,0.41904263757169247,0.4211529679596424,0.4212619122117758,0.42373160831630224,0.42435371689498425,0.4279126934707165],"label":"All filters except terminal_punct"},"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.36182260885834694,0.3764855917543173,0.3928546328097582,0.3978128544986248,0.4073755294084549,0.4112890623509884,0.41486112400889397,0.4196756165474653,0.4235504809767008,0.42218128964304924,0.4228535555303097,0.4249562546610832,0.42740595713257784,0.42711055465042586],"label":"terminal_punct filter"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.3583905678242445,0.38119001872837543,0.3873079549521208,0.39723034016788,0.4043100867420435,0.40908974781632423,0.4140731003135443,0.41894380562007427,0.41736695170402527,0.4232212919741869,0.4229240976274013,0.4236308634281158,0.42750727012753487,0.4268195778131485],"label":"curly_bracket filter"},"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308933284133672,0.36000680737197394,0.37551611103117466,0.38802069239318365,0.3933942876756191,0.4043118376284838,0.40780537389218807,0.4112964067608118,0.4137573726475239,0.41791345551609993,0.4173779133707285,0.42117033526301384,0.42073468305170536,0.42412591539323324,0.4260616712272167],"label":"word_lengths filter"},"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3308296035975218,0.35613923892378807,0.3746252153068781,0.38806260935962195,0.39690930768847466,0.4043668694794178,0.40220927633345127,0.41070565767586226,0.41399387270212173,0.4170555509626865,0.42098715901374817,0.4210818205028772,0.42051274701952934,0.424176013097167,0.4225243702530861],"label":"baseline"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/arc_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.2928333381811778,0.3191666702429453,0.3451666633288066,0.342166672150294,0.35983332991600037,0.35483332475026447,0.3643333315849304,0.3631666700045268,0.3698333303133647,0.3696666657924652,0.37433333198229474,0.3805000086625417,0.3800000051657359,0.3798333406448364],"label":"C4"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.29250000417232513,0.3184999972581863,0.3297500014305115,0.34450000524520874,0.3512499928474426,0.35724999010562897,0.36375001072883606,0.3665000051259994,0.3684999942779541,0.3712499886751175,0.37375000119209284,0.37800000607967377,0.3840000033378601,0.37950000166893005],"label":"curly_bracket filter"},"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.2905000001192093,0.32549999654293055,0.3307500034570694,0.3467499911785126,0.3500000089406967,0.3452499955892563,0.3622500002384185,0.35999999940395355,0.37024998664855957,0.3684999942779541,0.3675000071525574,0.37249998748302454,0.37675000727176666,0.3760000020265579],"label":"baseline"},"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.28949999809265137,0.3187499940395355,0.33825001120567316,0.35074999928474426,0.3604999929666519,0.36274999380111694,0.3634999990463257,0.3645000010728836,0.3644999861717224,0.3669999986886978,0.3642500042915344,0.3722499907016754,0.37499999999999994,0.37549999356269836],"label":"word_lengths filter"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2512499988079071,0.294500008225441,0.32725000381469727,0.3352499902248382,0.3504999876022339,0.3487499952316284,0.3557500094175339,0.35324999690055847,0.36374999582767487,0.36474999785423273,0.372749999165535,0.36775000393390656,0.3707500100135803,0.3734999895095825,0.375],"label":"All filters except terminal_punct"},"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.30024999380111694,0.32724998891353607,0.33374999463558197,0.34574998915195465,0.351749986410141,0.36124999821186066,0.3527500033378601,0.3582500070333481,0.35850000381469727,0.36075000464916224,0.364750012755394,0.37049999833106995,0.3729999959468841,0.36974999308586115],"label":"All filters"},"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2509999871253967,0.2947500050067901,0.31974999606609344,0.3344999998807907,0.3445000052452087,0.351500004529953,0.35199999809265137,0.35925000905990595,0.3634999990463257,0.36374999582767487,0.36550000309944153,0.36775000393390656,0.3677499890327453,0.36900000274181366,0.36650000512599945],"label":"terminal_punct filter"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/commonsense_qa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.26349999010562897,0.2824999988079071,0.2985000014305115,0.3050000071525574,0.3119999915361404,0.3110000044107437,0.3164999932050705,0.32199999690055847,0.3279999941587448,0.3365000039339065,0.3375000059604645,0.3384999930858612,0.340499997138977,0.341499999165535],"label":"word_lengths filter"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2619999945163727,0.288000002503395,0.29749999940395355,0.30399999022483826,0.3149999976158142,0.3245000094175339,0.3230000138282776,0.3240000009536743,0.3245000094175339,0.33550000190734863,0.335999995470047,0.32999999821186066,0.3375000059604645,0.34049999713897705],"label":"curly_bracket filter"},"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.26299999654293055,0.2864999920129776,0.2944999933242798,0.2985000014305115,0.3165000081062317,0.3194999992847442,0.318000003695488,0.32500000298023224,0.32899999618530273,0.3254999965429306,0.33150000870227814,0.3330000042915344,0.33200000226497645,0.3330000042915344],"label":"All filters"},"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2650000005960464,0.28599999845027924,0.3110000044107437,0.2944999933242798,0.3085000067949295,0.32199999690055847,0.31949999928474426,0.3240000009536743,0.32500000298023224,0.3245000094175339,0.32199999690055847,0.3265000134706497,0.3295000046491623,0.32999999821186066],"label":"terminal_punct filter"},"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.2584999948740005,0.2850000113248825,0.30850000679492945,0.30149999260902405,0.31049999594688416,0.3079999983310699,0.3150000125169754,0.32199999690055847,0.3244999945163727,0.3205000013113022,0.3244999945163727,0.3279999941587448,0.33149999380111694,0.32850000262260437],"label":"baseline"},"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.25700000921885174,0.2786666651566823,0.2960000038146972,0.3049999972184499,0.3053333262602488,0.3120000064373016,0.31733333071072894,0.3163333336512248,0.3186666667461395,0.3226666748523712,0.3286666671435038,0.3240000009536743,0.32900000611941016,0.3283333381017049],"label":"C4"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2329999953508377,0.25800000131130213,0.2849999964237213,0.29200001060962677,0.289000004529953,0.30349999666213984,0.30400000512599945,0.3139999955892563,0.3139999955892563,0.318000003695488,0.32299999892711634,0.3174999952316284,0.3215000033378601,0.32250000536441803,0.32549999654293055],"label":"All filters except terminal_punct"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/hellaswag_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.29950000345706934,0.33799999952316284,0.3789999932050705,0.3970000147819519,0.42149999737739563,0.431999996304512,0.4440000057220459,0.4490000009536743,0.45949999988079065,0.4714999943971634,0.48000000417232513,0.47749999165534973,0.48100000619888306,0.48950000107288355],"label":"All filters"},"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.29699999094009394,0.3369999925295512,0.3699999948342641,0.3930000066757202,0.41233333945274353,0.42733333508173627,0.43799999356269836,0.4506666660308838,0.454666664203008,0.47166667381922406,0.47766666611035663,0.476666659116745,0.48366666833559663,0.4853333334128062],"label":"C4"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.2955000102519989,0.3385000079870224,0.36800000071525574,0.40099999308586115,0.4099999964237213,0.41700001060962677,0.42400000989437103,0.4389999955892563,0.4414999932050705,0.4484999924898147,0.455499991774559,0.45799998939037323,0.4660000056028366,0.471000000834465],"label":"All filters except terminal_punct"},"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.2939999997615814,0.3295000046491623,0.3684999942779541,0.38449999690055847,0.398499995470047,0.3959999978542328,0.4204999953508377,0.4335000067949295,0.445499986410141,0.443000003695488,0.455499991774559,0.45250000059604645,0.4529999941587448,0.4545000046491623],"label":"terminal_punct filter"},"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.29100000858306885,0.32400000095367426,0.3439999967813492,0.3575000017881393,0.3800000101327896,0.40049999952316284,0.4134999960660934,0.42099998891353607,0.4204999953508377,0.4280000030994415,0.44099999964237213,0.43799999356269836,0.44200000166893005,0.44600000977516174],"label":"word_lengths filter"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.29749999940395355,0.3240000009536743,0.34849999845027924,0.3725000023841858,0.3895000070333481,0.39800000190734863,0.41000001132488245,0.4214999973773956,0.42149999737739563,0.42499999701976776,0.42750000953674316,0.4364999979734421,0.4354999959468841,0.4385000020265579],"label":"curly_bracket filter"},"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.257999986410141,0.28949999809265137,0.32599999010562897,0.34450000524520874,0.3725000023841858,0.38500000536441803,0.39499999582767487,0.408500000834465,0.41700001060962677,0.4174999892711639,0.4284999966621399,0.42849999666213984,0.43150000274181366,0.4399999976158142,0.4375],"label":"baseline"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/index.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"siqa/acc_norm":{"file":"siqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"defaultMetric":"hellaswag/acc_norm","slider":{"min":0,"max":10,"default":3}}}
|
dist/assets/data/plots/c4_filters_hellaswag/mmlu_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.25013685226440424,0.25661391019821167,0.2620016932487488,0.2657508552074432,0.2710244506597519,0.2744349539279938,0.27642421424388885,0.2818952649831772,0.2794509679079056,0.2831944525241852,0.28439727425575256,0.2866545617580414,0.2866020053625107,0.28615814447402954,0.2871949374675751],"label":"baseline"},"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.25205445289611816,0.2613788843154907,0.26891554892063135,0.2724043130874634,0.27449470758438105,0.27719296514987946,0.27587129175662994,0.2815589904785156,0.2833077013492584,0.2830233126878738,0.28461267054080963,0.2871275246143341,0.28650729358196253,0.2869933694601059],"label":"word_lengths filter"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.25500668585300446,0.26221066713333124,0.26368947327136993,0.2702934741973877,0.27218967676162714,0.27553085982799524,0.27833363413810724,0.2786440253257751,0.2810910940170288,0.2834737300872803,0.2833452969789505,0.2836028486490249,0.28682972490787506,0.2868015915155411],"label":"All filters except terminal_punct"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.25762456655502314,0.2630201578140259,0.2672136425971985,0.27234274148941034,0.2702306807041168,0.27446796000003815,0.27583475410938263,0.2770504504442215,0.2794356495141983,0.28302033245563507,0.28214274346828455,0.2855468988418579,0.2840581685304642,0.28505663573741913],"label":"curly_bracket filter"},"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.2557150324185689,0.25763070583343506,0.2643406589825948,0.26745049158732087,0.2721543808778127,0.2737567722797394,0.2732303539911906,0.27877557277679443,0.27923040588696796,0.2798382341861725,0.2831268608570099,0.28203009565671283,0.2810969154040019,0.28292057911554974],"label":"C4"},"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.2583308666944504,0.2611347585916519,0.26333703100681305,0.2685028165578842,0.2725042402744293,0.27531248331069946,0.27463899552822113,0.2784048914909363,0.27915388345718384,0.27945026755332947,0.28207844495773315,0.281900018453598,0.2822476774454117,0.28188446164131165],"label":"terminal_punct filter"},"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2501466572284698,0.25806266069412226,0.26165445148944855,0.26727744936943054,0.2677594721317291,0.2689383774995804,0.2724889665842056,0.27308812737464905,0.27327476441860193,0.27370570600032806,0.277080088853836,0.27814342081546783,0.2782013118267059,0.27888238430023193,0.2795541882514953],"label":"All filters"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/openbookqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2559999972581863,0.27699999511241913,0.288000002503395,0.2980000078678131,0.31199999153614044,0.29500000178813934,0.3139999955892563,0.31199999153614044,0.31200000643730164,0.3369999974966049,0.32899999618530273,0.3200000077486038,0.3310000002384186,0.3330000042915344],"label":"baseline"},"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2590000033378601,0.278999999165535,0.2979999929666519,0.29899999499320984,0.3270000070333481,0.32800000905990595,0.32899999618530273,0.3369999974966049,0.33200000226497645,0.3260000050067901,0.33599999547004694,0.335999995470047,0.33500000834465027,0.3330000042915344],"label":"All filters"},"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2690000087022781,0.27300000190734863,0.28599999845027924,0.28299999237060547,0.3050000071525574,0.30900000035762787,0.31199999153614044,0.3200000077486038,0.33200000226497645,0.31200000643730164,0.3230000138282776,0.32299999892711634,0.32899999618530273,0.3320000022649765],"label":"word_lengths filter"},"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2526666720708211,0.26533332467079157,0.26600000262260437,0.29333333174387616,0.3059999942779541,0.30933333436648053,0.31600000460942584,0.31466667850812274,0.32933333516120905,0.3346666693687439,0.3366666634877522,0.3386666675408681,0.33799999952316284,0.33066666126251215],"label":"C4"},"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.26900000870227814,0.27400000393390656,0.2929999977350235,0.29600000381469727,0.306999996304512,0.3199999928474426,0.3190000057220459,0.31299999356269836,0.3229999989271164,0.3210000097751617,0.3270000070333481,0.3230000138282776,0.33399999141693115,0.3260000050067901],"label":"terminal_punct filter"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.25800000131130213,0.29899999499320984,0.27900001406669617,0.296999990940094,0.2980000078678131,0.3149999976158142,0.3179999887943268,0.32500000298023224,0.3079999983310699,0.32900001108646393,0.32599999010562897,0.3190000057220459,0.3279999941587448,0.3229999989271164],"label":"curly_bracket filter"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.2860000133514404,0.2500000074505806,0.2759999930858612,0.2800000011920929,0.29099999368190765,0.3070000112056732,0.3070000112056732,0.3229999989271164,0.3240000009536743,0.31700000166893005,0.3100000023841858,0.31300000846385956,0.31700000166893005,0.3100000023841858,0.3189999908208847],"label":"All filters except terminal_punct"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/piqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6196666558583578,0.6583333412806193,0.6833333373069763,0.6829999883969625,0.6983333230018616,0.702999989191691,0.7056666612625122,0.7076666553815206,0.7139999866485596,0.7209999958674113,0.7179999947547913,0.7273333470026652,0.7209999958674113,0.7273333271344503],"label":"C4"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.621999979019165,0.6520000100135803,0.6800000071525574,0.6895000040531158,0.6949999928474426,0.6990000009536743,0.7045000195503235,0.7114999890327454,0.710999995470047,0.7159999907016754,0.7199999988079071,0.7199999988079071,0.7204999923706055,0.7254999876022339],"label":"All filters except terminal_punct"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6149999797344208,0.6520000100135803,0.6789999902248383,0.69200000166893,0.6949999928474426,0.6955000162124634,0.7055000066757202,0.7150000035762787,0.7169999778270721,0.7184999883174896,0.7235000133514404,0.7240000069141388,0.723499983549118,0.7249999940395355],"label":"curly_bracket filter"},"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.621999979019165,0.6549999713897705,0.6695000231266022,0.6860000193119049,0.6994999945163727,0.6980000138282776,0.7084999978542328,0.7120000123977661,0.7124999761581421,0.7160000205039978,0.7179999947547913,0.7195000052452087,0.7229999899864197,0.723499983549118],"label":"terminal_punct filter"},"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6215000152587891,0.6580000221729279,0.6784999966621399,0.69200000166893,0.703499972820282,0.7029999792575836,0.710999995470047,0.7139999866485596,0.7179999947547913,0.7150000035762787,0.715499997138977,0.7184999883174896,0.7160000205039978,0.7224999964237213],"label":"All filters"},"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6229999959468842,0.6590000092983246,0.6714999973773956,0.6820000112056732,0.6949999928474426,0.6940000057220459,0.7064999938011169,0.7005000114440918,0.6989999711513519,0.7084999978542328,0.7060000002384186,0.7099999785423279,0.7160000205039978,0.7150000035762787],"label":"word_lengths filter"},"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.5099999904632568,0.6105000078678131,0.6350000202655792,0.6620000004768372,0.675000011920929,0.6940000057220459,0.6974999904632568,0.7054999768733978,0.7060000002384186,0.7059999704360962,0.7084999978542328,0.7060000002384186,0.7084999978542328,0.7144999802112579,0.7134999930858612],"label":"baseline"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/siqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3619999885559082,0.39633333683013916,0.3893333276112874,0.3933333357175191,0.39800000190734863,0.4013333320617676,0.4010000030199687,0.4059999982515971,0.41100000341733295,0.4063333372275035,0.40433333317438763,0.404666672150294,0.3993333379427592,0.4053333302338918,0.40800000230471295],"label":"C4"},"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3619999885559082,0.4010000079870224,0.3974999934434891,0.39499999582767487,0.403999999165535,0.40299999713897705,0.4095000028610229,0.4074999988079071,0.4065000116825104,0.4074999988079071,0.4050000011920929,0.3999999910593033,0.40700000524520874,0.4050000011920929,0.40799999237060547],"label":"terminal_punct filter"},"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3619999885559082,0.3955000042915344,0.40049999952316284,0.3945000022649765,0.40700000524520874,0.4010000079870224,0.4025000035762787,0.39650000631809235,0.4004999995231628,0.4020000100135803,0.40150000154972076,0.40950000286102295,0.4080000072717666,0.40600000321865076,0.40750001370906824],"label":"All filters"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3619999885559082,0.3994999974966049,0.392999991774559,0.40350000560283655,0.3939999938011169,0.39650000631809235,0.39450000226497645,0.4025000035762787,0.39900000393390656,0.3985000103712082,0.4030000120401382,0.3969999998807907,0.40150000154972076,0.40049999952316284,0.4025000035762787],"label":"All filters except terminal_punct"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3619999885559082,0.4009999930858612,0.4024999886751175,0.3935000002384186,0.3904999941587448,0.4040000140666961,0.4035000056028366,0.40449999272823334,0.4079999923706054,0.40049999952316284,0.3985000103712082,0.39750000834465027,0.39799998700618744,0.3995000123977661,0.39699999988079065],"label":"curly_bracket filter"},"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.3619999885559082,0.40150000154972076,0.39549998939037323,0.3969999998807907,0.3974999934434891,0.3959999978542328,0.39750000834465027,0.39549998939037323,0.3895000070333481,0.3994999974966049,0.3980000019073486,0.4000000059604645,0.39100000262260437,0.39250001311302185,0.39499999582767487],"label":"word_lengths filter"},"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.36149999499320984,0.39800000190734863,0.3970000147819519,0.4000000059604645,0.39799998700618744,0.408500000834465,0.39400000870227814,0.392999991774559,0.40450000762939453,0.4070000052452087,0.39950001239776606,0.3994999974966049,0.3949999958276748,0.398499995470047,0.3920000046491623],"label":"baseline"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/c4_filters_hellaswag/winogrande_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"filtering-c4-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.49050000309944153,0.48900000751018524,0.5080000162124634,0.50450000166893,0.5185000002384186,0.5175000131130219,0.5099999904632568,0.526500016450882,0.5320000052452087,0.5230000019073486,0.5105000138282776,0.5214999914169312,0.523499995470047,0.5264999866485596],"label":"terminal_punct filter"},"filtering-c4-curly_bracket":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.48350000381469727,0.5024999976158142,0.5039999932050705,0.5049999952316284,0.5115000009536743,0.50450000166893,0.5120000243186951,0.5144999921321869,0.5194999873638153,0.5250000059604645,0.5170000195503235,0.5180000066757202,0.527999997138977,0.5259999930858612],"label":"curly_bracket filter"},"sm-baseline-c4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.4933333396911621,0.48733333746592206,0.5056666731834412,0.5066666503747305,0.5116666754086813,0.5076666871706644,0.5213333169619242,0.5150000055631002,0.5183333357175192,0.5169999996821085,0.515333334604899,0.5193333427111307,0.5143333276112875,0.5196666717529297],"label":"C4"},"filtering-c4-all-except-terminal_punct":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.49150000512599945,0.49900001287460327,0.49300000071525574,0.5015000104904175,0.5094999969005585,0.5109999775886536,0.5085000097751617,0.507500022649765,0.5205000042915344,0.5125000178813934,0.5160000026226044,0.5175000131130219,0.5150000154972076,0.5179999768733978],"label":"All filters except terminal_punct"},"filtering-c4-word_lengths":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.49050000309944153,0.49000000953674316,0.4999999850988388,0.4989999830722809,0.5115000009536743,0.5105000138282776,0.5069999992847443,0.5109999775886536,0.5164999961853027,0.5059999823570251,0.5129999816417694,0.5059999823570251,0.5115000009536743,0.5164999961853027],"label":"word_lengths filter"},"filtering-c4-all":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.4884999990463257,0.4989999979734421,0.5064999908208847,0.49800001084804535,0.5040000081062317,0.5139999985694885,0.5160000026226044,0.5109999775886536,0.5070000141859055,0.5115000009536743,0.5105000138282776,0.5175000131130219,0.5200000107288361,0.5135000050067902],"label":"All filters"},"filtering-baseline-2019-18-60gt":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002],"y":[0.4970000088214874,0.48950000107288355,0.48950000107288355,0.5049999952316284,0.5125000178813934,0.5004999935626984,0.5065000057220459,0.5055000185966492,0.511000007390976,0.5160000026226044,0.5209999978542328,0.5270000100135803,0.5219999849796295,0.5149999856948853,0.5125000178813934],"label":"baseline"}},"layout":{"title":{"text":"C4 filtering effect on HellaSwag"}}}
|
dist/assets/data/plots/cross_ind_unfiltered_comparison/agg_score.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3534814938902855,0.3764607086777687,0.38782499730587,0.3981050960719585,0.4028486795723438,0.4125883243978023,0.4117814563214779,0.414029736071825,0.4197172522544861,0.4211113378405571,0.4279881417751312,0.4280137903988361,0.4280424378812313,0.4291964024305343,0.4326301179826259,0.4371833503246307,0.4346669465303421,0.4336562640964985,0.4432648755609989,0.4401291646063328,0.4394684173166752,0.4476612061262131,0.4465444348752498,0.4472153298556804,0.4433343075215816,0.4510187618434429,0.4459567815065384,0.4460812956094742,0.4498684890568256,0.4529943652451038,0.4528274349868297,0.4551213420927524,0.4549156539142132,0.4564928151667118,0.4576693661510944,0.4557182416319847,0.4536240361630916,0.457439012825489,0.4570476822555065,0.4589823484420776,0.462024375796318,0.4540738053619861,0.4550252184271812,0.4576593860983848,0.4573238864541054,0.4575810581445694,0.4622134491801262,0.4592566937208175,0.4614734016358852,0.4637473002076149,0.4625372551381588,0.4613912180066108,0.4597448222339153,0.4594792164862156,0.4662549719214439,0.4634026065468788,0.4633508697152138,0.4635734222829342,0.4628961533308029,0.4670135043561458,0.4639505892992019,0.4631133340299129,0.4665167145431041,0.4672448337078094,0.4693268723785877,0.4630668573081493,0.4676454700529575,0.4646359197795391,0.4621579721570015,0.4692446552217006,0.4704835228621959,0.4663223996758461,0.4680556617677212,0.466339822858572,0.4682099223136902,0.4711195565760135,0.4722655527293682,0.4727961830794811,0.4676857478916645,0.4719390422105789,0.4713102728128433,0.4712141714990139,0.4721613004803657,0.4713456854224205,0.4682970903813839,0.4679934531450271,0.4685162976384163,0.4679946713149547,0.4681242071092129,0.4702276065945625,0.472664151340723,0.4730790853500366,0.4731674715876579,0.4718914777040481,0.4719801284372806,0.4761029370129108,0.4735167175531387,0.4730370938777923,0.4730173237621784,0.4735377207398414,0.4777223989367485,0.4796326830983162,0.4734170883893966,0.4739485755562782,0.4748299159109592,0.4765299335122108,0.4745025858283043,0.4754423759877682,0.4784592799842357,0.4761341325938701,0.4760282784700393,0.4769757278263569,0.47154351323843,0.4786738082766533,0.4804279990494251,0.4777076803147793,0.4798569902777672,0.4759011939167976,0.4784621745347976,0.479673832654953,0.4780617095530033,0.48076206818223,0.47995800152421,0.4790860973298549,0.4817167408764362,0.4811586998403072,0.482547752559185,0.4816697351634502,0.4809327870607376,0.4816545359790325,0.4804601892828941,0.4776877984404564,0.4813711903989315,0.4844604581594467,0.4819537848234176,0.4820829331874847,0.4778126627206802,0.482935007661581,0.48230691999197,0.4826001971960068,0.4823969900608063,0.4811219945549965,0.4789146520197391,0.484035175293684,0.4848698377609253,0.4855728335678577,0.4825376532971859,0.485215101391077,0.4824351668357849,0.4835342466831207,0.4822137206792831,0.4838785007596016,0.4837255179882049,0.4853012599050998,0.4857851006090641,0.4863366298377514,0.4856646582484245,0.4842503517866134,0.4838776960968971,0.4846346862614155,0.4837041422724724,0.4813097268342972,0.4873070046305656,0.4841253720223903,0.4837464913725853,0.483069509267807,0.4851242564618587,0.4861010462045669],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3551952373236418,0.3736435137689113,0.3814037963747978,0.3948809280991554,0.3996850810945034,0.4089604057371616,0.4100853353738785,0.4119834117591381,0.4168377220630646,0.4186493046581745,0.4169826358556747,0.4234288297593593,0.4229162000119686,0.4273439794778824,0.4290364980697632,0.4291782416403293,0.4296907968819141,0.4311576783657074,0.4326641112565994,0.430318683385849,0.430436260998249,0.4339037239551544,0.4363459683954716,0.4357402548193931,0.4342963136732578,0.4366712383925915,0.4363959729671478,0.436981026083231,0.4447868093848228,0.4411709941923618,0.4406092017889023,0.4424176625907421,0.4423875361680984,0.4422253370285034,0.4410557933151722,0.4447037056088447,0.4454837813973427,0.4435960277915001,0.4468514993786812,0.4479999616742134,0.4428562931716442,0.445764634758234,0.4456562362611294,0.4488007053732872,0.4475954286754131,0.4468922987580299,0.4548408314585686,0.4511027485132217,0.4530330970883369,0.4483681954443455,0.4531726539134979,0.45334542542696,0.4544384703040123,0.4530758671462536,0.4540613554418087,0.4510113634169101,0.4538320265710354,0.4518541917204857,0.4536847211420536,0.4532708041369915,0.4552236869931221,0.455034039914608,0.4562875479459762,0.4532428197562694,0.4574853852391243,0.4517738744616508,0.4579889141023159,0.4538268558681011,0.456730306148529,0.4526018649339676,0.4562746733427048,0.4560015797615051,0.4555426277220249,0.4561501257121563,0.4524396173655987,0.4557023830711841,0.4589769169688225,0.4581078588962555,0.4620813727378845,0.4586601965129375,0.4568093195557594,0.4569808952510357,0.4567535072565079,0.4575250148773193,0.4606908001005649,0.4603964723646641,0.4622848592698574,0.4594669193029403,0.4640629850327968,0.4604269936680794,0.4634841009974479,0.4644578285515308,0.4642514958977699,0.4666304066777229,0.4616626128554344,0.4588956907391548,0.4620226770639419,0.4628621749579906,0.4595407098531723,0.4635516740381717,0.46005355194211,0.4601523540914058,0.4644204638898372,0.4620639197528362,0.46614545956254,0.4636696502566337,0.4610077403485775,0.4640897810459137,0.4636163525283336,0.4630545899271965,0.466012816876173,0.4650349207222461,0.4613720141351223,0.4644323363900184,0.4647249802947044,0.4656480401754379,0.4651664271950722,0.4622530452907085,0.4655019529163837,0.4650313258171081,0.466718140989542,0.4661559611558914,0.4661237150430679,0.4664223715662956,0.4640601389110088,0.4642657749354839,0.4633881188929081,0.4629989042878151,0.4685831367969513,0.4675870984792709,0.467183344066143,0.4678030684590339,0.4660939238965511,0.4691914953291416,0.4670972637832165,0.468262892216444,0.4672016054391861,0.4676182121038437,0.4698677137494087,0.4658828042447567,0.4701816700398922,0.4684622809290886,0.466015312820673,0.4675401039421558,0.4693200923502445,0.4702670983970165,0.4679145030677318,0.4676233418285846,0.4674933589994907,0.4678357951343059,0.4669915996491909,0.4657857678830623,0.4666901864111423,0.4669371582567692,0.4672787226736545,0.4684535376727581,0.4685697965323925,0.4694835692644119,0.4683254994451999,0.4712230190634727,0.4683987610042095,0.4707653746008873,0.4663059376180172,0.4683133698999882,0.4686385430395603,0.4657671600580215,0.4692615270614624],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3605199865996837,0.3733148723840713,0.3882005847990513,0.3934122696518898,0.3947227671742439,0.4042885974049568,0.3974800482392311,0.4055779427289963,0.4133470430970192,0.4117913842201233,0.4113653488457203,0.4149517640471458,0.4187851920723915,0.4252083078026771,0.4206527359783649,0.4240428246557712,0.422003373503685,0.4280910938978195,0.4244147576391697,0.4316282644867897,0.4295645765960216,0.4310102686285972,0.4360743537545204,0.4313482865691185,0.4350991360843181,0.4378576353192329,0.4335876516997814,0.4347924515604973,0.4348904751241207,0.436600212007761,0.430036511272192,0.4350974671542644,0.4399556629359722,0.4371416717767715,0.4363861419260502,0.4376698136329651,0.4405004419386387,0.4373639523983001,0.4379038028419018,0.4371281825006008,0.4393439553678036,0.440426729619503,0.4401675276458263,0.4429537951946258,0.4449137263000011,0.4434786736965179,0.4450470842421055,0.4454202279448509,0.4394537284970283,0.442185215651989,0.4461225643754005,0.4427758157253265,0.4430646039545536,0.4476901069283485,0.4478763341903686,0.4493869319558143,0.4448477327823639,0.450044184923172,0.4498609118163585,0.4457665979862213,0.4506924152374267,0.449855338782072,0.448790930211544,0.4474099352955818,0.4546772800385952,0.4529431238770485,0.452015146613121,0.4502020999789238,0.4493804536759853,0.4523266032338142,0.4551868587732315,0.4501944817602634,0.4493303671479225,0.4526805207133293,0.4533850513398647,0.4518048763275146,0.4518973492085933,0.4531301632523536,0.4518006071448326,0.4553494565188885,0.4528752230107784,0.4536322727799415,0.4561733976006508,0.4549491256475448,0.4574789106845855,0.4577847123146057,0.4563642293214798,0.4578686729073524,0.4561499990522861,0.4537816494703293,0.4542164430022239,0.4559455662965774,0.4554723873734474,0.4575514122843742,0.4575202167034149,0.4592722058296203,0.4585275091230869,0.4580587856471538,0.456934317946434,0.4577495418488979,0.4540119916200638,0.4570806957781315,0.4608120545744896,0.4588425755500793,0.4578334167599678,0.4610816091299057,0.4598177038133144,0.461849745362997,0.4631866924464702,0.4601576402783394,0.4646804705262184,0.4632389545440674,0.4604574106633663,0.4602976888418197,0.4581312239170074,0.4654182009398937,0.4655338563024997,0.4616620391607284,0.461054053157568,0.4613021649420261,0.4658613465726375,0.4633531905710697,0.4613638147711754,0.4643996246159076,0.462500050663948,0.4650798961520195,0.4648764543235302,0.4639869071543216,0.4634246975183487,0.46585888043046,0.4639799632132053,0.4630857892334461,0.4644265696406364,0.4642998576164245,0.4686848931014538,0.4687492996454239,0.4650243632495403,0.4627032242715359,0.4665953740477562,0.4660026729106903,0.4664581045508384,0.4676475040614605,0.4657339677214622,0.4664678275585174,0.4673498086631298,0.4676674827933311,0.4680955372750759,0.4681585058569908,0.4659864418208599,0.4686457589268684,0.4661462865769863,0.4658931568264961,0.4674226939678192,0.46805215254426,0.4682257212698459,0.4689070098102093,0.4699570722877979,0.4655096270143986,0.4688013233244419,0.4707522802054882,0.4661469310522079,0.4688841328024864,0.4671329781413078,0.4662554152309894,0.4697433896362781,0.4698473587632179,0.4676505327224731,0.4696521013975143],"label":"FineWeb filtered only"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3608616776764393,0.3745453506708145,0.3862277194857597,0.3989979773759842,0.406296543776989,0.4094927236437797,0.4138859286904335,0.4177777022123337,0.4208802655339241,0.4254550077021122,0.4283009432256222,0.429458349943161,0.4330311268568039,0.4303463362157345,0.4349483698606491,0.4348161295056343,0.438955657184124,0.4389265701174736,0.4393925778567791,0.4383306242525577,0.4436748661100864,0.4423373565077781,0.4460027255117893,0.4440812170505523,0.4476902261376381,0.4465879611670971,0.4497823156416416,0.4513350501656532,0.4518667235970497,0.45149727165699,0.4513994492590427,0.4521937072277069,0.4520382955670357,0.4530793912708759,0.4516105614602566,0.4530563354492187,0.4495660625398159,0.4520940892398357,0.4561133235692978,0.4522969461977482,0.4575686641037464,0.4589144177734852,0.4582882039248943,0.457970168441534,0.4554797261953354,0.4622044861316681,0.4596928395330906,0.4624353349208832,0.4619148448109627,0.461100060492754,0.458431463688612,0.4620467089116573,0.4562215581536293,0.4620163068175316,0.4631462283432483,0.4600549824535846,0.4620365314185619,0.458735141903162,0.461642112582922,0.461245734244585,0.4645131677389145,0.4629777930676937,0.4651660025119781,0.4653937108814716,0.4676259346306324,0.4667201824486255,0.4650012850761413,0.4676916748285293,0.4708514772355556,0.4673572592437267,0.4689626581966877,0.4678038358688354,0.4667215310037136,0.4646228328347206,0.4662510119378567,0.4674677737057209,0.4690804108977318,0.4634581170976162,0.4701276533305645,0.4676450751721859,0.4672758504748344,0.4674397967755794,0.4656238108873367,0.4690065123140812,0.4677213467657566,0.4678985886275768,0.4735414572060108,0.4705612398684025,0.4703374318778515,0.4704933613538742,0.4688010476529598,0.4699571952223778,0.4674785658717155,0.4701188169419765,0.4682065695524215,0.4729971997439861,0.4748715870082378,0.4745333231985569,0.4737020246684551,0.4747246317565441,0.4771635122597217,0.4740425907075405,0.475264236330986,0.4744705818593502,0.474684040993452,0.4721556939184665,0.475641455501318,0.476833701133728,0.4746401384472847,0.4742486327886581,0.4730467088520527,0.4773029200732708,0.4760043211281299,0.4770320989191532,0.4742161482572555,0.4780259765684604,0.4806670732796192,0.4784667380154133,0.4788618609309196,0.4762138128280639,0.4777246937155723,0.4796081893146038,0.4798486456274986,0.475479181855917,0.4779988899827003,0.4765858314931392,0.4772914499044418,0.47843898832798,0.4799034222960472,0.4803600236773491,0.4751846008002758,0.4777872562408447,0.4779460839927196,0.4787487275898456,0.4808406494557857,0.4810357913374901,0.4797308407723903,0.4800078608095646,0.4806460626423359,0.4810502976179123,0.4797912389039993,0.477332629263401,0.4818884879350662,0.482621606439352,0.4833096489310264,0.4821632876992225,0.4831674285233021,0.4830279909074306,0.4849893450736999,0.4845218025147915,0.4825541749596596,0.4833571836352348,0.4853803217411041,0.483093187212944,0.4850797094404697,0.485261783003807,0.4837660938501358,0.4835929833352566,0.4855643883347511,0.4832059442996979,0.484714712947607,0.4839249886572361,0.4829078912734985,0.4818423055112362,0.482727088034153,0.4824129492044449,0.4820138849318027,0.4865870922803879],"label":"FineWeb independent MinHash"}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"yaxis":{"title":{"text":"Agg Score"}},"title":{"text":"Independent dedup outperforms dedup across dumps"}}}
|
dist/assets/data/plots/cross_ind_unfiltered_comparison/commonsense_qa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2529999911785126,0.2800000011920929,0.2870000004768371,0.3179999887943268,0.3129999935626983,0.3210000097751617,0.3160000145435333,0.3210000097751617,0.31700000166893,0.3330000042915344,0.3389999866485595,0.3289999961853027,0.3429999947547912,0.3370000123977661,0.3379999995231628,0.3459999859333038,0.3490000069141388,0.3470000028610229,0.3600000143051147,0.3569999933242798,0.3449999988079071,0.3650000095367431,0.3499999940395355,0.3540000021457672,0.3569999933242798,0.3619999885559082,0.3619999885559082,0.3580000102519989,0.3740000128746032,0.3709999918937683,0.3720000088214874,0.3759999871253967,0.3720000088214874,0.3659999966621399,0.3790000081062317,0.3610000014305115,0.3650000095367431,0.3650000095367431,0.3720000088214874,0.3729999959468841,0.3790000081062317,0.3680000007152557,0.3659999966621399,0.3680000007152557,0.3619999885559082,0.3619999885559082,0.3729999959468841,0.3720000088214874,0.3650000095367431,0.3759999871253967,0.367000013589859,0.3650000095367431,0.3680000007152557,0.3580000102519989,0.3589999973773956,0.3700000047683716,0.3680000007152557,0.367000013589859,0.3709999918937683,0.3880000114440918,0.3810000121593475,0.375,0.4040000140666961,0.3860000073909759,0.3840000033378601,0.3779999911785126,0.3729999959468841,0.3720000088214874,0.3799999952316284,0.3799999952316284,0.3779999911785126,0.3689999878406524,0.3770000040531158,0.3740000128746032,0.3819999992847442,0.3899999856948852,0.3799999952316284,0.3919999897480011,0.3720000088214874,0.3770000040531158,0.3930000066757202,0.3849999904632568,0.3899999856948852,0.3740000128746032,0.3740000128746032,0.3799999952316284,0.3779999911785126,0.3880000114440918,0.3709999918937683,0.3810000121593475,0.3880000114440918,0.3980000019073486,0.3819999992847442,0.3849999904632568,0.3810000121593475,0.3819999992847442,0.3889999985694885,0.3840000033378601,0.3910000026226043,0.3899999856948852,0.3959999978542328,0.3880000114440918,0.3869999945163727,0.3779999911785126,0.3819999992847442,0.3919999897480011,0.3849999904632568,0.3860000073909759,0.3919999897480011,0.3819999992847442,0.3819999992847442,0.3889999985694885,0.3889999985694885,0.3860000073909759,0.3880000114440918,0.3889999985694885,0.3939999938011169,0.3899999856948852,0.3869999945163727,0.3910000026226043,0.3910000026226043,0.3910000026226043,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.3939999938011169,0.4000000059604645,0.3970000147819519,0.402999997138977,0.3959999978542328,0.3959999978542328,0.4000000059604645,0.4040000140666961,0.4020000100135803,0.3989999890327453,0.3919999897480011,0.3930000066757202,0.3930000066757202,0.3980000019073486,0.4000000059604645,0.395000010728836,0.3899999856948852,0.4059999883174896,0.4020000100135803,0.4020000100135803,0.4059999883174896,0.3970000147819519,0.4110000133514404,0.4050000011920929,0.4000000059604645,0.4090000092983246,0.3989999890327453,0.402999997138977,0.4009999930858612,0.3980000019073486,0.4090000092983246,0.4079999923706054,0.4079999923706054,0.4020000100135803,0.402999997138977,0.402999997138977,0.4059999883174896,0.4040000140666961,0.4059999883174896,0.3989999890327453,0.4070000052452087,0.4059999883174896],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2540000081062317,0.2870000004768371,0.2829999923706054,0.3210000097751617,0.3079999983310699,0.3230000138282776,0.3179999887943268,0.3160000145435333,0.3289999961853027,0.3199999928474426,0.324999988079071,0.3310000002384186,0.3260000050067901,0.335999995470047,0.335999995470047,0.3310000002384186,0.335999995470047,0.3339999914169311,0.3459999859333038,0.3330000042915344,0.3449999988079071,0.3429999947547912,0.3479999899864197,0.3420000076293945,0.3479999899864197,0.3459999859333038,0.3339999914169311,0.3350000083446502,0.3519999980926513,0.3440000116825104,0.3490000069141388,0.3379999995231628,0.3420000076293945,0.3610000014305115,0.3409999907016754,0.356000006198883,0.3630000054836273,0.3519999980926513,0.3510000109672546,0.3619999885559082,0.3569999933242798,0.3479999899864197,0.3529999852180481,0.3569999933242798,0.3529999852180481,0.3519999980926513,0.3549999892711639,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3619999885559082,0.3459999859333038,0.3519999980926513,0.3529999852180481,0.3680000007152557,0.3519999980926513,0.3580000102519989,0.3549999892711639,0.3490000069141388,0.3499999940395355,0.3600000143051147,0.3709999918937683,0.3659999966621399,0.3569999933242798,0.3510000109672546,0.3600000143051147,0.367000013589859,0.3529999852180481,0.363999992609024,0.3630000054836273,0.3619999885559082,0.356000006198883,0.367000013589859,0.3600000143051147,0.3540000021457672,0.3589999973773956,0.3610000014305115,0.356000006198883,0.3680000007152557,0.3519999980926513,0.3549999892711639,0.3479999899864197,0.3549999892711639,0.3519999980926513,0.367000013589859,0.3600000143051147,0.3600000143051147,0.3680000007152557,0.356000006198883,0.3610000014305115,0.3689999878406524,0.367000013589859,0.3689999878406524,0.3720000088214874,0.3680000007152557,0.3569999933242798,0.3650000095367431,0.363999992609024,0.3610000014305115,0.3709999918937683,0.3569999933242798,0.3540000021457672,0.3619999885559082,0.3549999892711639,0.3650000095367431,0.3680000007152557,0.3589999973773956,0.356000006198883,0.3610000014305115,0.3619999885559082,0.3740000128746032,0.3700000047683716,0.3650000095367431,0.3819999992847442,0.3770000040531158,0.3810000121593475,0.3729999959468841,0.3680000007152557,0.3689999878406524,0.3740000128746032,0.3779999911785126,0.3720000088214874,0.3740000128746032,0.367000013589859,0.363999992609024,0.367000013589859,0.3689999878406524,0.3709999918937683,0.3709999918937683,0.375,0.3680000007152557,0.375,0.3630000054836273,0.3720000088214874,0.3819999992847442,0.3729999959468841,0.3689999878406524,0.363999992609024,0.3709999918937683,0.3659999966621399,0.3700000047683716,0.367000013589859,0.3709999918937683,0.3759999871253967,0.3759999871253967,0.3729999959468841,0.3729999959468841,0.3729999959468841,0.3779999911785126,0.375,0.3700000047683716,0.3659999966621399,0.3759999871253967,0.3779999911785126,0.3709999918937683,0.3840000033378601,0.3720000088214874,0.375,0.367000013589859,0.3770000040531158,0.3709999918937683,0.375,0.3709999918937683,0.3740000128746032,0.3740000128746032,0.375,0.3770000040531158],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2599999904632568,0.277999997138977,0.2910000085830688,0.3070000112056732,0.3140000104904175,0.3019999861717224,0.3059999942779541,0.3210000097751617,0.3230000138282776,0.324999988079071,0.3149999976158142,0.3109999895095825,0.3339999914169311,0.3289999961853027,0.3319999873638153,0.3319999873638153,0.3300000131130218,0.3370000123977661,0.3219999969005584,0.3370000123977661,0.328000009059906,0.3339999914169311,0.3420000076293945,0.3400000035762787,0.3440000116825104,0.3510000109672546,0.3409999907016754,0.3449999988079071,0.3339999914169311,0.3540000021457672,0.3339999914169311,0.3470000028610229,0.3470000028610229,0.3440000116825104,0.3589999973773956,0.3569999933242798,0.3630000054836273,0.3549999892711639,0.3589999973773956,0.3449999988079071,0.3549999892711639,0.3449999988079071,0.3389999866485595,0.3499999940395355,0.3610000014305115,0.3619999885559082,0.3600000143051147,0.3519999980926513,0.3479999899864197,0.356000006198883,0.3519999980926513,0.3440000116825104,0.3490000069141388,0.3519999980926513,0.3470000028610229,0.3589999973773956,0.3449999988079071,0.3490000069141388,0.356000006198883,0.3619999885559082,0.3569999933242798,0.3659999966621399,0.3610000014305115,0.3549999892711639,0.3700000047683716,0.363999992609024,0.3600000143051147,0.3580000102519989,0.3549999892711639,0.3619999885559082,0.3689999878406524,0.3630000054836273,0.363999992609024,0.3700000047683716,0.367000013589859,0.3630000054836273,0.3630000054836273,0.3700000047683716,0.3589999973773956,0.3540000021457672,0.3540000021457672,0.3659999966621399,0.3619999885559082,0.3589999973773956,0.3650000095367431,0.3709999918937683,0.3680000007152557,0.3689999878406524,0.3650000095367431,0.3729999959468841,0.3619999885559082,0.3689999878406524,0.3569999933242798,0.3510000109672546,0.3680000007152557,0.363999992609024,0.3700000047683716,0.3659999966621399,0.3659999966621399,0.363999992609024,0.3619999885559082,0.3659999966621399,0.3680000007152557,0.3610000014305115,0.3720000088214874,0.3729999959468841,0.3810000121593475,0.3630000054836273,0.3689999878406524,0.3709999918937683,0.3759999871253967,0.382999986410141,0.3729999959468841,0.3720000088214874,0.3680000007152557,0.3659999966621399,0.3650000095367431,0.363999992609024,0.3589999973773956,0.356000006198883,0.3650000095367431,0.3659999966621399,0.367000013589859,0.3729999959468841,0.3720000088214874,0.375,0.3740000128746032,0.3700000047683716,0.3569999933242798,0.3759999871253967,0.3740000128746032,0.367000013589859,0.3770000040531158,0.3759999871253967,0.3709999918937683,0.3779999911785126,0.3709999918937683,0.3689999878406524,0.3799999952316284,0.3630000054836273,0.375,0.3700000047683716,0.3700000047683716,0.3729999959468841,0.3720000088214874,0.3790000081062317,0.375,0.3729999959468841,0.3770000040531158,0.3799999952316284,0.3779999911785126,0.3720000088214874,0.3799999952316284,0.3759999871253967,0.3799999952316284,0.3790000081062317,0.375,0.3740000128746032,0.3729999959468841,0.3840000033378601,0.3659999966621399,0.3759999871253967,0.3720000088214874,0.3720000088214874,0.3759999871253967,0.375,0.3650000095367431,0.3729999959468841],"label":"FineWeb filtered only"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2639999985694885,0.2790000140666961,0.296999990940094,0.3109999895095825,0.3240000009536743,0.3070000112056732,0.3210000097751617,0.31700000166893,0.3339999914169311,0.324999988079071,0.3260000050067901,0.3330000042915344,0.3409999907016754,0.3350000083446502,0.3400000035762787,0.3529999852180481,0.3400000035762787,0.3490000069141388,0.3529999852180481,0.3499999940395355,0.3459999859333038,0.3370000123977661,0.356000006198883,0.3490000069141388,0.3429999947547912,0.3490000069141388,0.3610000014305115,0.3499999940395355,0.3569999933242798,0.3610000014305115,0.3619999885559082,0.3449999988079071,0.3409999907016754,0.3420000076293945,0.3449999988079071,0.3409999907016754,0.3379999995231628,0.3420000076293945,0.3569999933242798,0.3529999852180481,0.3610000014305115,0.363999992609024,0.3600000143051147,0.3540000021457672,0.3499999940395355,0.3689999878406524,0.367000013589859,0.3569999933242798,0.3610000014305115,0.3680000007152557,0.3630000054836273,0.3709999918937683,0.3540000021457672,0.3580000102519989,0.367000013589859,0.3529999852180481,0.356000006198883,0.3569999933242798,0.3610000014305115,0.3700000047683716,0.375,0.3709999918937683,0.3819999992847442,0.3709999918937683,0.3650000095367431,0.3709999918937683,0.3650000095367431,0.3709999918937683,0.3840000033378601,0.3740000128746032,0.375,0.356000006198883,0.3689999878406524,0.3700000047683716,0.3819999992847442,0.3799999952316284,0.3779999911785126,0.3729999959468841,0.3709999918937683,0.3759999871253967,0.3709999918937683,0.3759999871253967,0.3779999911785126,0.3779999911785126,0.3689999878406524,0.3840000033378601,0.3860000073909759,0.3849999904632568,0.3790000081062317,0.375,0.3849999904632568,0.3720000088214874,0.3770000040531158,0.3799999952316284,0.3810000121593475,0.382999986410141,0.3650000095367431,0.3740000128746032,0.382999986410141,0.3689999878406524,0.3759999871253967,0.3869999945163727,0.3889999985694885,0.3860000073909759,0.3819999992847442,0.3689999878406524,0.3860000073909759,0.3810000121593475,0.382999986410141,0.3819999992847442,0.3840000033378601,0.3889999985694885,0.3880000114440918,0.3849999904632568,0.3799999952316284,0.3910000026226043,0.3989999890327453,0.3880000114440918,0.3880000114440918,0.3840000033378601,0.3880000114440918,0.3860000073909759,0.3919999897480011,0.3880000114440918,0.3939999938011169,0.3869999945163727,0.3919999897480011,0.3910000026226043,0.382999986410141,0.3930000066757202,0.3840000033378601,0.3880000114440918,0.3840000033378601,0.3819999992847442,0.382999986410141,0.3880000114440918,0.3860000073909759,0.3860000073909759,0.3869999945163727,0.3860000073909759,0.3899999856948852,0.3819999992847442,0.3860000073909759,0.3889999985694885,0.3840000033378601,0.395000010728836,0.3899999856948852,0.3899999856948852,0.3910000026226043,0.3959999978542328,0.3959999978542328,0.3919999897480011,0.3980000019073486,0.3880000114440918,0.3930000066757202,0.4000000059604645,0.3919999897480011,0.3919999897480011,0.4040000140666961,0.3930000066757202,0.3970000147819519,0.3889999985694885,0.3959999978542328,0.3930000066757202,0.3939999938011169,0.3970000147819519,0.3910000026226043,0.4020000100135803],"label":"FineWeb independent MinHash"}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"yaxis":{"title":{"text":"Agg Score"}},"title":{"text":"Independent dedup outperforms dedup across dumps"}}}
|
dist/assets/data/plots/cross_ind_unfiltered_comparison/hellaswag_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2759999930858612,0.328000009059906,0.3499999940395355,0.3889999985694885,0.3910000026226043,0.402999997138977,0.4210000038146972,0.4280000030994415,0.4359999895095825,0.4469999969005584,0.4440000057220459,0.4600000083446502,0.4690000116825104,0.4600000083446502,0.4679999947547912,0.4729999899864197,0.4760000109672546,0.4839999973773956,0.4939999878406524,0.488999992609024,0.4990000128746032,0.4979999959468841,0.4979999959468841,0.5009999871253967,0.5,0.5090000033378601,0.5070000290870667,0.5180000066757202,0.5199999809265137,0.5109999775886536,0.5130000114440918,0.5249999761581421,0.5149999856948853,0.5299999713897705,0.5339999794960022,0.5189999938011169,0.5289999842643738,0.5249999761581421,0.5320000052452087,0.5460000038146973,0.5419999957084656,0.5260000228881836,0.5289999842643738,0.546999990940094,0.5419999957084656,0.5419999957084656,0.5460000038146973,0.5419999957084656,0.5389999747276306,0.5440000295639038,0.5569999814033508,0.5450000166893005,0.5329999923706055,0.5580000281333923,0.5339999794960022,0.5540000200271606,0.5460000038146973,0.5479999780654907,0.5529999732971191,0.5540000200271606,0.5619999766349792,0.5490000247955322,0.5410000085830688,0.5490000247955322,0.5569999814033508,0.550000011920929,0.5479999780654907,0.5630000233650208,0.546999990940094,0.5559999942779541,0.5600000023841858,0.5509999990463257,0.5569999814033508,0.5569999814033508,0.5580000281333923,0.5619999766349792,0.5580000281333923,0.5669999718666077,0.5569999814033508,0.5709999799728394,0.5529999732971191,0.5649999976158142,0.5659999847412109,0.5659999847412109,0.5690000057220459,0.5600000023841858,0.5580000281333923,0.5540000200271606,0.5640000104904175,0.5680000185966492,0.5709999799728394,0.5649999976158142,0.5680000185966492,0.5730000138282776,0.5640000104904175,0.5799999833106995,0.5699999928474426,0.5669999718666077,0.5680000185966492,0.5770000219345093,0.5709999799728394,0.5759999752044678,0.5690000057220459,0.5789999961853027,0.5740000009536743,0.5709999799728394,0.5789999961853027,0.5709999799728394,0.5770000219345093,0.5770000219345093,0.5730000138282776,0.5809999704360962,0.5720000267028809,0.5849999785423279,0.5820000171661377,0.5799999833106995,0.5830000042915344,0.5759999752044678,0.5730000138282776,0.5799999833106995,0.5830000042915344,0.5860000252723694,0.5789999961853027,0.5789999961853027,0.5860000252723694,0.5979999899864197,0.5920000076293945,0.5820000171661377,0.5870000123977661,0.5889999866485596,0.5839999914169312,0.5849999785423279,0.5899999737739563,0.5920000076293945,0.593999981880188,0.597000002861023,0.5889999866485596,0.5889999866485596,0.5849999785423279,0.5899999737739563,0.5989999771118164,0.5899999737739563,0.5839999914169312,0.5910000205039978,0.5910000205039978,0.5929999947547913,0.5920000076293945,0.5929999947547913,0.5889999866485596,0.5899999737739563,0.593999981880188,0.5910000205039978,0.5960000157356262,0.5920000076293945,0.5889999866485596,0.593999981880188,0.5879999995231628,0.5960000157356262,0.5920000076293945,0.5960000157356262,0.5960000157356262,0.5920000076293945,0.6010000109672546,0.5920000076293945,0.5899999737739563,0.5889999866485596,0.5920000076293945,0.6019999980926514],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.3009999990463257,0.3149999976158142,0.3400000035762787,0.3610000014305115,0.3680000007152557,0.3799999952316284,0.4020000100135803,0.4180000126361847,0.4129999876022339,0.4259999990463257,0.4239999949932098,0.4440000057220459,0.44200000166893,0.4440000057220459,0.4580000042915344,0.4510000050067901,0.4560000002384186,0.4650000035762787,0.4569999873638153,0.460999995470047,0.4659999907016754,0.4679999947547912,0.4779999852180481,0.4740000069141388,0.4600000083446502,0.4860000014305115,0.4790000021457672,0.4880000054836273,0.4930000007152557,0.4860000014305115,0.4850000143051147,0.4900000095367431,0.4850000143051147,0.4900000095367431,0.4959999918937683,0.492000013589859,0.4850000143051147,0.4970000088214874,0.4900000095367431,0.4979999959468841,0.503000020980835,0.5040000081062317,0.4990000128746032,0.4979999959468841,0.5080000162124634,0.5019999742507935,0.4970000088214874,0.4939999878406524,0.5120000243186951,0.5070000290870667,0.503000020980835,0.5070000290870667,0.503000020980835,0.5109999775886536,0.5080000162124634,0.5009999871253967,0.5090000033378601,0.5,0.5149999856948853,0.5109999775886536,0.5099999904632568,0.5130000114440918,0.5080000162124634,0.5080000162124634,0.5109999775886536,0.5099999904632568,0.5239999890327454,0.5180000066757202,0.5130000114440918,0.5120000243186951,0.5180000066757202,0.515999972820282,0.5260000228881836,0.5199999809265137,0.5239999890327454,0.5220000147819519,0.527999997138977,0.5249999761581421,0.5270000100135803,0.5249999761581421,0.5189999938011169,0.5230000019073486,0.5249999761581421,0.5199999809265137,0.5230000019073486,0.5299999713897705,0.5350000262260437,0.5339999794960022,0.5329999923706055,0.5249999761581421,0.5299999713897705,0.5360000133514404,0.5329999923706055,0.5410000085830688,0.5249999761581421,0.5289999842643738,0.5360000133514404,0.5360000133514404,0.5370000004768372,0.5389999747276306,0.5289999842643738,0.5299999713897705,0.5410000085830688,0.5329999923706055,0.5419999957084656,0.5410000085830688,0.527999997138977,0.5370000004768372,0.5429999828338623,0.5419999957084656,0.5389999747276306,0.5320000052452087,0.5350000262260437,0.5419999957084656,0.5410000085830688,0.5339999794960022,0.5440000295639038,0.5329999923706055,0.5429999828338623,0.5460000038146973,0.5400000214576721,0.5429999828338623,0.5479999780654907,0.550000011920929,0.5490000247955322,0.5410000085830688,0.5450000166893005,0.5429999828338623,0.550000011920929,0.5529999732971191,0.5490000247955322,0.5450000166893005,0.5450000166893005,0.5519999861717224,0.5569999814033508,0.5460000038146973,0.546999990940094,0.5509999990463257,0.5509999990463257,0.5450000166893005,0.5440000295639038,0.5440000295639038,0.546999990940094,0.5479999780654907,0.546999990940094,0.5460000038146973,0.546999990940094,0.5479999780654907,0.5460000038146973,0.5460000038146973,0.5440000295639038,0.5410000085830688,0.5440000295639038,0.5389999747276306,0.5410000085830688,0.546999990940094,0.546999990940094,0.5479999780654907,0.546999990940094,0.550000011920929,0.546999990940094,0.5460000038146973,0.546999990940094,0.5479999780654907,0.5479999780654907,0.5519999861717224,0.550000011920929],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2809999883174896,0.3230000138282776,0.3409999907016754,0.3600000143051147,0.3569999933242798,0.3889999985694885,0.395000010728836,0.4199999868869781,0.4180000126361847,0.421999990940094,0.4289999902248382,0.4350000023841858,0.4359999895095825,0.4469999969005584,0.4350000023841858,0.4480000138282776,0.4480000138282776,0.453000009059906,0.4550000131130218,0.4589999914169311,0.4639999866485595,0.4600000083446502,0.460999995470047,0.4589999914169311,0.481000006198883,0.4769999980926513,0.4709999859333038,0.4740000069141388,0.4679999947547912,0.4790000021457672,0.4729999899864197,0.4819999933242798,0.4850000143051147,0.4819999933242798,0.4819999933242798,0.4880000054836273,0.4869999885559082,0.4959999918937683,0.4850000143051147,0.4959999918937683,0.492000013589859,0.503000020980835,0.4930000007152557,0.5099999904632568,0.5040000081062317,0.5009999871253967,0.4970000088214874,0.4979999959468841,0.5059999823570251,0.5070000290870667,0.5040000081062317,0.5059999823570251,0.5049999952316284,0.5080000162124634,0.5049999952316284,0.5019999742507935,0.5120000243186951,0.5170000195503235,0.5170000195503235,0.5090000033378601,0.5239999890327454,0.527999997138977,0.5230000019073486,0.5210000276565552,0.5149999856948853,0.5189999938011169,0.5270000100135803,0.5149999856948853,0.5099999904632568,0.5299999713897705,0.5199999809265137,0.5230000019073486,0.5260000228881836,0.5249999761581421,0.5239999890327454,0.5329999923706055,0.5210000276565552,0.5260000228881836,0.5170000195503235,0.531000018119812,0.5289999842643738,0.531000018119812,0.5270000100135803,0.5299999713897705,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5329999923706055,0.5360000133514404,0.5299999713897705,0.5360000133514404,0.5270000100135803,0.5450000166893005,0.5410000085830688,0.546999990940094,0.5329999923706055,0.5329999923706055,0.5379999876022339,0.5299999713897705,0.5429999828338623,0.5360000133514404,0.5339999794960022,0.5419999957084656,0.5410000085830688,0.5370000004768372,0.5389999747276306,0.527999997138977,0.5400000214576721,0.5400000214576721,0.531000018119812,0.5440000295639038,0.5460000038146973,0.5479999780654907,0.5460000038146973,0.5410000085830688,0.5509999990463257,0.5479999780654907,0.5410000085830688,0.5389999747276306,0.550000011920929,0.5569999814033508,0.550000011920929,0.5490000247955322,0.5490000247955322,0.5569999814033508,0.5519999861717224,0.5479999780654907,0.5559999942779541,0.5550000071525574,0.5460000038146973,0.5540000200271606,0.5460000038146973,0.5460000038146973,0.5509999990463257,0.5460000038146973,0.5550000071525574,0.5479999780654907,0.5479999780654907,0.5540000200271606,0.5550000071525574,0.5529999732971191,0.5529999732971191,0.5509999990463257,0.5509999990463257,0.5419999957084656,0.546999990940094,0.5509999990463257,0.5559999942779541,0.5490000247955322,0.5509999990463257,0.5529999732971191,0.550000011920929,0.5540000200271606,0.5550000071525574,0.5580000281333923,0.550000011920929,0.5569999814033508,0.5490000247955322,0.5519999861717224,0.5519999861717224,0.5559999942779541,0.5569999814033508,0.5559999942779541,0.5550000071525574,0.5559999942779541,0.5490000247955322,0.5550000071525574,0.5600000023841858],"label":"FineWeb filtered only"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.3019999861717224,0.3059999942779541,0.335999995470047,0.3610000014305115,0.3819999992847442,0.4009999930858612,0.4020000100135803,0.4250000119209289,0.4309999942779541,0.4469999969005584,0.4519999921321869,0.453000009059906,0.4580000042915344,0.4729999899864197,0.4749999940395355,0.4699999988079071,0.4799999892711639,0.4749999940395355,0.4769999980926513,0.481000006198883,0.4839999973773956,0.4959999918937683,0.5040000081062317,0.4970000088214874,0.4979999959468841,0.5070000290870667,0.5049999952316284,0.5109999775886536,0.515999972820282,0.5120000243186951,0.5120000243186951,0.515999972820282,0.5120000243186951,0.5249999761581421,0.5170000195503235,0.5199999809265137,0.5270000100135803,0.5170000195503235,0.5220000147819519,0.5260000228881836,0.5360000133514404,0.5339999794960022,0.5370000004768372,0.5339999794960022,0.5329999923706055,0.531000018119812,0.5329999923706055,0.5400000214576721,0.5429999828338623,0.5389999747276306,0.5419999957084656,0.5429999828338623,0.5360000133514404,0.5299999713897705,0.546999990940094,0.5360000133514404,0.5450000166893005,0.5440000295639038,0.5350000262260437,0.5339999794960022,0.5419999957084656,0.5450000166893005,0.5460000038146973,0.5370000004768372,0.5490000247955322,0.5440000295639038,0.550000011920929,0.5490000247955322,0.5450000166893005,0.5490000247955322,0.5559999942779541,0.5559999942779541,0.5410000085830688,0.5419999957084656,0.5529999732971191,0.5460000038146973,0.5540000200271606,0.5379999876022339,0.5509999990463257,0.5540000200271606,0.5419999957084656,0.546999990940094,0.5479999780654907,0.5460000038146973,0.5460000038146973,0.5519999861717224,0.5600000023841858,0.5540000200271606,0.5509999990463257,0.5609999895095825,0.5619999766349792,0.5590000152587891,0.5559999942779541,0.5580000281333923,0.5640000104904175,0.5649999976158142,0.5590000152587891,0.5550000071525574,0.5630000233650208,0.5630000233650208,0.5609999895095825,0.5559999942779541,0.5609999895095825,0.5630000233650208,0.5680000185966492,0.5630000233650208,0.5690000057220459,0.5609999895095825,0.5590000152587891,0.5640000104904175,0.5690000057220459,0.5640000104904175,0.5630000233650208,0.574999988079071,0.5630000233650208,0.5619999766349792,0.5690000057220459,0.5770000219345093,0.5690000057220459,0.5609999895095825,0.5649999976158142,0.5680000185966492,0.5590000152587891,0.5600000023841858,0.5619999766349792,0.5799999833106995,0.5619999766349792,0.5699999928474426,0.5709999799728394,0.5669999718666077,0.5680000185966492,0.5609999895095825,0.5649999976158142,0.5680000185966492,0.5730000138282776,0.5720000267028809,0.5709999799728394,0.5770000219345093,0.574999988079071,0.5730000138282776,0.5690000057220459,0.5740000009536743,0.578000009059906,0.574999988079071,0.5820000171661377,0.5730000138282776,0.5740000009536743,0.574999988079071,0.5770000219345093,0.5789999961853027,0.5759999752044678,0.5720000267028809,0.5770000219345093,0.5759999752044678,0.5789999961853027,0.5789999961853027,0.5730000138282776,0.5789999961853027,0.5759999752044678,0.5690000057220459,0.5849999785423279,0.5759999752044678,0.5699999928474426,0.5789999961853027,0.5820000171661377,0.5730000138282776,0.5730000138282776,0.5789999961853027],"label":"FineWeb independent MinHash"}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"yaxis":{"title":{"text":"Agg Score"}},"title":{"text":"Independent dedup outperforms dedup across dumps"}}}
|
dist/assets/data/plots/cross_ind_unfiltered_comparison/index.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"slider":{"min":0,"max":30,"default":5}}}
|
dist/assets/data/plots/cross_ind_unfiltered_comparison/mmlu_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2528519630432129,0.2616856694221496,0.2665999829769134,0.2683407664299011,0.2742894291877746,0.2762066125869751,0.2807516455650329,0.2767378389835357,0.2807380557060241,0.2788906991481781,0.2844051718711853,0.2856102883815765,0.2883394360542297,0.2875711619853973,0.2890409529209137,0.2894668281078338,0.2883355319499969,0.2872501015663147,0.291619062423706,0.2900333702564239,0.2962473034858703,0.2962896525859833,0.297355443239212,0.2932226359844208,0.2886744439601898,0.29665008187294,0.2976542115211487,0.2991503179073334,0.3004479110240936,0.3044549524784088,0.2976194322109222,0.3014707863330841,0.3048252463340759,0.3039425611495971,0.303354948759079,0.3027459383010864,0.2999922931194305,0.3050121665000915,0.2998814284801483,0.2978588044643402,0.3041949570178985,0.3010904192924499,0.3022017180919647,0.2997751235961914,0.3015910983085632,0.3096485137939453,0.3012076020240783,0.3065535724163055,0.3042872548103332,0.3104783594608307,0.2997980415821075,0.3051296770572662,0.303458571434021,0.3088337182998657,0.3145398199558258,0.3032208085060119,0.310806930065155,0.3075874149799347,0.3101692199707031,0.310107946395874,0.3066047430038452,0.3109066784381866,0.3081336915493011,0.3084586262702942,0.3086149394512176,0.3085348606109619,0.3136637806892395,0.3110873103141784,0.31076380610466,0.3084572553634643,0.3133681714534759,0.3125792145729065,0.3124453127384186,0.3097185790538788,0.3106793165206909,0.3089564740657806,0.3111244142055511,0.3123694658279419,0.3144859969615936,0.3135123550891876,0.311982125043869,0.3142133951187134,0.3122903704643249,0.3147654831409454,0.3078767359256744,0.314947634935379,0.3171303570270538,0.3129573762416839,0.3154936134815216,0.3158208429813385,0.3153132200241089,0.3141326904296875,0.3163397014141083,0.3166318237781524,0.3168410360813141,0.3198235332965851,0.3201336860656738,0.3212967813014984,0.3191385567188263,0.3178017139434814,0.3192791938781738,0.323061466217041,0.320336639881134,0.3165886104106903,0.3206393420696258,0.3167395293712616,0.3135207295417785,0.315539002418518,0.3191742599010467,0.321073055267334,0.3222262561321258,0.3193058371543884,0.3213480710983276,0.3198905289173126,0.3219239711761474,0.3211614489555359,0.318855881690979,0.3177095353603363,0.324197381734848,0.3208906352519989,0.3264936804771423,0.3245965242385864,0.3231639564037323,0.3221887946128845,0.3277338445186615,0.3227696120738983,0.3263820111751556,0.3258577883243561,0.3264622390270233,0.3222362995147705,0.3286814987659454,0.3235024213790893,0.32446950674057,0.3311836123466491,0.328130304813385,0.3271634578704834,0.3250012993812561,0.3309800624847412,0.3274554014205932,0.3273015916347503,0.3261759579181671,0.32697594165802,0.3303172886371612,0.3282814025878906,0.3289586305618286,0.3260826468467712,0.3258011937141418,0.3297208249568939,0.3254813551902771,0.3287739753723144,0.3287097811698913,0.3275279700756073,0.3293041586875915,0.3314100801944732,0.3287808299064636,0.3251930773258209,0.3288172781467438,0.3265027701854706,0.3275215625762939,0.3290774822235107,0.3261331617832184,0.3299777805805206,0.331955999135971,0.3305029273033142,0.3274719417095184,0.3235560953617096,0.3269940316677093,0.3323083519935608],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2510619163513183,0.2621481418609619,0.2632303833961487,0.2720474302768707,0.2719806432723999,0.2726832032203674,0.2786827087402344,0.2823672890663147,0.276201844215393,0.2816944718360901,0.280361145734787,0.2819306254386902,0.2823295891284942,0.2892518043518066,0.2872919738292694,0.2859259247779846,0.2885263860225677,0.2862614393234253,0.2933129370212555,0.2930494546890259,0.2884900867938995,0.2942298054695129,0.2927677929401397,0.2954220175743103,0.2918704748153686,0.2943699061870575,0.2891678512096405,0.291848212480545,0.2942944765090942,0.2973679602146148,0.2953736186027527,0.2963412702083587,0.297100305557251,0.2963026762008667,0.2944463491439819,0.2971296310424804,0.293870210647583,0.2982682287693023,0.2978119254112243,0.2989997565746307,0.2993503510951996,0.298117071390152,0.2977498769760132,0.3004056811332702,0.3012634217739105,0.3001384139060974,0.3052266240119934,0.3038219809532165,0.3037647306919098,0.3009455502033233,0.3038812279701233,0.303263396024704,0.3025077581405639,0.3056069612503052,0.3024908602237701,0.3050909340381622,0.3001562356948852,0.303833544254303,0.3019777834415436,0.3036664128303528,0.3022894859313965,0.3042722940444946,0.3023003339767456,0.3069425821304321,0.307883083820343,0.3026910126209259,0.3054113090038299,0.3046148121356964,0.305342435836792,0.3048149049282074,0.3066973984241485,0.3055126965045929,0.3063409924507141,0.307701051235199,0.3075169324874878,0.3091190159320831,0.3098153173923492,0.31436288356781,0.3096509575843811,0.3022815883159637,0.3119745552539825,0.3083471357822418,0.3085280954837799,0.3082001209259033,0.3080264329910278,0.3116717934608459,0.3097788393497467,0.3117353916168213,0.3170038759708404,0.3099159002304077,0.3133728504180908,0.3161626160144806,0.3095119595527649,0.3135432302951813,0.3103009164333343,0.3126655519008636,0.3121814131736755,0.3123973608016968,0.3148256838321686,0.3144133985042572,0.3124284744262695,0.3102188408374786,0.3123636841773987,0.3115113973617553,0.3151636719703674,0.3148572146892547,0.315061867237091,0.3127182424068451,0.3139308094978332,0.3134367167949676,0.3136025071144104,0.3172793388366699,0.3134761154651642,0.3109587132930755,0.3127998411655426,0.3161843717098236,0.3163313865661621,0.3145243525505066,0.3155156075954437,0.3127505779266357,0.3182451128959656,0.3162476718425751,0.3124897480010986,0.3128789663314819,0.3119811117649078,0.314126193523407,0.3136049509048462,0.3149912655353546,0.3146650791168213,0.3151968121528625,0.3179666996002197,0.3169245719909668,0.3202513754367828,0.3185319602489471,0.3202781081199646,0.3186031281948089,0.3166128396987915,0.3199457228183746,0.3194417059421539,0.3170624077320099,0.3184532523155212,0.3191981911659241,0.3191225528717041,0.3173209130764007,0.3195607960224151,0.3166368305683136,0.3188160359859466,0.3174867630004883,0.3184468746185303,0.3211863338947296,0.3184327483177185,0.3177861273288727,0.3180214762687683,0.3194973170757293,0.3212297558784485,0.3211282789707184,0.3200584352016449,0.3168685734272003,0.3211040198802948,0.3222841620445251,0.3196901082992553,0.3236229419708252,0.3204475045204162,0.3210069537162781,0.3191083669662475,0.31863734126091,0.3195922076702118],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2516599297523498,0.2610189318656921,0.2666046619415283,0.2667981088161468,0.2667821645736694,0.2708088159561157,0.2738403379917145,0.2726235687732696,0.2762763500213623,0.2768311202526092,0.2809228301048279,0.2836140990257263,0.2822815179824829,0.2831664383411407,0.2797218561172485,0.286342591047287,0.2855269610881805,0.2847287058830261,0.2888180613517761,0.286526083946228,0.2865165770053863,0.294582188129425,0.2925947606563568,0.2947863042354584,0.2892930805683136,0.2903610467910766,0.288201242685318,0.2873396277427673,0.2916238009929657,0.2908017039299011,0.2907920777797699,0.2952797412872314,0.2941452264785766,0.2921333611011505,0.2925891280174255,0.2968584895133972,0.2980035543441772,0.2964116632938385,0.2962304651737213,0.2950254380702972,0.2977516651153564,0.2944138348102569,0.3003402054309845,0.2976303696632385,0.3013098239898681,0.302829384803772,0.3018766045570373,0.305361807346344,0.2971298694610595,0.3014816343784332,0.3019805550575256,0.3037064969539642,0.2970167994499206,0.2995208501815796,0.2970106601715088,0.2990955114364624,0.3027818500995636,0.3048534691333771,0.2993872463703155,0.2986327707767486,0.3015393316745758,0.3003426790237427,0.3003274798393249,0.3017795085906982,0.3019182682037353,0.3015450537204742,0.3046211004257202,0.3031167984008789,0.3020436763763428,0.3011128306388855,0.3029948472976684,0.3045558631420135,0.301642894744873,0.3029441833496094,0.3035804331302643,0.3004390001296997,0.3021787703037262,0.306041270494461,0.3064048886299133,0.3087956011295318,0.3070018291473388,0.3065581619739532,0.3093871772289276,0.3060930073261261,0.3033313155174255,0.3072777390480041,0.306413859128952,0.3104493916034698,0.3056999444961548,0.3077532052993774,0.309231549501419,0.3070645034313202,0.3117790520191192,0.3114112913608551,0.312661737203598,0.3181777000427246,0.3117201030254364,0.3099702894687652,0.3074746131896972,0.3064963519573211,0.3105958700180053,0.3111456036567688,0.3084964454174042,0.3087405860424042,0.3121673166751861,0.3121528625488281,0.3100416660308838,0.3142979145050049,0.3129935264587402,0.3112611472606659,0.3119436800479889,0.3154115974903106,0.3091593086719513,0.3103814721107483,0.3130497634410858,0.3133455514907837,0.3152708411216736,0.3137963414192199,0.3099324703216553,0.3164172768592834,0.3133907914161682,0.3128255009651184,0.3134104907512665,0.3106969892978668,0.3130004107952118,0.3131391704082489,0.3130116462707519,0.3143952488899231,0.3143975436687469,0.3143710494041443,0.3163396418094635,0.3166862726211548,0.3184126019477844,0.3178988993167877,0.317479133605957,0.3184944093227386,0.316694974899292,0.3176258206367492,0.3182629346847534,0.3200214207172394,0.3181648552417755,0.320680022239685,0.3178716897964477,0.3182425796985626,0.3182984292507171,0.3158398568630218,0.3152642548084259,0.3132680356502533,0.3178914785385132,0.3156660795211792,0.3161703050136566,0.3176451921463012,0.3173815906047821,0.3194171786308288,0.3193057179450989,0.3172560334205627,0.317656546831131,0.3155770003795624,0.3199106156826019,0.3170182108879089,0.3156754970550537,0.3180731236934662,0.3205638229846954,0.3175432682037353,0.3184471428394317,0.3192788958549499,0.3197042346000671,0.3177168369293213],"label":"FineWeb filtered only"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2558934390544891,0.2618628144264221,0.2683217823505401,0.2699837982654571,0.2738722860813141,0.2744417488574981,0.2740873992443084,0.2807216048240661,0.2820421457290649,0.2891400754451751,0.2879075407981872,0.2881667613983154,0.2892490327358246,0.2882707118988037,0.2935869693756103,0.2870290875434875,0.2911452651023865,0.2949125170707702,0.2916406095027923,0.2981449663639068,0.2953989207744598,0.2946988642215729,0.297021746635437,0.3001497685909271,0.3010218441486358,0.2977036237716675,0.2992585003376007,0.2986803948879242,0.2994338274002075,0.2989781498908996,0.3041955828666687,0.3030496537685394,0.303806334733963,0.3036351203918457,0.3058845102787018,0.300450712442398,0.3025284707546234,0.3072526752948761,0.3039065897464752,0.3073755502700805,0.3070493042469024,0.3083153367042541,0.3123056292533874,0.307761400938034,0.3053378164768219,0.3116358816623688,0.3080427348613739,0.308482676744461,0.307318776845932,0.3083004653453827,0.3089516758918762,0.3088736236095428,0.3077724277973175,0.3126304149627685,0.3101697862148285,0.3159398734569549,0.314792275428772,0.3103811144828796,0.3111368715763092,0.3129658997058868,0.311605304479599,0.3118223249912262,0.3133279979228973,0.3146496713161468,0.3195074200630188,0.3142614662647247,0.3125102519989013,0.3115333616733551,0.3183117806911468,0.3168580532073974,0.3187012672424316,0.3179306983947754,0.3157722651958465,0.3214826583862304,0.3145081698894501,0.3172421753406524,0.3151432573795318,0.3181649446487427,0.3180212080478668,0.3171605765819549,0.3212067782878876,0.3180184066295624,0.3209905624389648,0.319052129983902,0.3212707936763763,0.3196887373924255,0.3188316226005554,0.3164899051189422,0.3241994678974151,0.3179469406604767,0.3214083909988403,0.3206575512886047,0.3263285160064697,0.3219505250453949,0.3181525468826294,0.3219776451587677,0.3259726762771606,0.3197665512561798,0.3236161768436432,0.3177970349788666,0.3258080780506134,0.3208407461643219,0.3251138925552368,0.3242645859718323,0.3229723274707794,0.3227455914020538,0.3206316232681274,0.3256695866584778,0.3241210877895355,0.3224890530109405,0.3263737261295318,0.3214233517646789,0.3240345120429992,0.3222567737102508,0.3242291808128357,0.3257078528404236,0.3278365731239319,0.3277338743209839,0.3253948092460632,0.3232105076313019,0.3267974853515625,0.3263654410839081,0.3262891769409179,0.3238334357738495,0.3294911682605743,0.3261866867542267,0.3243315815925598,0.3250119090080261,0.326727420091629,0.3268802464008331,0.3269768059253692,0.3257980346679687,0.3280686736106872,0.3274897634983063,0.3282252252101898,0.3272863030433655,0.328346699476242,0.325562834739685,0.3301684856414795,0.3284023404121399,0.3268299400806427,0.3286610245704651,0.3291078805923462,0.324972927570343,0.3314772248268127,0.3278062343597412,0.326839417219162,0.3277239501476288,0.330414742231369,0.3271744549274444,0.3279334008693695,0.3288575112819671,0.3285425007343292,0.3282454907894134,0.3296376466751098,0.3305942714214325,0.3276287615299225,0.3292438983917236,0.329515129327774,0.3281475007534027,0.3282177448272705,0.3333999514579773,0.3302631080150604,0.330238401889801,0.3323166668415069,0.3313035368919372,0.32961106300354,0.3321967124938965],"label":"FineWeb independent MinHash"}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"yaxis":{"title":{"text":"Agg Score"}},"title":{"text":"Independent dedup outperforms dedup across dumps"}}}
|
dist/assets/data/plots/cross_ind_unfiltered_comparison/openbookqa_acc_norm.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"data":{"big-run-refinedweb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2560000121593475,0.2840000092983246,0.3059999942779541,0.3059999942779541,0.2980000078678131,0.3240000009536743,0.3100000023841858,0.3000000119209289,0.3160000145435333,0.3140000104904175,0.3260000050067901,0.3199999928474426,0.2980000078678131,0.3179999887943268,0.3179999887943268,0.3319999873638153,0.3019999861717224,0.2939999997615814,0.3319999873638153,0.3319999873638153,0.3219999969005584,0.3379999995231628,0.3379999995231628,0.3339999914169311,0.3240000009536743,0.3479999899864197,0.3300000131130218,0.3240000009536743,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3319999873638153,0.3379999995231628,0.356000006198883,0.3339999914169311,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.3479999899864197,0.3339999914169311,0.3400000035762787,0.3479999899864197,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.3420000076293945,0.3659999966621399,0.3400000035762787,0.3459999859333038,0.3499999940395355,0.356000006198883,0.3400000035762787,0.356000006198883,0.3339999914169311,0.3339999914169311,0.3479999899864197,0.3420000076293945,0.3580000102519989,0.3339999914169311,0.3440000116825104,0.3400000035762787,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.3499999940395355,0.3420000076293945,0.3379999995231628,0.335999995470047,0.356000006198883,0.3459999859333038,0.3499999940395355,0.3400000035762787,0.3440000116825104,0.356000006198883,0.3519999980926513,0.3400000035762787,0.3440000116825104,0.356000006198883,0.3400000035762787,0.356000006198883,0.3600000143051147,0.3540000021457672,0.3479999899864197,0.3379999995231628,0.3440000116825104,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3339999914169311,0.3499999940395355,0.3600000143051147,0.3440000116825104,0.3499999940395355,0.356000006198883,0.3420000076293945,0.3479999899864197,0.3379999995231628,0.3379999995231628,0.3459999859333038,0.356000006198883,0.328000009059906,0.3459999859333038,0.3519999980926513,0.3499999940395355,0.3519999980926513,0.3420000076293945,0.3499999940395355,0.3420000076293945,0.3339999914169311,0.335999995470047,0.3379999995231628,0.3379999995231628,0.3540000021457672,0.356000006198883,0.356000006198883,0.335999995470047,0.363999992609024,0.363999992609024,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3519999980926513,0.3540000021457672,0.3459999859333038,0.3479999899864197,0.3519999980926513,0.3519999980926513,0.3420000076293945,0.3440000116825104,0.3379999995231628,0.3519999980926513,0.356000006198883,0.3420000076293945,0.3580000102519989,0.3499999940395355,0.3619999885559082,0.3519999980926513,0.3600000143051147,0.3459999859333038,0.3519999980926513,0.3519999980926513,0.3499999940395355,0.3580000102519989,0.356000006198883,0.3580000102519989,0.3600000143051147,0.3440000116825104,0.3600000143051147,0.3440000116825104,0.3479999899864197,0.3479999899864197,0.3580000102519989,0.3600000143051147,0.3580000102519989,0.3540000021457672,0.3519999980926513,0.3459999859333038,0.3459999859333038,0.3540000021457672,0.335999995470047,0.3540000021457672,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3499999940395355,0.356000006198883],"label":"RefinedWeb"},"big-run-fineweb-cross-dedup-fixed":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2460000067949295,0.2720000147819519,0.270000010728836,0.2939999997615814,0.2960000038146972,0.3240000009536743,0.3019999861717224,0.2879999876022339,0.3179999887943268,0.3059999942779541,0.2899999916553497,0.3100000023841858,0.3179999887943268,0.3219999969005584,0.3219999969005584,0.3300000131130218,0.3140000104904175,0.3240000009536743,0.3079999983310699,0.3260000050067901,0.3120000064373016,0.3160000145435333,0.3179999887943268,0.3260000050067901,0.3260000050067901,0.3240000009536743,0.3379999995231628,0.3219999969005584,0.3319999873638153,0.3379999995231628,0.3339999914169311,0.328000009059906,0.3319999873638153,0.3199999928474426,0.3000000119209289,0.3260000050067901,0.3240000009536743,0.328000009059906,0.3240000009536743,0.328000009059906,0.3260000050067901,0.3440000116825104,0.3199999928474426,0.3319999873638153,0.3219999969005584,0.335999995470047,0.3519999980926513,0.3379999995231628,0.328000009059906,0.3300000131130218,0.335999995470047,0.3479999899864197,0.3459999859333038,0.3479999899864197,0.3540000021457672,0.3479999899864197,0.3300000131130218,0.356000006198883,0.3479999899864197,0.356000006198883,0.335999995470047,0.335999995470047,0.3479999899864197,0.3339999914169311,0.3540000021457672,0.3300000131130218,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3459999859333038,0.3339999914169311,0.3479999899864197,0.335999995470047,0.3400000035762787,0.3179999887943268,0.335999995470047,0.328000009059906,0.328000009059906,0.3540000021457672,0.3479999899864197,0.3420000076293945,0.3580000102519989,0.3459999859333038,0.3420000076293945,0.3459999859333038,0.3440000116825104,0.3499999940395355,0.335999995470047,0.3540000021457672,0.356000006198883,0.3400000035762787,0.3600000143051147,0.3580000102519989,0.3519999980926513,0.3499999940395355,0.3540000021457672,0.3519999980926513,0.3499999940395355,0.3440000116825104,0.356000006198883,0.3479999899864197,0.3479999899864197,0.3440000116825104,0.3499999940395355,0.3440000116825104,0.3519999980926513,0.3440000116825104,0.356000006198883,0.3459999859333038,0.3580000102519989,0.356000006198883,0.3519999980926513,0.3420000076293945,0.3379999995231628,0.3479999899864197,0.3459999859333038,0.3499999940395355,0.3400000035762787,0.3440000116825104,0.3420000076293945,0.3420000076293945,0.3499999940395355,0.3459999859333038,0.3420000076293945,0.3459999859333038,0.3459999859333038,0.3479999899864197,0.3440000116825104,0.3720000088214874,0.3619999885559082,0.356000006198883,0.3519999980926513,0.3459999859333038,0.3440000116825104,0.3420000076293945,0.3580000102519989,0.3600000143051147,0.3519999980926513,0.3600000143051147,0.3440000116825104,0.3600000143051147,0.3619999885559082,0.3499999940395355,0.3499999940395355,0.363999992609024,0.3580000102519989,0.3499999940395355,0.3479999899864197,0.3479999899864197,0.3580000102519989,0.3540000021457672,0.3600000143051147,0.3420000076293945,0.3519999980926513,0.3440000116825104,0.3519999980926513,0.3540000021457672,0.356000006198883,0.3459999859333038,0.3499999940395355,0.3519999980926513,0.3580000102519989,0.3440000116825104,0.3499999940395355,0.3580000102519989,0.3479999899864197,0.3479999899864197],"label":"FineWeb full MinHash"},"big-run-sampled_full_filtered_no_dedup":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2560000121593475,0.2720000147819519,0.2980000078678131,0.2840000092983246,0.2879999876022339,0.3039999902248382,0.2860000133514404,0.2899999916553497,0.3019999861717224,0.2960000038146972,0.3039999902248382,0.3100000023841858,0.3160000145435333,0.3260000050067901,0.3160000145435333,0.3260000050067901,0.3179999887943268,0.3420000076293945,0.3219999969005584,0.328000009059906,0.3240000009536743,0.3300000131130218,0.328000009059906,0.3199999928474426,0.3379999995231628,0.3400000035762787,0.3240000009536743,0.3120000064373016,0.3319999873638153,0.3260000050067901,0.3120000064373016,0.3160000145435333,0.3140000104904175,0.3179999887943268,0.3160000145435333,0.3199999928474426,0.3240000009536743,0.3260000050067901,0.3179999887943268,0.3300000131130218,0.3179999887943268,0.328000009059906,0.3240000009536743,0.328000009059906,0.3260000050067901,0.3199999928474426,0.3400000035762787,0.3339999914169311,0.328000009059906,0.328000009059906,0.3339999914169311,0.328000009059906,0.328000009059906,0.335999995470047,0.3580000102519989,0.3499999940395355,0.3260000050067901,0.3499999940395355,0.3420000076293945,0.3160000145435333,0.3339999914169311,0.335999995470047,0.3400000035762787,0.3240000009536743,0.3319999873638153,0.3379999995231628,0.3400000035762787,0.3379999995231628,0.3319999873638153,0.3319999873638153,0.3440000116825104,0.3300000131130218,0.3219999969005584,0.3260000050067901,0.3219999969005584,0.3339999914169311,0.328000009059906,0.3300000131130218,0.3219999969005584,0.3379999995231628,0.3400000035762787,0.3319999873638153,0.328000009059906,0.3440000116825104,0.3339999914169311,0.328000009059906,0.3379999995231628,0.3499999940395355,0.3339999914169311,0.3300000131130218,0.328000009059906,0.335999995470047,0.3240000009536743,0.335999995470047,0.3240000009536743,0.3400000035762787,0.3400000035762787,0.3420000076293945,0.3319999873638153,0.3339999914169311,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3400000035762787,0.3379999995231628,0.3459999859333038,0.3379999995231628,0.3300000131130218,0.3519999980926513,0.3379999995231628,0.356000006198883,0.335999995470047,0.3420000076293945,0.3400000035762787,0.328000009059906,0.3540000021457672,0.3499999940395355,0.3479999899864197,0.3440000116825104,0.3519999980926513,0.356000006198883,0.3540000021457672,0.3440000116825104,0.3499999940395355,0.356000006198883,0.356000006198883,0.356000006198883,0.363999992609024,0.3600000143051147,0.356000006198883,0.3479999899864197,0.356000006198883,0.3459999859333038,0.3479999899864197,0.3619999885559082,0.363999992609024,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3540000021457672,0.3619999885559082,0.3580000102519989,0.3540000021457672,0.356000006198883,0.3479999899864197,0.3519999980926513,0.356000006198883,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.3440000116825104,0.3580000102519989,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3540000021457672,0.3519999980926513,0.3540000021457672,0.356000006198883,0.363999992609024,0.356000006198883,0.356000006198883],"label":"FineWeb filtered only"},"big-run-sampled_full_ind_minhash":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,28.311552000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2660000026226043,0.277999997138977,0.2820000052452087,0.3079999983310699,0.3140000104904175,0.3260000050067901,0.3039999902248382,0.3319999873638153,0.3240000009536743,0.3199999928474426,0.3379999995231628,0.3339999914169311,0.3319999873638153,0.3179999887943268,0.3319999873638153,0.3219999969005584,0.3319999873638153,0.3379999995231628,0.3199999928474426,0.3179999887943268,0.3400000035762787,0.3219999969005584,0.335999995470047,0.3339999914169311,0.3420000076293945,0.3240000009536743,0.3440000116825104,0.3420000076293945,0.3379999995231628,0.3459999859333038,0.328000009059906,0.3420000076293945,0.3459999859333038,0.3479999899864197,0.3379999995231628,0.356000006198883,0.3379999995231628,0.3440000116825104,0.3400000035762787,0.3379999995231628,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.3479999899864197,0.3440000116825104,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.356000006198883,0.3600000143051147,0.3379999995231628,0.356000006198883,0.3400000035762787,0.3519999980926513,0.3479999899864197,0.3479999899864197,0.3400000035762787,0.3459999859333038,0.3519999980926513,0.3440000116825104,0.3400000035762787,0.356000006198883,0.3420000076293945,0.356000006198883,0.3540000021457672,0.3600000143051147,0.3339999914169311,0.3499999940395355,0.3580000102519989,0.3440000116825104,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3339999914169311,0.3540000021457672,0.3459999859333038,0.3459999859333038,0.3400000035762787,0.356000006198883,0.356000006198883,0.3420000076293945,0.3420000076293945,0.3400000035762787,0.3479999899864197,0.3519999980926513,0.3319999873638153,0.3580000102519989,0.356000006198883,0.356000006198883,0.3499999940395355,0.3479999899864197,0.3400000035762787,0.3440000116825104,0.3339999914169311,0.3379999995231628,0.3479999899864197,0.3680000007152557,0.3619999885559082,0.3440000116825104,0.3619999885559082,0.3580000102519989,0.356000006198883,0.3600000143051147,0.3519999980926513,0.3519999980926513,0.3459999859333038,0.3540000021457672,0.3600000143051147,0.356000006198883,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3600000143051147,0.3540000021457672,0.3540000021457672,0.363999992609024,0.3580000102519989,0.3680000007152557,0.3580000102519989,0.356000006198883,0.3519999980926513,0.3519999980926513,0.3519999980926513,0.3459999859333038,0.3499999940395355,0.356000006198883,0.3540000021457672,0.3540000021457672,0.3659999966621399,0.3619999885559082,0.3420000076293945,0.363999992609024,0.3580000102519989,0.3619999885559082,0.3759999871253967,0.3740000128746032,0.363999992609024,0.3580000102519989,0.3700000047683716,0.3700000047683716,0.363999992609024,0.3440000116825104,0.3580000102519989,0.3680000007152557,0.3700000047683716,0.3740000128746032,0.3619999885559082,0.3619999885559082,0.3700000047683716,0.363999992609024,0.363999992609024,0.363999992609024,0.3700000047683716,0.3600000143051147,0.3680000007152557,0.363999992609024,0.3659999966621399,0.363999992609024,0.3680000007152557,0.3580000102519989,0.363999992609024,0.3659999966621399,0.363999992609024,0.3580000102519989,0.3600000143051147,0.3600000143051147,0.3580000102519989,0.3600000143051147],"label":"FineWeb independent MinHash"}},"layout":{"xaxis":{"title":{"text":"Training tokens (billions)"}},"yaxis":{"title":{"text":"Agg Score"}},"title":{"text":"Independent dedup outperforms dedup across dumps"}}}
|