<commit_before># Benchmark name    Semicolon-separated input data
patho2	            strings/ab_lines_len1000_50mb.txt;strings/ab_lines_len1000_70mb.txt;strings/ab_lines_len1000_100mb.txt;strings/ab_lines_len1000_150mb.txt;strings/ab_lines_len1000_170mb.txt;strings/ab_lines_len1000_200mb.txt;strings/ab_lines_len1000_250mb.txt;strings/ab_lines_len80_250mb.txt
flip_ab             strings/ab_lines_len1000_50mb.txt;strings/ab_lines_len1000_70mb.txt;strings/ab_lines_len1000_100mb.txt;strings/ab_lines_len1000_150mb.txt;strings/ab_lines_len1000_170mb.txt;strings/ab_lines_len1000_200mb.txt;strings/ab_lines_len1000_250mb.txt;strings/ab_lines_len80_250mb.txt
rot13               strings/random_50mb.txt;strings/random_70mb.txt;strings/random_100mb.txt;strings/random_150mb.txt;strings/random_170mb.txt;strings/random_200mb.txt;strings/random_250mb.txt;strings/ab_lines_len80_250mb.txt

thousand_sep        numbers/numbers_250mb.txt
csv_project3        csv/csv_format1_250mb.csv
# irc              TODO

apache_log          apache_log/example_big.log
ini2json            ini/inifile_25mb.ini
# syntax           TODO
issuu_json2sql      issuu/issuu_1000000objs.json
# bibtex           TODO
drex_del-comments   comments/comments_2mb.txt
drex_extract-xml    xml/xml_2mb.xml

iso_datetime_to_json datetime/datetimes_250mb.txt
# plus csv_project3 again but with different plot.<commit_msg>Whoops, that shouldn't be included<commit_after># Benchmark name    Semicolon-separated input data
patho2	            strings/ab_lines_len1000_50mb.txt;strings/ab_lines_len1000_70mb.txt;strings/ab_lines_len1000_100mb.txt;strings/ab_lines_len1000_150mb.txt;strings/ab_lines_len1000_170mb.txt;strings/ab_lines_len1000_200mb.txt;strings/ab_lines_len1000_250mb.txt;strings/ab_lines_len80_250mb.txt
flip_ab             strings/ab_lines_len1000_50mb.txt;strings/ab_lines_len1000_70mb.txt;strings/ab_lines_len1000_100mb.txt;strings/ab_lines_len1000_150mb.txt;strings/ab_lines_len1000_170mb.txt;strings/ab_lines_len1000_200mb.txt;strings/ab_lines_len1000_250mb.txt;strings/ab_lines_len80_250mb.txt
rot13               strings/random_50mb.txt;strings/random_70mb.txt;strings/random_100mb.txt;strings/random_150mb.txt;strings/random_170mb.txt;strings/random_200mb.txt;strings/random_250mb.txt

thousand_sep        numbers/numbers_250mb.txt
csv_project3        csv/csv_format1_250mb.csv
# irc              TODO

apache_log          apache_log/example_big.log
ini2json            ini/inifile_25mb.ini
# syntax           TODO
issuu_json2sql      issuu/issuu_1000000objs.json
# bibtex           TODO
drex_del-comments   comments/comments_2mb.txt
drex_extract-xml    xml/xml_2mb.xml

iso_datetime_to_json datetime/datetimes_250mb.txt
# plus csv_project3 again but with different plot.
{'fraction_non_alphanumeric': 0.07018181818181818, 'fraction_numerical': 0.11163636363636363, 'mean_word_length': 4.865671641791045, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 8}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6911515', 'n_tokens_mistral': 1207, 'n_tokens_neox': 990, 'n_words': 85}