<commit_before><commit_msg>add experimental ZH_COMPOUND<commit_after>015B,01571F,016B65,015D	0157D7
015B,0165B9,0165B9,01571F,015D	015803
015B,01571F,014E9E,015D	0157E1
015B,01571F,015DDD,015D	015733
015B,01571F,016642,015D	015852
015B,01571F,0165E5,015BFA,015D	015852
015B,015409,015409,015D	015586
015B,01571F,01756A,015D	0158A6
015B,01571F,01718F,015D	0158CE
015B,01571F,014C,015D		015720
015B,01571F,014E01,015D	015722
015B,0153C8,01571F,015D	015723
015B,01571F,015DF1,015D	01572E
015B,01571F,014E5E,015D	01572A
015B,01571F,0152FA,015D	015734
015B,01571F,016C0F,015D	015741
015B,01571F,014ECA,015D	015745
015B,015206,01571F,015D	01574C
015B,01571F,015C6F,015D	015749
015B,01571F,015206,015D	01574B
015B,016BD4,01571F,015D	015752
015B,01571F,014E15,015D	01600C
015B,01571F,015F17,015D	015772
015B,01571F,015C3C,015D	01576D
015B,01571F,015360,015D	01576B
015B,01571F,01592E,015D	015771
015B,01571F,015182,0153E3,015D	015770
015B,01571F,013107,0153E3,015D	015770
015B,01571F,014E4E,015D	015780
015B,01571F,016C0F,014E00,015D	01577B
015B,01571F,016C10,015D	01577B
015B,01571F,015E7C,015D	015773
015B,01571F,013120,01529B,015D	015773
015B,01571F,013126,01571F,015D	015774
015B,01571F,01534A,015D	015762
015B,01571F,014EE4,015D	01577D
015B,01571F,015B83,015D	015768
015B,01571F,015B89,015D	0157B5
015B,01571F,015B85,015D	01579E
015B,01571F,0181F3,015D	0157A4
015B,01571F,01540C,015D	015CD2
015B,01571F,015146,015D	015797
015B,01571F,015371,015D	01579D
015B,01571F,016735,015D	01579B
015B,01897F,01571F,015D	015794
015B,01571F,014F0F,015D	015798
015B,01571F,014EBA,0172AC,015D	015798
015B,01571F,01807F,015D	01578F
015B,01571F,015408,015D	0157A5
015B,01571F,01571F,01571F,015D	01579A
015B,01571F,01826F,015D	0157CC
015B,015373,01571F,015D	015832
015B,01571F,015448,015D	0157D5
015B,01571F,01722A,015BF8,015D	0157D2
015B,01571F,015B5A,015D	0157BA
015B,01571F,0189D2,015D	0157C6
{'fraction_non_alphanumeric': 0.0982381206620395, 'fraction_numerical': 0.6620395088093967, 'mean_word_length': 15.295652173913043, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7559413', 'n_tokens_mistral': 1813, 'n_tokens_neox': 1068, 'n_words': 114}