<commit_before>,2007/2008,2008/2009,2009/2010,2010/2011,2011/2012,2012/2013,2013/2014,2014/2015,2015/2016,2016/2017
National,2.2,2.4,2.3,2.5,2.4,2.2,2,2,2.1,2.2
Region1,1.4,1.5,1.2,1.4,1.1,1,1.2,1.2,1.3,1.4
Region2,3,2.9,2.3,2.4,2.5,2,2.2,2.3,2.3,3.0
Region3,3.6,3.5,3,2.6,2.5,2.2,2,2,1.8,2.2
Region4,1.8,2,2,2.3,2.3,2.3,1.9,1.9,1.6,1.7
Region5,2.6,1.9,1.7,1.8,1.6,1.5,1.6,1.7,1.9,1.9
Region6,4.1,4.6,4.8,4.9,4.3,3.4,2.9,3.2,3.6,4.1
Region7,1.9,1.8,1.9,2.3,2.3,2.1,1.8,1.7,1.7,1.8
Region8,1.6,1.5,1.3,1.7,2.1,1.9,1.3,1.3,1.4,1.4
Region9,3.4,2.7,2.8,4.1,3.9,3.5,2.9,2.7,2.6,2.5
Region10,3.3,3.5,3.3,2.2,2.2,1.4,1.3,1.1,1.1,1.1<commit_msg>Add baseline for new season<commit_after>,2007/2008,2008/2009,2009/2010,2010/2011,2011/2012,2012/2013,2013/2014,2014/2015,2015/2016,2016/2017,2017/2018
National,2.2,2.4,2.3,2.5,2.4,2.2,2,2,2.1,2.2,2.2
Region1,1.4,1.5,1.2,1.4,1.1,1,1.2,1.2,1.3,1.4,1.4
Region2,3,2.9,2.3,2.4,2.5,2,2.2,2.3,2.3,3,3.1
Region3,3.6,3.5,3,2.6,2.5,2.2,2,2,1.8,2.2,2
Region4,1.8,2,2,2.3,2.3,2.3,1.9,1.9,1.6,1.7,1.9
Region5,2.6,1.9,1.7,1.8,1.6,1.5,1.6,1.7,1.9,1.9,1.8
Region6,4.1,4.6,4.8,4.9,4.3,3.4,2.9,3.2,3.6,4.1,4.2
Region7,1.9,1.8,1.9,2.3,2.3,2.1,1.8,1.7,1.7,1.8,1.9
Region8,1.6,1.5,1.3,1.7,2.1,1.9,1.3,1.3,1.4,1.4,1.3
Region9,3.4,2.7,2.8,4.1,3.9,3.5,2.9,2.7,2.6,2.5,2.4
Region10,3.3,3.5,3.3,2.2,2.2,1.4,1.3,1.1,1.1,1.1,1.4
{'fraction_non_alphanumeric': 0.36472346786248133, 'fraction_numerical': 0.47085201793721976, 'mean_word_length': 4.21011673151751, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2865045', 'n_tokens_mistral': 1175, 'n_tokens_neox': 1046, 'n_words': 27}