<commit_before>{
"total": 38,
"scoreconfigs":[
{"q": 16, "avals":[2,2,1,1,0,0],},
{"q": 18, "avals":[0,0,2,2,2,0,1,1,2,1,2],},
{"q": 22, "avals":[0,0,2,2,2,0,1,1,2,1,2],},
{"q": 34, "avals":[0],},
{"q": 35, "avals":[0],},
{"q": 41, "avals":[0],},
{"q": 45, "avals":[0],},
{"q": 50, "avals":[0],},
{"q": 53, "avals":[0],},
{"q": 76, "avals":[0],},
{"q":111, "avals":[0],},
{"q":112, "avals":[0],},
{"q": 21, "avals":[0],},
{"q": 38, "avals":[0],},
{"q": 51, "avals":[0],},
{"q": 80, "avals":[0],},
{"q": 92, "avals":[0],},

{"q": 57, "scoreType":"MultiQ",},
{"q": 62, "scoreType":"MultiQ",},
{"q": 66, "scoreType":"MultiQ",},
{"q": 71, "scoreType":"MultiQ",},

{"q": 94, "scoreType":"Complex1",},
<commit_msg>Scoring rules working adding data for each question<commit_after>{
"total": 38,
"scoreconfigs":[
{"q": 16, "avals":[2,2,1,1,0,0],},
{"q": 18, "avals":[0,0,2,2,2,0,1,1,2,1,2],},
{"q": 21, "avals":[0],},
{"q": 22, "avals":[0],},
{"q": 34, "avals":[0],},
{"q": 35, "avals":[0],},
{"q": 38, "avals":[0],},
{"q": 41, "avals":[0],},
{"q": 45, "avals":[0],},
{"q": 50, "avals":[0],},
{"q": 51, "avals":[0],},
{"q": 53, "avals":[0],},
{"q": 76, "avals":[0],},
{"q": 80, "avals":[0],},
{"q": 92, "avals":[0],},
{"q":111, "avals":[0],},
{"q":112, "avals":[0],},

{"q": 57, "scoreType":"MultiQ",},
{"q": 62, "scoreType":"MultiQ",},
{"q": 66, "scoreType":"MultiQ",},
{"q": 71, "scoreType":"MultiQ",},

{"q": 94, "scoreType":"Complex1",},

{'fraction_non_alphanumeric': 0.4435146443514644, 'fraction_numerical': 0.1199442119944212, 'mean_word_length': 8.695945945945946, 'pattern_counts': {'":': 92, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '632714', 'n_tokens_mistral': 845, 'n_tokens_neox': 716, 'n_words': 143}