<commit_before>external-graphic1.xml
external-graphic2.xml
inline1.xml
keep-with-previous2.xml
keep-with-previous3.xml
keep-with-previous4.xml
keep-with-previous5.xml
list4a.xml
multi-column3.xml
normal-breaking4.xml
page-number-citation2.xml
page-number-citation3.xml
table-border-collapse1.xml
table-border-collapse2.xml
table-column4.xml
table-fixed2.xml<commit_msg>disabled letter-spacing3.xml for now as it fails<commit_after>external-graphic1.xml
external-graphic2.xml
inline1.xml
keep-with-previous2.xml
keep-with-previous3.xml
keep-with-previous4.xml
keep-with-previous5.xml
list4a.xml
multi-column3.xml
normal-breaking4.xml
page-number-citation2.xml
page-number-citation3.xml
table-border-collapse1.xml
table-border-collapse2.xml
table-column4.xml
table-fixed2.xml
letter-spacing3.xml
{'fraction_non_alphanumeric': 0.10844892812105927, 'fraction_numerical': 0.04287515762925599, 'mean_word_length': 5.728813559322034, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 34}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2544994', 'n_tokens_mistral': 293, 'n_tokens_neox': 286, 'n_words': 38}