<commit_before>﻿ISO3|XX|ISO2|NAME|NAME_FR
#http://www.loc.gov/standards/iso639-2/ascii_8bits.html||||
aar||aa|Afar|afar
abk||ab|Abkhazian|abkhaze
ace|||Achinese|aceh
ach|||Acoli|acoli
ada|||Adangme|adangme
ady|||Adyghe; Adygei|adyghé
afa|||Afro-Asiatic languages|afro-asiatiques, langues<commit_msg>Now requiring each row to have at least a 'name', even comments.  Comment rows are not supported in CSV if they do not have the correct number of delimited rows<commit_after>﻿ISO3|XX|ISO2|NAME|NAME_FR
#http://www.loc.gov/standards/iso639-2/ascii_8bits.html||||Comment
aar||aa|Afar|afar
abk||ab|Abkhazian|abkhaze
ace|||Achinese|aceh
ach|||Acoli|acoli
ada|||Adangme|adangme
ady|||Adyghe; Adygei|adyghé
afa|||Afro-Asiatic languages|afro-asiatiques, langues
{'fraction_non_alphanumeric': 0.15159574468085107, 'fraction_numerical': 0.018617021276595744, 'mean_word_length': 8.907894736842104, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3304158', 'n_tokens_mistral': 328, 'n_tokens_neox': 315, 'n_words': 52}