<commit_before>"name"
"White"
"Black Caribbean"
"Black African"
"Black/other/non-mixed origin"
"Indian"
"Pakistani"
"Bangladeshi"
"Chinese"
"Black British"
"Black Caribbean"
"Black North African"
"Black--other African country"
"Black East African Asian"
"Black Indian sub-continent"
"Black--other Asian"
"Black Black - other"
"Black--other/mixed"
"Other Black--Black/White origin"
"Other Black--Black/Asian origin"
"Other ethnic non-mixed (NMO)"
"British ethnic minority spec.(NMO)"
"British ethnic minority unsp (NMO)"
"Caribbean Island (NMO)"
"North African Arab (NMO)"
"Other African countries (NMO)"
"East African Asian (NMO)"
"Indian sub-continent (NMO)"
"Other Asian (NMO)"
"Irish (NMO)"
"Greek Cypriot (NMO)"
"Turkish Cypriot (NMO)"
"Other European (NMO)"
"Other ethnic NEC (NMO)"
"Other ethnic/mixed origin"
"Other ethnic/Black/White origin"
"Other ethnic/Asian/White origin"
"Other ethnic/mixed white origin"
"Other ethnic/other mixed origin"
"Refused"<commit_msg>Remove 2nd 'Black Caribbean', add 'Unknown'<commit_after>"name"
"White"
"Black Caribbean"
"Black African"
"Black/other/non-mixed origin"
"Indian"
"Pakistani"
"Bangladeshi"
"Chinese"
"Black British"
"Black North African"
"Black--other African country"
"Black East African Asian"
"Black Indian sub-continent"
"Black--other Asian"
"Black Black - other"
"Black--other/mixed"
"Other Black--Black/White origin"
"Other Black--Black/Asian origin"
"Other ethnic non-mixed (NMO)"
"British ethnic minority spec.(NMO)"
"British ethnic minority unsp (NMO)"
"Caribbean Island (NMO)"
"North African Arab (NMO)"
"Other African countries (NMO)"
"East African Asian (NMO)"
"Indian sub-continent (NMO)"
"Other Asian (NMO)"
"Irish (NMO)"
"Greek Cypriot (NMO)"
"Turkish Cypriot (NMO)"
"Other European (NMO)"
"Other ethnic NEC (NMO)"
"Other ethnic/mixed origin"
"Other ethnic/Black/White origin"
"Other ethnic/Asian/White origin"
"Other ethnic/mixed white origin"
"Other ethnic/other mixed origin"
"Refused"
"Unknown"

{'fraction_non_alphanumeric': 0.14372778059928898, 'fraction_numerical': 0.0005078720162519045, 'mean_word_length': 6.086330935251799, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1874069', 'n_tokens_mistral': 704, 'n_tokens_neox': 652, 'n_words': 219}