<commit_before>1F970;smiling_face_with_3_hearts
1F975;hot_face
1F976;cold_face
1F973;partying_face
1F974;woozy_face
1F97A;pleading_face
{MAN/WOMAN}{SKIN}-200D-1F9B0;{GENDER}_red_haired
{MAN/WOMAN}{SKIN}-200D-1F9B1;{GENDER}_curly_haired
{MAN/WOMAN}{SKIN}-200D-1F9B2;{GENDER}_bald
{MAN/WOMAN}{SKIN}-200D-1F9B3;{GENDER}_white_haired
1F9B8{SKIN}-200D-{MAN/WOMAN};{M/W}_superhero
1F9B9{SKIN}-200D-{MAN/WOMAN};{M/W}_supervillain
1F9B5{SKIN};leg
1F9B6{SKIN};foot
1F9B4;bone
1F9B7;tooth
1F97D;goggles
1F97C;lab_coat
1F97E;hiking_boot
1F97F;womans_flat_shoe
1F99D;raccoon
1F999;llama
1F99B;hippopotamus
1F998;kangaroo
1F9A1;badger
1F9A2;swan
1F99A;peacock<commit_msg>james' patch to fix superhero names<commit_after>1F970;smiling_face_with_3_hearts
1F975;hot_face
1F976;cold_face
1F973;partying_face
1F974;woozy_face
1F97A;pleading_face
{MAN/WOMAN}{SKIN}-200D-1F9B0;{GENDER}_red_haired
{MAN/WOMAN}{SKIN}-200D-1F9B1;{GENDER}_curly_haired
{MAN/WOMAN}{SKIN}-200D-1F9B2;{GENDER}_bald
{MAN/WOMAN}{SKIN}-200D-1F9B3;{GENDER}_white_haired
1F9B8{SKIN}-200D-{MALE/FEMALE};{GENDER}_superhero
1F9B9{SKIN}-200D-{MALE/FEMALE};{GENDER}_supervillain
1F9B5{SKIN};leg
1F9B6{SKIN};foot
1F9B4;bone
1F9B7;tooth
1F97D;goggles
1F97C;lab_coat
1F97E;hiking_boot
1F97F;womans_flat_shoe
1F99D;raccoon
1F999;llama
1F99B;hippopotamus
1F998;kangaroo
1F9A1;badger
1F9A2;swan
1F99A;peacock
{'fraction_non_alphanumeric': 0.1327893175074184, 'fraction_numerical': 0.15875370919881307, 'mean_word_length': 13.052083333333334, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4867178', 'n_tokens_mistral': 849, 'n_tokens_neox': 767, 'n_words': 58}