<commit_before>{
    "en": "English",
    "af": "Afrikaans",
    "ar": "Arabic",
    "bg": "Bulgarian",
    "ca": "Catalan",
    "cs": "Czech",
    "da": "Danish",
    "de": "German",
    "el": "Greek",
    "enGB": "English (United Kingdom)",
    "eo": "Esperanto",
    "es": "Spanish",
    "esUS": "Spanish (Latin America)",
    "et": "Estonian",
    "eu": "Basque",
    "fi": "Finnish",
    "fr": "French",
    "frCA": "French (Canadian)",
    "he": "Hebrew",
    "mr":"Marathi",
    "hr": "Croatian",
    "hu": "Hungarian",
    "hy": "Armenian",
    "id": "Indonesian",
    "it": "Italian",
    "ja": "Japanese",
    "kab": "Kabyle",
    "ko": "Korean",
    "lt": "Lithuanian",
    "lv": "Latvian",
    "nl": "Dutch",
    "oc": "Occitan",
    "pl": "Polish",
    "ptBR": "Portuguese (Brazil)",
    "ru": "Russian",
    "ro": "Romanian",
    "sc": "Sardinian",
    "sk": "Slovak",
    "sl": "Slovenian",<commit_msg>Added missing language malayalam(ml) (#7732)<commit_after>{
    "en": "English",
    "af": "Afrikaans",
    "ar": "Arabic",
    "bg": "Bulgarian",
    "ca": "Catalan",
    "cs": "Czech",
    "da": "Danish",
    "de": "German",
    "el": "Greek",
    "enGB": "English (United Kingdom)",
    "eo": "Esperanto",
    "es": "Spanish",
    "esUS": "Spanish (Latin America)",
    "et": "Estonian",
    "eu": "Basque",
    "fi": "Finnish",
    "fr": "French",
    "frCA": "French (Canadian)",
    "he": "Hebrew",
    "mr":"Marathi",
    "hr": "Croatian",
    "hu": "Hungarian",
    "hy": "Armenian",
    "id": "Indonesian",
    "it": "Italian",
    "ja": "Japanese",
    "kab": "Kabyle",
    "ko": "Korean",
    "lt": "Lithuanian",
    "ml": "Malayalam",
    "lv": "Latvian",
    "nl": "Dutch",
    "oc": "Occitan",
    "pl": "Polish",
    "ptBR": "Portuguese (Brazil)",
    "ru": "Russian",
    "ro": "Romanian",
    "sc": "Sardinian",
    "sk": "Slovak",
    "sl": "Slovenian",
{'fraction_non_alphanumeric': 0.2664194915254237, 'fraction_numerical': 0.00211864406779661, 'mean_word_length': 2.8629856850715747, 'pattern_counts': {'":': 79, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1026830', 'n_tokens_mistral': 836, 'n_tokens_neox': 773, 'n_words': 173}