<commit_before>{
    "primary-dialects": {
        "af": "af-ZA",
        "ar": "ar",
        "bg": "bg-BG",
        "ca": "ca-AD",
        "cs": "cs-CZ",
        "cy": "cy-GB",
        "da": "da-DK",
        "de": "de-DE",
        "el": "el-GR",
        "en": "en-US",
        "es": "es-ES",
        "et": "et-EE",
        "eu": "eu",
        "fa": "fa-IR",
        "fi": "fi-FI",
        "fr": "fr-FR",
        "he": "he-IL",
        "hr": "hr-HR",
        "hu": "hu-HU",
        "is": "is-IS",
        "it": "it-IT",
        "ja": "ja-JP",
        "km": "km-KH",
        "ko": "ko-KR",
        "lt": "lt-LT",
        "lv": "lv-LV",
        "mn": "mn-MN",
        "nb": "nb-NO",
        "nl": "nl-NL",
        "nn": "nn-NO",
        "pl": "pl-PL",
        "pt": "pt-PT",
        "ro": "ro-RO",
        "ru": "ru-RU",
        "sk": "sk-SK",
        "sl": "sl-SI",
        "sr": "sr-RS",
        "sv": "sv-SE",
        "th": "th-TH",
        "tr": "tr-TR",
        "uk": "uk-UA",
        "vi": "vi-VN",
        "zh": "zh-CN"
    },
    "language-names": {
        "af-ZA": [
            "Afrikaans",
            "Afrikaans"
        ],
        "ar": [
            "العربية",
            "Arabic"
        ],
        "bg-BG": [
            "Български",
            "Bulgarian"
        ],
        "ca-AD": [
            "Català",
            "Catalan"
        ],
        "cs-CZ": [
            "Čeština",
            "Czech"
        ],
        "cy-GB": [
            "Cymraeg",
            "Welsh"
        ],
        "da-DK": [
            "Dansk",
            "Danish"
        ],
        "de-AT": [
            "Deutsch (Österreich)",
            "German (Austria)"
        ],
        "de-CH": [
            "Deutsch (Schweiz)",
            "German (Switzerland)"
        ],
        "de-DE": [
            "Deutsch (Deutschland)",
            "German (Germany)"
        ],
        "el-GR": [
            "Ελληνικά",
            "Greek"
        ],
        "en-GB": [
            "English (UK)",
            "English (UK)"
        ],
        "en-US": [
            "English (US)",
            "English (US)"
        ],
        "es-CL": [
            "Español (Chile)",
            "Spanish (Chile)"
        ],
        "es-ES": [
            "Español (España)",
            "Spanish (Spain)"
        ],
        "et-EE": [
            "Eesti",
            "Estonian"
        ],
        "eu": [
            "Euskara",
            "Basque"
        ],
        "fa-IR": [
            "فارسی",
            "Persian"
        ],
        "fi-FI": [
            "Suomi",
            "Finnish"
        ],
        "fr-CA": [
            "Français (Canada)",
            "French (Canada)"
        ],
        "fr-FR": [
            "Français (France)",
            "French (France)"
        ],
        "he-IL": [
            "עברית",
            "Hebrew"
        ],
        "hr-HR": [
            "Hrvatski",
            "Croatian"
        ],
        "hu-HU": [
            "Magyar",
            "Hungarian"
        ],
        "is-IS": [
            "Íslenska",
            "Icelandic"
        ],
        "it-IT": [
            "Italiano",
            "Italian"<commit_msg>Update CSL locales<commit_after>{
    "primary-dialects": {
        "af": "af-ZA",
        "ar": "ar",
        "bg": "bg-BG",
        "ca": "ca-AD",
        "cs": "cs-CZ",
        "cy": "cy-GB",
        "da": "da-DK",
        "de": "de-DE",
        "el": "el-GR",
        "en": "en-US",
        "es": "es-ES",
        "et": "et-EE",
        "eu": "eu",
        "fa": "fa-IR",
        "fi": "fi-FI",
        "fr": "fr-FR",
        "he": "he-IL",
        "hr": "hr-HR",
        "hu": "hu-HU",
        "id": "id-ID",
        "is": "is-IS",
        "it": "it-IT",
        "ja": "ja-JP",
        "km": "km-KH",
        "ko": "ko-KR",
        "lt": "lt-LT",
        "lv": "lv-LV",
        "mn": "mn-MN",
        "nb": "nb-NO",
        "nl": "nl-NL",
        "nn": "nn-NO",
        "pl": "pl-PL",
        "pt": "pt-PT",
        "ro": "ro-RO",
        "ru": "ru-RU",
        "sk": "sk-SK",
        "sl": "sl-SI",
        "sr": "sr-RS",
        "sv": "sv-SE",
        "th": "th-TH",
        "tr": "tr-TR",
        "uk": "uk-UA",
        "vi": "vi-VN",
        "zh": "zh-CN"
    },
    "language-names": {
        "af-ZA": [
            "Afrikaans",
            "Afrikaans"
        ],
        "ar": [
            "العربية",
            "Arabic"
        ],
        "bg-BG": [
            "Български",
            "Bulgarian"
        ],
        "ca-AD": [
            "Català",
            "Catalan"
        ],
        "cs-CZ": [
            "Čeština",
            "Czech"
        ],
        "cy-GB": [
            "Cymraeg",
            "Welsh"
        ],
        "da-DK": [
            "Dansk",
            "Danish"
        ],
        "de-AT": [
            "Deutsch (Österreich)",
            "German (Austria)"
        ],
        "de-CH": [
            "Deutsch (Schweiz)",
            "German (Switzerland)"
        ],
        "de-DE": [
            "Deutsch (Deutschland)",
            "German (Germany)"
        ],
        "el-GR": [
            "Ελληνικά",
            "Greek"
        ],
        "en-GB": [
            "English (UK)",
            "English (UK)"
        ],
        "en-US": [
            "English (US)",
            "English (US)"
        ],
        "es-CL": [
            "Español (Chile)",
            "Spanish (Chile)"
        ],
        "es-ES": [
            "Español (España)",
            "Spanish (Spain)"
        ],
        "es-MX": [
            "Español (México)",
            "Spanish (Mexico)"
        ],
        "et-EE": [
            "Eesti",
            "Estonian"
        ],
        "eu": [
            "Euskara",
            "Basque"
        ],
        "fa-IR": [
            "فارسی",
            "Persian"
        ],
        "fi-FI": [
            "Suomi",
            "Finnish"
        ],
        "fr-CA": [
            "Français (Canada)",
            "French (Canada)"
        ],
        "fr-FR": [
            "Français (France)",
            "French (France)"
        ],
        "he-IL": [
            "עברית",
            "Hebrew"
        ],
        "hr-HR": [
            "Hrvatski",
            "Croatian"
        ],
        "hu-HU": [
            "Magyar",
            "Hungarian"
        ],
        "id-ID": [
            "Bahasa Indonesia",
            "Indonesian"
        ],
        "is-IS": [
            "Íslenska",
            "Icelandic"
        ],
        "it-IT": [
            "Italiano",
            "Italian"
{'fraction_non_alphanumeric': 0.20739944734418175, 'fraction_numerical': 0.0, 'mean_word_length': 0.8640915593705293, 'pattern_counts': {'":': 145, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4763674', 'n_tokens_mistral': 2397, 'n_tokens_neox': 2338, 'n_words': 382}