<commit_before>// A list of languages marked as "complete" and intended to be presented to users on the flag-picker
//  See https://openscience.atlassian.net/browse/LEI-372 for sample reasoning behind this requirement
// TODO: This will need to be updated every time a new language is "released" and marked final
export const languagesForProduction =  ['en', 'bg', 'de', 'zh', 'pl', 'id', 'he', 'da', 'hr', 'sr', 'cs', 'lt', 'fi', 'uk', 'it', 'mk', 'th', 'sl', 'hu', 'hi', 'mr'];


// Country codes for flags, paired with language codes for translations
//  Language codes should be dictated by: https://en.wikipedia.org/wiki/List_of_ISO_639-1_codes
//  Country codes (possibly) from: https://en.wikipedia.org/wiki/ISO_3166-1<commit_msg>Alphabetical ordering for country codes<commit_after>// A list of languages marked as "complete" and intended to be presented to users on the flag-picker
//  See https://openscience.atlassian.net/browse/LEI-372 for sample reasoning behind this requirement
// TODO: This will need to be updated every time a new language is "released" and marked final
export const languagesForProduction =  ["bg", "cs", "da", "de", "en", "fi", "he", "hi", "hr", "hu", "id", "it", "lt", "mk", "mr", "pl", "sl", "sr", "th", "uk", "zh"];


// Country codes for flags, paired with language codes for translations
//  Language codes should be dictated by: https://en.wikipedia.org/wiki/List_of_ISO_639-1_codes
//  Country codes (possibly) from: https://en.wikipedia.org/wiki/ISO_3166-1
{'fraction_non_alphanumeric': 0.15466666666666667, 'fraction_numerical': 0.016, 'mean_word_length': 4.498168498168498, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2356062', 'n_tokens_mistral': 481, 'n_tokens_neox': 452, 'n_words': 181}