<commit_before>/*
 * The list of timezones supported by FE is given by the function listTimezones(),
 * which returns the timezones in the 2019c iana database. That database is backward-compatible
 * (the list of timezones keeps changing because humans keep making crazy irrational decisions).
 * The API does not like backward-compatibility though, and they only support some of those
 * timezones (loosely based on https://www.php.net/manual/en/timezones.php). The list of timezones
 * recognized by FE but not supported by BE are the ones that serve as entries for the object below.
 * The value for each entry is the supported timezone we will re-direct to
 */
export const unsupportedTimezoneLinks: { [key: string]: string } = {
    'America/Fort_Wayne': 'America/New_York',
    'Asia/Rangoon': 'Asia/Yangon',
    CET: 'Europe/Paris',
    CST6CDT: 'America/Chicago',
    EET: 'Europe/Istanbul',
    EST: 'America/New_York',
    EST5EDT: 'America/New_York',
    'Etc/GMT+1': 'Atlantic/Cape_Verde',
    'Etc/GMT+10': 'Pacific/Tahiti',
    'Etc/GMT+11': 'Pacific/Niue',
    'Etc/GMT+12': 'Pacific/Niue', // no canonical timezone exists for GMT+12
    'Etc/GMT+2': 'America/Noronha',
    'Etc/GMT+3': 'America/Sao_Paulo',
    'Etc/GMT+4': 'America/Caracas',
    'Etc/GMT+5': 'America/Lima',
    'Etc/GMT+6': 'America/Managua',
    'Etc/GMT+7': 'America/Phoenix',
    'Etc/GMT+8': 'Pacific/Pitcairn',
    'Etc/GMT+9': 'Pacific/Gambier',
    'Etc/GMT-0': 'UTC',
    'Etc/GMT-1': 'Europe/Paris',
    'Etc/GMT-10': 'Australia/Brisbane',
    'Etc/GMT-11': 'Australia/Sydney',
    'Etc/GMT-12': 'Pacific/Auckland',
    'Etc/GMT-13': 'Pacific/Fakaofo',
    'Etc/GMT-14': 'Pacific/Kiritimati',
    'Etc/GMT-2': 'Africa/Cairo',
    'Etc/GMT-3': 'Asia/Baghdad',
    'Etc/GMT-4': 'Asia/Dubai',
    'Etc/GMT-5': 'Asia/Tashkent',
    'Etc/GMT-6': 'Asia/Dhaka',
    'Etc/GMT-7': 'Asia/Jakarta',
    'Etc/GMT-8': 'Asia/Shanghai',
    'Etc/GMT-9': 'Asia/Tokyo',
    'Etc/UTC': 'UTC',
    HST: 'Pacific/Honolulu',
    MET: 'Europe/Paris',
    MST: 'Europe/Paris',
    MST7MDT: 'America/Denver',
    PST8PDT: 'America/Los_Angeles',
    WET: 'Europe/Lisbon'
};

export const MANUAL_TIMEZONE_LINKS: { [key: string]: string } = {
    'abu dhabi, muscat': 'Asia/Muscat',
    acre: 'America/Rio_Branco',
    'adelaide, central australia': 'Australia/Adelaide',
    afghanistan: 'Asia/Kabul',
    'afghanistan standard time': 'Asia/Kabul',
    'africa central': 'Africa/Maputo',
    'africa eastern': 'Africa/Nairobi',
    'africa farwestern': 'Africa/El_Aaiun',
    'africa southern': 'Africa/Johannesburg',
    'africa western': 'Africa/Lagos',
    aktyubinsk: 'Asia/Aqtobe',
    alaska: 'America/Anchorage',
    'alaska hawaii': 'America/Anchorage',
    alaskan: 'America/Anchorage',
    'alaskan standard time': 'America/Anchorage',
    'aleutian standard time': 'America/Adak',
    almaty: 'Asia/Almaty',
    'almaty, novosibirsk, north central asia': 'Asia/Almaty',
    'altai standard time': 'Asia/Barnaul',
    amazon: 'America/Manaus',
    'america central': 'America/Chicago',
    'america eastern': 'America/New_York',
    'america mountain': 'America/Denver',
    'america pacific': 'America/Los_Angeles',
    'amsterdam, berlin, bern, rome, stockholm, vienna': 'Europe/Berlin',
    anadyr: 'Asia/Anadyr',
    apia: 'Pacific/Apia',
    aqtau: 'Asia/Aqtau',
    aqtobe: 'Asia/Aqtobe',
    arab: 'Asia/Kuwait',
    'arab standard time': 'Asia/Riyadh',
    'arab, kuwait, riyadh': 'Asia/Kuwait',
    arabian: 'Asia/Muscat',
    'arabian standard time': 'Asia/Dubai',
    arabic: 'Asia/Baghdad',
    'arabic standard time': 'Asia/Baghdad',
    argentina: 'America/Argentina/Buenos_Aires',
    'argentina standard time': 'America/Argentina/Buenos_Aires',
    'argentina western': 'America/Argentina/San_Luis',
    arizona: 'America/Phoenix',
    armenia: 'Asia/Yerevan',
    armenian: 'Asia/Yerevan',
    'armenian standard time': 'Asia/Yerevan',
    ashkhabad: 'Asia/Ashgabat',
    'astana, dhaka': 'Asia/Dhaka',
    'astrakhan standard time': 'Europe/Astrakhan',
    'athens, istanbul, minsk': 'Europe/Athens',
    atlantic: 'America/Halifax',
    'atlantic standard time': 'America/Halifax',
    'atlantic time (canada)': 'America/Halifax',
    'auckland, wellington': 'Pacific/Auckland',
    'aus central': 'Australia/Darwin',
    'aus central standard time': 'Australia/Darwin',
    'aus central w standard time': 'Australia/Eucla',
    'aus eastern': 'Australia/Sydney',
    'aus eastern standard time': 'Australia/Sydney',
    'australia central': 'Australia/Adelaide',
    'australia centralwestern': 'Australia/Eucla',
    'australia eastern': 'Australia/Sydney',
    'australia western': 'Australia/Perth',
    azerbaijan: 'Asia/Baku',
    'azerbaijan standard time': 'Asia/Baku',
    azerbijan: 'Asia/Baku',
    azores: 'Atlantic/Azores',
    'azores standard time': 'Atlantic/Azores',
    baghdad: 'Asia/Baghdad',
    'bahia standard time': 'America/Bahia',
    baku: 'Asia/Baku',
    'baku, tbilisi, yerevan': 'Asia/Baku',
    'bangkok, hanoi, jakarta': 'Asia/Bangkok',
    bangladesh: 'Asia/Dhaka',
    'bangladesh standard time': 'Asia/Dhaka',
    'beijing, chongqing, hong kong sar, urumqi': 'Asia/Shanghai',
    'belarus standard time': 'Europe/Minsk',
    'belgrade, pozsony, budapest, ljubljana, prague': 'Europe/Prague',
    bering: 'America/Adak',
    bhutan: 'Asia/Thimphu',
    'bogota, lima, quito': 'America/Bogota',
    bolivia: 'America/La_Paz',
    borneo: 'Asia/Kuching',
    'bougainville standard time': 'Pacific/Bougainville',
    brasilia: 'America/Sao_Paulo',
    'brisbane, east australia': 'Australia/Brisbane',
    british: 'Europe/London',
    brunei: 'Asia/Brunei',
    'brussels, copenhagen, madrid, paris': 'Europe/Paris',
    bucharest: 'Europe/Bucharest',
    'buenos aires': 'America/Argentina/Buenos_Aires',
    cairo: 'Africa/Cairo',
    'canada central': 'America/Edmonton',
    'canada central standard time': 'America/Regina',
    'canberra, melbourne, sydney, hobart (year 2000 only)': 'Australia/Sydney',
    'cape verde': 'Atlantic/Cape_Verde',
    'cape verde is': 'Atlantic/Cape_Verde',
    'cape verde standard time': 'Atlantic/Cape_Verde',
    'caracas, la paz': 'America/Caracas',
    'casablanca, monrovia': 'Africa/Casablanca',
    casey: 'Antarctica/Casey',
    caucasus: 'Asia/Yerevan',
    'caucasus standard time': 'Asia/Yerevan',
    'cen australia': 'Australia/Adelaide',
    'cen australia standard time': 'Australia/Adelaide',
    central: 'America/Chicago',
    'central america': 'America/Guatemala',
    'central america standard time': 'America/Guatemala',
    'central asia': 'Asia/Dhaka',
    'central asia standard time': 'Asia/Almaty',
    'central brazilian': 'America/Manaus',
    'central brazilian standard time': 'America/Cuiaba',
    'central europe': 'Europe/Prague',
    'central europe standard time': 'Europe/Budapest',
    'central european': 'Europe/Sarajevo',
    'central european standard time': 'Europe/Warsaw',
    'central pacific': 'Asia/Magadan',
    'central pacific standard time': 'Pacific/Guadalcanal',
    'central standard time': 'America/Chicago',
    'central standard time (mexico)': 'America/Mexico_City',
    'central time (us & canada)': 'America/Chicago',
    chamorro: 'Pacific/Saipan',
    chatham: 'Pacific/Chatham',
    'chatham islands standard time': 'Pacific/Chatham',
    chile: 'America/Santiago',
    china: 'Asia/Shanghai',
    'china standard time': 'Asia/Shanghai',
    choibalsan: 'Asia/Choibalsan',
    christmas: 'Indian/Christmas',
    cocos: 'Indian/Cocos',
    colombia: 'America/Bogota',
    cook: 'Pacific/Rarotonga',
    cuba: 'America/Havana',
    'cuba standard time': 'America/Havana',
    dacca: 'Asia/Dhaka',
    darwin: 'Australia/Darwin',
    dateline: 'Pacific/Auckland',
    'dateline standard time': 'Pacific/Niue',
    davis: 'Antarctica/Davis',
    dominican: 'America/Santo_Domingo',
    dumontdurville: 'Antarctica/DumontDUrville',
    dushanbe: 'Asia/Dushanbe',
    'dutch guiana': 'America/Paramaribo',
    'e africa': 'Africa/Nairobi',
    'e africa standard time': 'Africa/Nairobi',
    'e australia': 'Australia/Brisbane',
    'e australia standard time': 'Australia/Brisbane',
    'e europe': 'Europe/Minsk',
    'e europe standard time': 'Europe/Chisinau',
    'e south america': 'America/Belem',
    'e south america standard time': 'America/Sao_Paulo',
    'east africa, nairobi': 'Africa/Nairobi',
    'east timor': 'Asia/Dili',
    easter: 'Pacific/Easter',
    'easter island standard time': 'Pacific/Easter',
    eastern: 'America/New_York',
    'eastern standard time': 'America/New_York',
    'eastern standard time (mexico)': 'America/Cancun',
    'eastern time (us & canada)': 'America/New_York',
    ecuador: 'America/Guayaquil',
    egypt: 'Africa/Cairo',
    'egypt standard time': 'Africa/Cairo',
    ekaterinburg: 'Asia/Yekaterinburg',
    'ekaterinburg standard time': 'Asia/Yekaterinburg',
    'eniwetok, kwajalein, dateline time': 'Pacific/Kwajalein',
    'europe central': 'Europe/Paris',
    'europe eastern': 'Europe/Bucharest',
    'europe further eastern': 'Europe/Minsk',
    'europe western': 'Atlantic/Canary',
    falkland: 'Atlantic/Stanley',
    fiji: 'Pacific/Fiji',
    'fiji islands standard time': 'Pacific/Fiji',
    'fiji islands, kamchatka, marshall is': 'Pacific/Fiji',
    'fiji standard time': 'Pacific/Fiji',
    fle: 'Europe/Helsinki',
    'fle standard time': 'Europe/Kiev',
    'french guiana': 'America/Cayenne',
    'french southern': 'Indian/Kerguelen',
    frunze: 'Asia/Bishkek',
    galapagos: 'Pacific/Galapagos',
    gambier: 'Pacific/Gambier',
    georgia: 'Asia/Tbilisi',
    georgian: 'Asia/Tbilisi',
    'georgian standard time': 'Asia/Tbilisi',
    'gilbert islands': 'Pacific/Tarawa',
    gmt: 'UTC',
    'gmt standard time': 'UTC',
    'goose bay': 'America/Goose_Bay',
    greenland: 'America/Godthab',
    'greenland central': 'America/Scoresbysund',
    'greenland eastern': 'America/Scoresbysund',
    'greenland standard time': 'America/Godthab',<commit_msg>send gmt to Europe/London<commit_after>/*
 * The list of timezones supported by FE is given by the function listTimezones(),
 * which returns the timezones in the 2019c iana database. That database is backward-compatible
 * (the list of timezones keeps changing because humans keep making crazy irrational decisions).
 * The API does not like backward-compatibility though, and they only support some of those
 * timezones (loosely based on https://www.php.net/manual/en/timezones.php). The list of timezones
 * recognized by FE but not supported by BE are the ones that serve as entries for the object below.
 * The value for each entry is the supported timezone we will re-direct to
 */
export const unsupportedTimezoneLinks: { [key: string]: string } = {
    'America/Fort_Wayne': 'America/New_York',
    'Asia/Rangoon': 'Asia/Yangon',
    CET: 'Europe/Paris',
    CST6CDT: 'America/Chicago',
    EET: 'Europe/Istanbul',
    EST: 'America/New_York',
    EST5EDT: 'America/New_York',
    'Etc/GMT+1': 'Atlantic/Cape_Verde',
    'Etc/GMT+10': 'Pacific/Tahiti',
    'Etc/GMT+11': 'Pacific/Niue',
    'Etc/GMT+12': 'Pacific/Niue', // no canonical timezone exists for GMT+12
    'Etc/GMT+2': 'America/Noronha',
    'Etc/GMT+3': 'America/Sao_Paulo',
    'Etc/GMT+4': 'America/Caracas',
    'Etc/GMT+5': 'America/Lima',
    'Etc/GMT+6': 'America/Managua',
    'Etc/GMT+7': 'America/Phoenix',
    'Etc/GMT+8': 'Pacific/Pitcairn',
    'Etc/GMT+9': 'Pacific/Gambier',
    'Etc/GMT-0': 'UTC',
    'Etc/GMT-1': 'Europe/Paris',
    'Etc/GMT-10': 'Australia/Brisbane',
    'Etc/GMT-11': 'Australia/Sydney',
    'Etc/GMT-12': 'Pacific/Auckland',
    'Etc/GMT-13': 'Pacific/Fakaofo',
    'Etc/GMT-14': 'Pacific/Kiritimati',
    'Etc/GMT-2': 'Africa/Cairo',
    'Etc/GMT-3': 'Asia/Baghdad',
    'Etc/GMT-4': 'Asia/Dubai',
    'Etc/GMT-5': 'Asia/Tashkent',
    'Etc/GMT-6': 'Asia/Dhaka',
    'Etc/GMT-7': 'Asia/Jakarta',
    'Etc/GMT-8': 'Asia/Shanghai',
    'Etc/GMT-9': 'Asia/Tokyo',
    'Etc/UTC': 'UTC',
    HST: 'Pacific/Honolulu',
    MET: 'Europe/Paris',
    MST: 'Europe/Paris',
    MST7MDT: 'America/Denver',
    PST8PDT: 'America/Los_Angeles',
    WET: 'Europe/Lisbon'
};

export const MANUAL_TIMEZONE_LINKS: { [key: string]: string } = {
    'abu dhabi, muscat': 'Asia/Muscat',
    acre: 'America/Rio_Branco',
    'adelaide, central australia': 'Australia/Adelaide',
    afghanistan: 'Asia/Kabul',
    'afghanistan standard time': 'Asia/Kabul',
    'africa central': 'Africa/Maputo',
    'africa eastern': 'Africa/Nairobi',
    'africa farwestern': 'Africa/El_Aaiun',
    'africa southern': 'Africa/Johannesburg',
    'africa western': 'Africa/Lagos',
    aktyubinsk: 'Asia/Aqtobe',
    alaska: 'America/Anchorage',
    'alaska hawaii': 'America/Anchorage',
    alaskan: 'America/Anchorage',
    'alaskan standard time': 'America/Anchorage',
    'aleutian standard time': 'America/Adak',
    almaty: 'Asia/Almaty',
    'almaty, novosibirsk, north central asia': 'Asia/Almaty',
    'altai standard time': 'Asia/Barnaul',
    amazon: 'America/Manaus',
    'america central': 'America/Chicago',
    'america eastern': 'America/New_York',
    'america mountain': 'America/Denver',
    'america pacific': 'America/Los_Angeles',
    'amsterdam, berlin, bern, rome, stockholm, vienna': 'Europe/Berlin',
    anadyr: 'Asia/Anadyr',
    apia: 'Pacific/Apia',
    aqtau: 'Asia/Aqtau',
    aqtobe: 'Asia/Aqtobe',
    arab: 'Asia/Kuwait',
    'arab standard time': 'Asia/Riyadh',
    'arab, kuwait, riyadh': 'Asia/Kuwait',
    arabian: 'Asia/Muscat',
    'arabian standard time': 'Asia/Dubai',
    arabic: 'Asia/Baghdad',
    'arabic standard time': 'Asia/Baghdad',
    argentina: 'America/Argentina/Buenos_Aires',
    'argentina standard time': 'America/Argentina/Buenos_Aires',
    'argentina western': 'America/Argentina/San_Luis',
    arizona: 'America/Phoenix',
    armenia: 'Asia/Yerevan',
    armenian: 'Asia/Yerevan',
    'armenian standard time': 'Asia/Yerevan',
    ashkhabad: 'Asia/Ashgabat',
    'astana, dhaka': 'Asia/Dhaka',
    'astrakhan standard time': 'Europe/Astrakhan',
    'athens, istanbul, minsk': 'Europe/Athens',
    atlantic: 'America/Halifax',
    'atlantic standard time': 'America/Halifax',
    'atlantic time (canada)': 'America/Halifax',
    'auckland, wellington': 'Pacific/Auckland',
    'aus central': 'Australia/Darwin',
    'aus central standard time': 'Australia/Darwin',
    'aus central w standard time': 'Australia/Eucla',
    'aus eastern': 'Australia/Sydney',
    'aus eastern standard time': 'Australia/Sydney',
    'australia central': 'Australia/Adelaide',
    'australia centralwestern': 'Australia/Eucla',
    'australia eastern': 'Australia/Sydney',
    'australia western': 'Australia/Perth',
    azerbaijan: 'Asia/Baku',
    'azerbaijan standard time': 'Asia/Baku',
    azerbijan: 'Asia/Baku',
    azores: 'Atlantic/Azores',
    'azores standard time': 'Atlantic/Azores',
    baghdad: 'Asia/Baghdad',
    'bahia standard time': 'America/Bahia',
    baku: 'Asia/Baku',
    'baku, tbilisi, yerevan': 'Asia/Baku',
    'bangkok, hanoi, jakarta': 'Asia/Bangkok',
    bangladesh: 'Asia/Dhaka',
    'bangladesh standard time': 'Asia/Dhaka',
    'beijing, chongqing, hong kong sar, urumqi': 'Asia/Shanghai',
    'belarus standard time': 'Europe/Minsk',
    'belgrade, pozsony, budapest, ljubljana, prague': 'Europe/Prague',
    bering: 'America/Adak',
    bhutan: 'Asia/Thimphu',
    'bogota, lima, quito': 'America/Bogota',
    bolivia: 'America/La_Paz',
    borneo: 'Asia/Kuching',
    'bougainville standard time': 'Pacific/Bougainville',
    brasilia: 'America/Sao_Paulo',
    'brisbane, east australia': 'Australia/Brisbane',
    british: 'Europe/London',
    brunei: 'Asia/Brunei',
    'brussels, copenhagen, madrid, paris': 'Europe/Paris',
    bucharest: 'Europe/Bucharest',
    'buenos aires': 'America/Argentina/Buenos_Aires',
    cairo: 'Africa/Cairo',
    'canada central': 'America/Edmonton',
    'canada central standard time': 'America/Regina',
    'canberra, melbourne, sydney, hobart (year 2000 only)': 'Australia/Sydney',
    'cape verde': 'Atlantic/Cape_Verde',
    'cape verde is': 'Atlantic/Cape_Verde',
    'cape verde standard time': 'Atlantic/Cape_Verde',
    'caracas, la paz': 'America/Caracas',
    'casablanca, monrovia': 'Africa/Casablanca',
    casey: 'Antarctica/Casey',
    caucasus: 'Asia/Yerevan',
    'caucasus standard time': 'Asia/Yerevan',
    'cen australia': 'Australia/Adelaide',
    'cen australia standard time': 'Australia/Adelaide',
    central: 'America/Chicago',
    'central america': 'America/Guatemala',
    'central america standard time': 'America/Guatemala',
    'central asia': 'Asia/Dhaka',
    'central asia standard time': 'Asia/Almaty',
    'central brazilian': 'America/Manaus',
    'central brazilian standard time': 'America/Cuiaba',
    'central europe': 'Europe/Prague',
    'central europe standard time': 'Europe/Budapest',
    'central european': 'Europe/Sarajevo',
    'central european standard time': 'Europe/Warsaw',
    'central pacific': 'Asia/Magadan',
    'central pacific standard time': 'Pacific/Guadalcanal',
    'central standard time': 'America/Chicago',
    'central standard time (mexico)': 'America/Mexico_City',
    'central time (us & canada)': 'America/Chicago',
    chamorro: 'Pacific/Saipan',
    chatham: 'Pacific/Chatham',
    'chatham islands standard time': 'Pacific/Chatham',
    chile: 'America/Santiago',
    china: 'Asia/Shanghai',
    'china standard time': 'Asia/Shanghai',
    choibalsan: 'Asia/Choibalsan',
    christmas: 'Indian/Christmas',
    cocos: 'Indian/Cocos',
    colombia: 'America/Bogota',
    cook: 'Pacific/Rarotonga',
    cuba: 'America/Havana',
    'cuba standard time': 'America/Havana',
    dacca: 'Asia/Dhaka',
    darwin: 'Australia/Darwin',
    dateline: 'Pacific/Auckland',
    'dateline standard time': 'Pacific/Niue',
    davis: 'Antarctica/Davis',
    dominican: 'America/Santo_Domingo',
    dumontdurville: 'Antarctica/DumontDUrville',
    dushanbe: 'Asia/Dushanbe',
    'dutch guiana': 'America/Paramaribo',
    'e africa': 'Africa/Nairobi',
    'e africa standard time': 'Africa/Nairobi',
    'e australia': 'Australia/Brisbane',
    'e australia standard time': 'Australia/Brisbane',
    'e europe': 'Europe/Minsk',
    'e europe standard time': 'Europe/Chisinau',
    'e south america': 'America/Belem',
    'e south america standard time': 'America/Sao_Paulo',
    'east africa, nairobi': 'Africa/Nairobi',
    'east timor': 'Asia/Dili',
    easter: 'Pacific/Easter',
    'easter island standard time': 'Pacific/Easter',
    eastern: 'America/New_York',
    'eastern standard time': 'America/New_York',
    'eastern standard time (mexico)': 'America/Cancun',
    'eastern time (us & canada)': 'America/New_York',
    ecuador: 'America/Guayaquil',
    egypt: 'Africa/Cairo',
    'egypt standard time': 'Africa/Cairo',
    ekaterinburg: 'Asia/Yekaterinburg',
    'ekaterinburg standard time': 'Asia/Yekaterinburg',
    'eniwetok, kwajalein, dateline time': 'Pacific/Kwajalein',
    'europe central': 'Europe/Paris',
    'europe eastern': 'Europe/Bucharest',
    'europe further eastern': 'Europe/Minsk',
    'europe western': 'Atlantic/Canary',
    falkland: 'Atlantic/Stanley',
    fiji: 'Pacific/Fiji',
    'fiji islands standard time': 'Pacific/Fiji',
    'fiji islands, kamchatka, marshall is': 'Pacific/Fiji',
    'fiji standard time': 'Pacific/Fiji',
    fle: 'Europe/Helsinki',
    'fle standard time': 'Europe/Kiev',
    'french guiana': 'America/Cayenne',
    'french southern': 'Indian/Kerguelen',
    frunze: 'Asia/Bishkek',
    galapagos: 'Pacific/Galapagos',
    gambier: 'Pacific/Gambier',
    georgia: 'Asia/Tbilisi',
    georgian: 'Asia/Tbilisi',
    'georgian standard time': 'Asia/Tbilisi',
    'gilbert islands': 'Pacific/Tarawa',
    gmt: 'Europe/London',
    'gmt standard time': 'Europe/London',
    'goose bay': 'America/Goose_Bay',
    greenland: 'America/Godthab',
    'greenland central': 'America/Scoresbysund',
    'greenland eastern': 'America/Scoresbysund',
    'greenland standard time': 'America/Godthab',
{'fraction_non_alphanumeric': 0.16109015091342335, 'fraction_numerical': 0.004864972200158856, 'mean_word_length': 3.9002675747993187, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2880238', 'n_tokens_mistral': 8069, 'n_tokens_neox': 7464, 'n_words': 1622}