<commit_before>const savedLang = window.localStorage && window.localStorage.getItem('localization');
const lang = require(`./${savedLang || 'en'}.json`);

export const langs = [
  {
    value: 'en',
    translated: lang.language_en,
    native: 'English',
  }, {
    value: 'de',
    translated: lang.language_de,
    native: 'Deutsch',
  }, {
    value: 'es',
    translated: lang.language_es,
    native: 'Español',
  }, {
    value: 'fi',
    translated: lang.language_fi,
    native: 'Suomi',
  }, {
    value: 'fr',
    translated: lang.language_fr,
    native: 'Français',
  }, {
    value: 'it',
    translated: lang.language_it,
    native: 'Italiano',
  }, {
    value: 'ko',
    translated: lang.language_ko,
    native: '한국어',
  }, {
    value: 'ms',
    translated: lang.language_ms,
    native: 'Malay',
  }, {
    value: 'nl',
    translated: lang.language_nl,
    native: 'Nederlands',
  }, {
    value: 'pl',
    translated: lang.language_pl,
    native: 'Polszczyzna',
  }, {
    value: 'pt',
    translated: lang.language_pt,
    native: 'Português',
  }, {
    value: 'ru',
    translated: lang.language_ru,
    native: 'ру́сский',
  }, {
    value: 'sv',
    translated: lang.language_sv,
    native: 'Svenska',
  }, {
    value: 'tr',
    translated: lang.language_tr,
    native: 'Türkçe',
  }, {
    value: 'uk',
    translated: lang.language_uk,
    native: 'Українська',
  }, {
    value: 'vi',
    translated: lang.language_vi,
    native: 'Tiếng Việt',
  }, {
    value: 'zh',
    translated: lang.language_zh,
    native: '汉语/漢語',
  },
];

export default lang;<commit_msg>remove extra name for chinese language<commit_after>const savedLang = window.localStorage && window.localStorage.getItem('localization');
const lang = require(`./${savedLang || 'en'}.json`);

export const langs = [
  {
    value: 'en',
    translated: lang.language_en,
    native: 'English',
  }, {
    value: 'de',
    translated: lang.language_de,
    native: 'Deutsch',
  }, {
    value: 'es',
    translated: lang.language_es,
    native: 'Español',
  }, {
    value: 'fi',
    translated: lang.language_fi,
    native: 'Suomi',
  }, {
    value: 'fr',
    translated: lang.language_fr,
    native: 'Français',
  }, {
    value: 'it',
    translated: lang.language_it,
    native: 'Italiano',
  }, {
    value: 'ko',
    translated: lang.language_ko,
    native: '한국어',
  }, {
    value: 'ms',
    translated: lang.language_ms,
    native: 'Malay',
  }, {
    value: 'nl',
    translated: lang.language_nl,
    native: 'Nederlands',
  }, {
    value: 'pl',
    translated: lang.language_pl,
    native: 'Polszczyzna',
  }, {
    value: 'pt',
    translated: lang.language_pt,
    native: 'Português',
  }, {
    value: 'ru',
    translated: lang.language_ru,
    native: 'ру́сский',
  }, {
    value: 'sv',
    translated: lang.language_sv,
    native: 'Svenska',
  }, {
    value: 'tr',
    translated: lang.language_tr,
    native: 'Türkçe',
  }, {
    value: 'uk',
    translated: lang.language_uk,
    native: 'Українська',
  }, {
    value: 'vi',
    translated: lang.language_vi,
    native: 'Tiếng Việt',
  }, {
    value: 'zh',
    translated: lang.language_zh,
    native: '汉语',
  },
];

export default lang;
{'fraction_non_alphanumeric': 0.17039106145251395, 'fraction_numerical': 0.0, 'mean_word_length': 2.7873090481786136, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5652774', 'n_tokens_mistral': 1162, 'n_tokens_neox': 1186, 'n_words': 238}