<commit_before># -*- encoding: utf-8 -*-
#
# In here we shall keep track of all variables and objects that should be
# instantiated only once and be common to pieces of GLBackend code.

import operator

__author__ = u'Random GlobaLeaks Developers'
__copyright__ = u'2011-2016 - Hermes Center for Transparency and Digital Human Rights - GlobaLeaks Project'
__email__ = u'<EMAIL>'
__version__ = u'2.63.5'
__license__ = u'AGPL-3.0'

DATABASE_VERSION = 34
FIRST_DATABASE_VERSION_SUPPORTED = 15

# Add new languages as they are supported here! To do this retrieve the name of
# the language and its code from transifex. Then use the following command to 
# generate the 'native' unicode string:
#
# python -c "code='ar'; import babel; print 'native: %s' % repr(babel.Locale.parse(code).get_display_name(code));"
# 
# NOTE that the cmd requires Babel is installed via pip and `code` is defined.
LANGUAGES_SUPPORTED = [
  {'code': 'ar', 'name': 'Arabic', 'native': u'\u0627\u0644\u0639\u0631\u0628\u064a\u0629'},
  {'code': 'bs', 'name': 'Bosnian', 'native': u'Bosanski'},
  {'code': 'ca', 'name': 'Catalan', 'native': u'Catal\xe0'},
  {'code': 'de', 'name': 'German', 'native': u'Deutsch'},
  {'code': 'el', 'name': 'Greek',  'native': u'\u0395\u03bb\u03bb\u03b7\u03bd\u03b9\u03ba\u03ac'},
  {'code': 'en', 'name': 'English', 'native': u'English'},
  {'code': 'es', 'name': 'Spanish', 'native': u'Espa\xf1ol'},
  {'code': 'fa', 'name': 'Persian', 'native': u'\u0641\u0627\u0631\u0633\u06cc' },
  {'code': 'fr', 'name': 'French', 'native': u'Fran\xe7ais'},
  {'code': 'he', 'name': 'Hebrew', 'native': u'\u05e2\u05d1\u05e8\u05d9\u05ea'},
  {'code': 'hr_HR', 'name': 'Croatian (Croatia)', 'native': u'Hrvatski (Hrvatska)'},
  {'code': 'hu_HU', 'name': 'Hungarian (Hungary)', 'native': u'Magyar (Magyarorsz\xe1g)'},
  {'code': 'it', 'name': 'Italian', 'native': u'Italiano'},
  {'code': 'ja', 'name': 'Japanese', 'native': u'\u65e5\u672c\u8a9e'},
  {'code': 'ka', 'name': 'Georgian', 'native': u'\u10e5\u10d0\u10e0\u10d7\u10e3\u10da\u10d8'},
  {'code': 'ko', 'name': 'Korean', 'native': u'\ud55c\uad6d\uc5b4'},
  {'code': 'nb_NO', 'name': 'Norwegian Bokm\xc3\xa5l (Norway)', 'native': u'Norsk bokm\xe5l (Norge)'},
  {'code': 'nl', 'name': 'Dutch', 'native': u'Nederlands'},
  {'code': 'pt_BR', 'name': 'Portuguese (Brazil)', 'native': u'Portugu\xeas (Brasil)'},
  {'code': 'pt_PT', 'name': 'Portuguese (Portugal)', 'native': u'Portugu\xeas (Portugal)'},
  {'code': 'ro', 'name': 'Romanian', 'native': u'Rom\xe2n\u0103'},
  {'code': 'ru', 'name': 'Russian', 'native': u'\u0440\u0443\u0441\u0441\u043a\u0438\u0439'},
  {'code': 'sq', 'name': 'Albanian', 'native': u'Shqip'},
  {'code': 'sv', 'name': 'Swedish', 'native': u'Vvenska'},<commit_msg>Fix inclusion of czech translation<commit_after># -*- encoding: utf-8 -*-
#
# In here we shall keep track of all variables and objects that should be
# instantiated only once and be common to pieces of GLBackend code.

import operator

__author__ = u'Random GlobaLeaks Developers'
__copyright__ = u'2011-2016 - Hermes Center for Transparency and Digital Human Rights - GlobaLeaks Project'
__email__ = u'<EMAIL>'
__version__ = u'2.63.5'
__license__ = u'AGPL-3.0'

DATABASE_VERSION = 34
FIRST_DATABASE_VERSION_SUPPORTED = 15

# Add new languages as they are supported here! To do this retrieve the name of
# the language and its code from transifex. Then use the following command to 
# generate the 'native' unicode string:
#
# python -c "code='ar'; import babel; print 'native: %s' % repr(babel.Locale.parse(code).get_display_name(code));"
# 
# NOTE that the cmd requires Babel is installed via pip and `code` is defined.
LANGUAGES_SUPPORTED = [
  {'code': 'ar', 'name': 'Arabic', 'native': u'\u0627\u0644\u0639\u0631\u0628\u064a\u0629'},
  {'code': 'bs', 'name': 'Bosnian', 'native': u'Bosanski'},
  {'code': 'ca', 'name': 'Catalan', 'native': u'Catal\xe0'},
  {'code': 'cs', 'name': 'Czech', 'native': u'\u010de\u0161tina'},
  {'code': 'de', 'name': 'German', 'native': u'Deutsch'},
  {'code': 'el', 'name': 'Greek',  'native': u'\u0395\u03bb\u03bb\u03b7\u03bd\u03b9\u03ba\u03ac'},
  {'code': 'en', 'name': 'English', 'native': u'English'},
  {'code': 'es', 'name': 'Spanish', 'native': u'Espa\xf1ol'},
  {'code': 'fa', 'name': 'Persian', 'native': u'\u0641\u0627\u0631\u0633\u06cc' },
  {'code': 'fr', 'name': 'French', 'native': u'Fran\xe7ais'},
  {'code': 'he', 'name': 'Hebrew', 'native': u'\u05e2\u05d1\u05e8\u05d9\u05ea'},
  {'code': 'hr_HR', 'name': 'Croatian (Croatia)', 'native': u'Hrvatski (Hrvatska)'},
  {'code': 'hu_HU', 'name': 'Hungarian (Hungary)', 'native': u'Magyar (Magyarorsz\xe1g)'},
  {'code': 'it', 'name': 'Italian', 'native': u'Italiano'},
  {'code': 'ja', 'name': 'Japanese', 'native': u'\u65e5\u672c\u8a9e'},
  {'code': 'ka', 'name': 'Georgian', 'native': u'\u10e5\u10d0\u10e0\u10d7\u10e3\u10da\u10d8'},
  {'code': 'ko', 'name': 'Korean', 'native': u'\ud55c\uad6d\uc5b4'},
  {'code': 'nb_NO', 'name': 'Norwegian Bokm\xc3\xa5l (Norway)', 'native': u'Norsk bokm\xe5l (Norge)'},
  {'code': 'nl', 'name': 'Dutch', 'native': u'Nederlands'},
  {'code': 'pt_BR', 'name': 'Portuguese (Brazil)', 'native': u'Portugu\xeas (Brasil)'},
  {'code': 'pt_PT', 'name': 'Portuguese (Portugal)', 'native': u'Portugu\xeas (Portugal)'},
  {'code': 'ro', 'name': 'Romanian', 'native': u'Rom\xe2n\u0103'},
  {'code': 'ru', 'name': 'Russian', 'native': u'\u0440\u0443\u0441\u0441\u043a\u0438\u0439'},
  {'code': 'sq', 'name': 'Albanian', 'native': u'Shqip'},
  {'code': 'sv', 'name': 'Swedish', 'native': u'Vvenska'},
{'fraction_non_alphanumeric': 0.23362131029517638, 'fraction_numerical': 0.062455003599712025, 'mean_word_length': 5.454123112659698, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '495346', 'n_tokens_mistral': 2476, 'n_tokens_neox': 2247, 'n_words': 547}