<commit_before># Extraction from Python source files
[python: cms/**.py]
[python: lms/**.py]
[python: common/**.py]

# Extraction from Javscript source files
[javascript: cms/**.js]
[javascript: lms/static/admin/**.js]
[javascript: lms/static/js/*.js]
[javascript: lms/static/js/wiki/*.js]
[javascript: common/static/js/capa/**.js]
[javascript: common/static/js/course_groups/**.js]
# do not extract from common/static/js/vendor/**

# Extraction from Mako templates
[mako: cms/templates/**.html]
input_encoding = utf-8
[mako: lms/templates/**.html]
input_encoding = utf-8
[mako: common/templates/**.html]
input_encoding = utf-8
[mako: cms/templates/emails/**.txt]
input_encoding = utf-8<commit_msg>add i18n to sending e-mail after un-enroled<commit_after># Extraction from Python source files
[python: cms/**.py]
[python: lms/**.py]
[python: common/**.py]

# Extraction from Javscript source files
[javascript: cms/**.js]
[javascript: lms/static/admin/**.js]
[javascript: lms/static/js/*.js]
[javascript: lms/static/js/wiki/*.js]
[javascript: common/static/js/capa/**.js]
[javascript: common/static/js/course_groups/**.js]
# do not extract from common/static/js/vendor/**

# Extraction from Mako templates
[mako: cms/templates/**.html]
input_encoding = utf-8
[mako: lms/templates/**.html]
input_encoding = utf-8
[mako: common/templates/**.html]
input_encoding = utf-8
[mako: cms/templates/emails/**.txt]
input_encoding = utf-8
[mako: lms/templates/emails/**.txt]
input_encoding = utf-8
{'fraction_non_alphanumeric': 0.18114478114478114, 'fraction_numerical': 0.007407407407407408, 'mean_word_length': 5.016194331983805, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '729831', 'n_tokens_mistral': 540, 'n_tokens_neox': 540, 'n_words': 117}