<commit_before>from django.utils.translation import ugettext as _
from django.utils.translation import ugettext_noop

from corehq.apps.translations.models import StandaloneTranslationDoc
from corehq.util.translation import localize

MSG_MULTIPLE_SESSIONS = "sms.survey.restart"
MSG_TOUCHFORMS_DOWN = "sms.survey.temporarilydown"
MSG_TOUCHFORMS_ERROR = "sms.survey.internalerror"
MSG_CHOICE_OUT_OF_RANGE = "sms.validation.outofrange"
MSG_INVALID_CHOICE = "sms.validation.invalidchoice"
MSG_INVALID_INT = "sms.validation.invalidint"
MSG_INVALID_INT_RANGE = "sms.validation.invalidintrange"
MSG_INVALID_FLOAT = "sms.validation.invalidfloat"
MSG_INVALID_LONG = "sms.validation.invalidlong"
MSG_INVALID_DATE = "sms.validation.invaliddate"
MSG_INVALID_TIME = "sms.validation.invalidtime"
MSG_KEYWORD_NOT_FOUND = "sms.keyword.notfound"
MSG_START_KEYWORD_USAGE = "sms.keyword.startusage"
MSG_UNKNOWN_GLOBAL_KEYWORD = "sms.keyword.unknownglobal"
MSG_FIELD_REQUIRED = "sms.survey.fieldrequired"
MSG_EXPECTED_NAMED_ARGS_SEPARATOR = "sms.structured.missingseparator"
MSG_MULTIPLE_ANSWERS_FOUND = "sms.structured.multipleanswers"
MSG_MULTIPLE_QUESTIONS_MATCH = "sms.structured.ambiguousanswer"
MSG_MISSING_EXTERNAL_ID = "sms.caselookup.missingexternalid"
MSG_CASE_NOT_FOUND = "sms.caselookup.casenotfound"
MSG_MULTIPLE_CASES_FOUND = "sms.caselookup.multiplecasesfound"
MSG_FIELD_DESCRIPTOR = "sms.survey.fielddescriptor"
MSG_FORM_NOT_FOUND = "sms.survey.formnotfound"
MSG_FORM_ERROR = "sms.survey.formerror"
MSG_OPTED_IN = "sms.opt.in"
MSG_OPTED_OUT = "sms.opt.out"
MSG_DUPLICATE_USERNAME = "sms.validation.duplicateusername"
MSG_USERNAME_TOO_LONG = "sms.validation.usernametoolong"
MSG_VERIFICATION_START_WITH_REPLY = "sms.verify.startwithreplyto"
MSG_VERIFICATION_START_WITHOUT_REPLY = "sms.verify.startwithoutreplyto"
MSG_VERIFICATION_SUCCESSFUL = "sms.verify.successful"
MSG_MOBILE_WORKER_INVITATION_START = "sms.invitation.mobile.start"
MSG_MOBILE_WORKER_ANDROID_INVITATION = "sms.invitation.mobile.android"
MSG_MOBILE_WORKER_JAVA_INVITATION = "sms.invitation.mobile.java"
MSG_REGISTRATION_WELCOME_CASE = "sms.registration.welcome.case"
MSG_REGISTRATION_WELCOME_MOBILE_WORKER = "sms.registration.welcome.mobileworker"
MSG_REGISTRATION_INSTALL_COMMCARE = "sms.registration.installcommcare"

_MESSAGES = {
    MSG_MULTIPLE_SESSIONS: ugettext_noop("An error has occurred. Please try restarting the survey."),
    MSG_TOUCHFORMS_DOWN: ugettext_noop("An error has occurred. Please try again later. If the problem persists, try restarting the survey."),
    MSG_TOUCHFORMS_ERROR: ugettext_noop("Internal server error."),
    MSG_CHOICE_OUT_OF_RANGE: ugettext_noop("Answer is out of range."),
    MSG_INVALID_CHOICE: ugettext_noop("Invalid choice."),
    MSG_INVALID_INT: ugettext_noop("Invalid integer entered."),
    MSG_INVALID_INT_RANGE:
        ugettext_noop("Invalid integer entered, expected a number between -2147483648 and 2147483647."),
    MSG_INVALID_FLOAT: ugettext_noop("Invalid decimal number entered."),
    MSG_INVALID_LONG: ugettext_noop("Invalid long integer entered."),
    MSG_INVALID_DATE: ugettext_noop("Invalid date format: expected {0}."),
    MSG_INVALID_TIME: ugettext_noop("Invalid time format: expected HHMM (24-hour)."),
    MSG_KEYWORD_NOT_FOUND: ugettext_noop("Keyword not found: '{0}'"),
    MSG_START_KEYWORD_USAGE: ugettext_noop("Usage: {0} <keyword>"),<commit_msg>Change message sms users receive when formplayer is stuck<commit_after>from django.utils.translation import ugettext as _
from django.utils.translation import ugettext_noop

from corehq.apps.translations.models import StandaloneTranslationDoc
from corehq.util.translation import localize

MSG_MULTIPLE_SESSIONS = "sms.survey.restart"
MSG_TOUCHFORMS_DOWN = "sms.survey.temporarilydown"
MSG_TOUCHFORMS_ERROR = "sms.survey.internalerror"
MSG_CHOICE_OUT_OF_RANGE = "sms.validation.outofrange"
MSG_INVALID_CHOICE = "sms.validation.invalidchoice"
MSG_INVALID_INT = "sms.validation.invalidint"
MSG_INVALID_INT_RANGE = "sms.validation.invalidintrange"
MSG_INVALID_FLOAT = "sms.validation.invalidfloat"
MSG_INVALID_LONG = "sms.validation.invalidlong"
MSG_INVALID_DATE = "sms.validation.invaliddate"
MSG_INVALID_TIME = "sms.validation.invalidtime"
MSG_KEYWORD_NOT_FOUND = "sms.keyword.notfound"
MSG_START_KEYWORD_USAGE = "sms.keyword.startusage"
MSG_UNKNOWN_GLOBAL_KEYWORD = "sms.keyword.unknownglobal"
MSG_FIELD_REQUIRED = "sms.survey.fieldrequired"
MSG_EXPECTED_NAMED_ARGS_SEPARATOR = "sms.structured.missingseparator"
MSG_MULTIPLE_ANSWERS_FOUND = "sms.structured.multipleanswers"
MSG_MULTIPLE_QUESTIONS_MATCH = "sms.structured.ambiguousanswer"
MSG_MISSING_EXTERNAL_ID = "sms.caselookup.missingexternalid"
MSG_CASE_NOT_FOUND = "sms.caselookup.casenotfound"
MSG_MULTIPLE_CASES_FOUND = "sms.caselookup.multiplecasesfound"
MSG_FIELD_DESCRIPTOR = "sms.survey.fielddescriptor"
MSG_FORM_NOT_FOUND = "sms.survey.formnotfound"
MSG_FORM_ERROR = "sms.survey.formerror"
MSG_OPTED_IN = "sms.opt.in"
MSG_OPTED_OUT = "sms.opt.out"
MSG_DUPLICATE_USERNAME = "sms.validation.duplicateusername"
MSG_USERNAME_TOO_LONG = "sms.validation.usernametoolong"
MSG_VERIFICATION_START_WITH_REPLY = "sms.verify.startwithreplyto"
MSG_VERIFICATION_START_WITHOUT_REPLY = "sms.verify.startwithoutreplyto"
MSG_VERIFICATION_SUCCESSFUL = "sms.verify.successful"
MSG_MOBILE_WORKER_INVITATION_START = "sms.invitation.mobile.start"
MSG_MOBILE_WORKER_ANDROID_INVITATION = "sms.invitation.mobile.android"
MSG_MOBILE_WORKER_JAVA_INVITATION = "sms.invitation.mobile.java"
MSG_REGISTRATION_WELCOME_CASE = "sms.registration.welcome.case"
MSG_REGISTRATION_WELCOME_MOBILE_WORKER = "sms.registration.welcome.mobileworker"
MSG_REGISTRATION_INSTALL_COMMCARE = "sms.registration.installcommcare"

_MESSAGES = {
    MSG_MULTIPLE_SESSIONS: ugettext_noop("An error has occurred. Please try restarting the survey."),
    MSG_TOUCHFORMS_DOWN: ugettext_noop(
        "Our system is receiving a lot of messages now. "
        "Can you re-send in 15 minutes? Apologies for the inconvenience!"),
    MSG_TOUCHFORMS_ERROR: ugettext_noop("Internal server error."),
    MSG_CHOICE_OUT_OF_RANGE: ugettext_noop("Answer is out of range."),
    MSG_INVALID_CHOICE: ugettext_noop("Invalid choice."),
    MSG_INVALID_INT: ugettext_noop("Invalid integer entered."),
    MSG_INVALID_INT_RANGE:
        ugettext_noop("Invalid integer entered, expected a number between -2147483648 and 2147483647."),
    MSG_INVALID_FLOAT: ugettext_noop("Invalid decimal number entered."),
    MSG_INVALID_LONG: ugettext_noop("Invalid long integer entered."),
    MSG_INVALID_DATE: ugettext_noop("Invalid date format: expected {0}."),
    MSG_INVALID_TIME: ugettext_noop("Invalid time format: expected HHMM (24-hour)."),
    MSG_KEYWORD_NOT_FOUND: ugettext_noop("Keyword not found: '{0}'"),
    MSG_START_KEYWORD_USAGE: ugettext_noop("Usage: {0} <keyword>"),
{'fraction_non_alphanumeric': 0.09260882267017237, 'fraction_numerical': 0.007595676307332749, 'mean_word_length': 7.569461827284105, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5295177', 'n_tokens_mistral': 2577, 'n_tokens_neox': 2473, 'n_words': 369}