<commit_before># Networking constants
DEFAULT_TIMEOUT = 60
NETWORKABLE_EXCEPTIONS = [Faraday::Error::ClientError,
                          Faraday::ConnectionFailed,
                          URI::InvalidURIError,
                          Encoding::UndefinedConversionError,
                          ArgumentError,
                          NoMethodError,
                          TypeError]

RESCUABLE_EXCEPTIONS = [ActiveRecord::RecordNotFound,
                        CanCan::AccessDenied,
                        JWT::VerificationError,
                        ActionController::ParameterMissing,
                        ActiveModel::ForbiddenAttributesError,
                        NoMethodError]

RETRYABLE_EXCEPTIONS = [ActiveJob::DeserializationError,
                        ActiveRecord::ConnectionTimeoutError,
                        TimeoutError,
                        NetworkError]

# Format used for DOI validation
# The prefix is 10.x where x is 4-5 digits. The suffix can be anything, but can"t be left off
DOI_FORMAT = %r(\A10\.\d{4,5}/.+)

# Format used for URL validation
URL_FORMAT = %r(\A(http|https|ftp):\/\/[a-z0-9]+([\-\.]{1}[a-z0-9]+)*\.[a-z]{2,5}(([0-9]{1,5})?\/.*)?\z)

# Format used for Ark validation
ARK_FORMAT = %r(\Aark:\/[0-9]+\/.+\z)

# Format used for ArXiV validation
ARXIV_FORMAT = %r(\d{4}\.\d{4,5})

# Form queue options
QUEUE_OPTIONS = ["high", "default", "low"]<commit_msg>use correct error names<commit_after># Networking constants
DEFAULT_TIMEOUT = 60
NETWORKABLE_EXCEPTIONS = [Faraday::Error::ClientError,
                          Faraday::ConnectionFailed,
                          URI::InvalidURIError,
                          Encoding::UndefinedConversionError,
                          ArgumentError,
                          NoMethodError,
                          TypeError]

RESCUABLE_EXCEPTIONS = [ActiveRecord::RecordNotFound,
                        CanCan::AccessDenied,
                        JWT::VerificationError,
                        ActionController::ParameterMissing,
                        ActiveModel::ForbiddenAttributesError,
                        NoMethodError]

RETRYABLE_EXCEPTIONS = [ActiveJob::DeserializationError,
                        ActiveRecord::ConnectionTimeoutError,
                        Net::HTTPRequestTimeOut,
                        Net::HTTPBadGateway,
                        Net::HTTPServiceUnavailable,
                        Net::HTTPGatewayTimeOut]

# Format used for DOI validation
# The prefix is 10.x where x is 4-5 digits. The suffix can be anything, but can"t be left off
DOI_FORMAT = %r(\A10\.\d{4,5}/.+)

# Format used for URL validation
URL_FORMAT = %r(\A(http|https|ftp):\/\/[a-z0-9]+([\-\.]{1}[a-z0-9]+)*\.[a-z]{2,5}(([0-9]{1,5})?\/.*)?\z)

# Format used for Ark validation
ARK_FORMAT = %r(\Aark:\/[0-9]+\/.+\z)

# Format used for ArXiV validation
ARXIV_FORMAT = %r(\d{4}\.\d{4,5})

# Form queue options
QUEUE_OPTIONS = ["high", "default", "low"]
{'fraction_non_alphanumeric': 0.1230665770006725, 'fraction_numerical': 0.017484868863483525, 'mean_word_length': 1.877176015473888, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5373465', 'n_tokens_mistral': 886, 'n_tokens_neox': 825, 'n_words': 162}