<commit_before>__copyright__   = "Copyright 2017-2018, http://radical.rutgers.edu"
__author__      = "<NAME> <<EMAIL>>"
__license__     = "MIT"


# -----------------------------------------------------------------------------
# common states
NEW      = 'NEW'
DONE     = 'DONE'
FAILED   = 'FAILED'
CANCELED = 'CANCELED'

# shortcut
INITIAL  = [NEW]
FINAL = [DONE, FAILED, CANCELED]


QUEUED = 'QUEUED_LOCALLY'
DONE = 'DONE'<commit_msg>minor fix<commit_after>__copyright__   = "Copyright 2017-2018, http://radical.rutgers.edu"
__author__      = "<NAME> <<EMAIL>>"
__license__     = "MIT"


# -----------------------------------------------------------------------------
# common states
NEW      = 'NEW'
DONE     = 'DONE'
FAILED   = 'FAILED'
CANCELED = 'CANCELED'

# shortcut
INITIAL  = [NEW]
FINAL = [DONE, FAILED, CANCELED]


QUEUED = 'QUEUED_LOCALLY'

{'fraction_non_alphanumeric': 0.30434782608695654, 'fraction_numerical': 0.01880141010575793, 'mean_word_length': 1.7662337662337662, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2854382', 'n_tokens_mistral': 304, 'n_tokens_neox': 288, 'n_words': 58}