<commit_before>UNEXPECTED_TOKEN_UNIQUE=expected "{1}", but it was "{0}" (in {2})
UNEXPECTED_TOKEN_GUESS=may be expected "{1}", but it was "{0}" (in {2})
UNEXPECTED_TOKEN_UNKNOWN=it was "{0}" (in {1})
UNEXPECTED_EOF=unexpected EOF (in {0})
INVALID_IDENTIFIER=the identifier \"{0}\" must be consist of [a-z0-9_]
INVALID_TYPE_NAME=type name \"{0}\" must be one of INT, LONG, BYTE, SHORT, DECIMAL, FLOAT, DOUBLE, TEXT, BOOLEAN, DATE, DATETIME
INVALID_TOKEN=invalid token \"{0}\" (in {1})<commit_msg>More natural English<commit_after>UNEXPECTED_TOKEN_UNIQUE=expected "{1}", but it was "{0}" (in {2})
UNEXPECTED_TOKEN_GUESS="{1}" may be expected, but it was "{0}" (in {2})
UNEXPECTED_TOKEN_UNKNOWN=unexpected token "{0}" (in {1})
UNEXPECTED_EOF=unexpected EOF (in {0})
INVALID_IDENTIFIER=invalid identifier \"{0}\": every identifier must consist of characters that match [a-z0-9_]
INVALID_TYPE_NAME=invalid type name \"{0}\": must be one of INT, LONG, BYTE, SHORT, DECIMAL, FLOAT, DOUBLE, TEXT, BOOLEAN, DATE, DATETIME
INVALID_TOKEN=invalid token \"{0}\" (in {1})
{'fraction_non_alphanumeric': 0.1608325449385052, 'fraction_numerical': 0.02838221381267739, 'mean_word_length': 6.666666666666667, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2659510', 'n_tokens_mistral': 398, 'n_tokens_neox': 406, 'n_words': 122}