<commit_before>from django.conf import settings


# TODO add support for microseconds with timezones
DATE_FORMATS_ARR = ["yyyy-MM-dd",
                   "yyyy-MM-dd'T'HH:mm:ssZZ",
                   "yyyy-MM-dd'T'HH:mm:ss.SSSSSS",
                   "yyyy-MM-dd'T'HH:mm:ss.SSSSSS'Z'",
                   "yyyy-MM-dd'T'HH:mm:ss'Z'",
                   "yyyy-MM-dd'T'HH:mm:ssZ",
                   "yyyy-MM-dd'T'HH:mm:ssZZ'Z'",
                   "yyyy-MM-dd'T'HH:mm:ss.SSSZZ",
                   "yyyy-MM-dd'T'HH:mm:ss",
                   "yyyy-MM-dd' 'HH:mm:ss",
                   "yyyy-MM-dd' 'HH:mm:ss.SSSSSS",
                   "mm/dd/yy' 'HH:mm:ss",
]

#https://github.com/elasticsearch/elasticsearch/issues/2132
#elasticsearch Illegal pattern component: t
#no builtin types for || joins
DATE_FORMATS_STRING = '||'.join(DATE_FORMATS_ARR)<commit_msg>Lint pillows.core<commit_after># TODO add support for microseconds with timezones
DATE_FORMATS_ARR = [
    "yyyy-MM-dd",
    "yyyy-MM-dd'T'HH:mm:ssZZ",
    "yyyy-MM-dd'T'HH:mm:ss.SSSSSS",
    "yyyy-MM-dd'T'HH:mm:ss.SSSSSS'Z'",
    "yyyy-MM-dd'T'HH:mm:ss'Z'",
    "yyyy-MM-dd'T'HH:mm:ssZ",
    "yyyy-MM-dd'T'HH:mm:ssZZ'Z'",
    "yyyy-MM-dd'T'HH:mm:ss.SSSZZ",
    "yyyy-MM-dd'T'HH:mm:ss",
    "yyyy-MM-dd' 'HH:mm:ss",
    "yyyy-MM-dd' 'HH:mm:ss.SSSSSS",
    "mm/dd/yy' 'HH:mm:ss",
]

DATE_FORMATS_STRING = '||'.join(DATE_FORMATS_ARR)
{'fraction_non_alphanumeric': 0.19740634005763688, 'fraction_numerical': 0.002881844380403458, 'mean_word_length': 2.446650124069479, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1166500', 'n_tokens_mistral': 623, 'n_tokens_neox': 589, 'n_words': 66}