<commit_before>import os


def unprefix(s, prefix):
    return s[len(prefix):] if s.startswith(prefix) else s


ELASTICSEARCH_ENDPOINTS = [
    unprefix(
        os.environ.get('ELASTICSEARCH_URL', 'elasticsearch:9200'),
        'http://'
    )
]
ELASTICSEARCH_INDEX = os.environ.get('ELASTICSEARCH_INDEX', 'theatrics')<commit_msg>With aides 0.5 we don't need to unprefix things<commit_after>import os


ELASTICSEARCH_ENDPOINTS = [os.environ.get('ELASTICSEARCH_URL', 'elasticsearch:9200')]
ELASTICSEARCH_INDEX = os.environ.get('ELASTICSEARCH_INDEX', 'theatrics')
{'fraction_non_alphanumeric': 0.13167259786476868, 'fraction_numerical': 0.017793594306049824, 'mean_word_length': 5.471264367816092, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2817807', 'n_tokens_mistral': 215, 'n_tokens_neox': 212, 'n_words': 34}