<commit_before>import sys
import os
import json
import time
import traceback
# from contextlib import contextmanager
sys.path.append(os.path.join(os.path.dirname(__file__),
                'env/lib64/python3.6/site-packages/'))
sys.path.append(os.path.join(os.path.dirname(__file__),
                'env/lib64/python3.5/site-packages/'))
import curio


_debug = False
_log_errors = False
plugin_id = os.environ.get("PLUGIN_ID")
real_print = print
RED = "\033[0;31m"
BLUE = "\033[0;34m"
GREY = "\033[1;30m"
RESET = "\033[1;m"


def real_debug(*msg):
    if not _debug:
        return
    try:
        real_print("\r", *msg, file=sys.stderr)<commit_msg>Log errors by default at aio python<commit_after>import sys
import os
import json
import time
import traceback
# from contextlib import contextmanager
sys.path.append(os.path.join(os.path.dirname(__file__),
                'env/lib64/python3.6/site-packages/'))
sys.path.append(os.path.join(os.path.dirname(__file__),
                'env/lib64/python3.5/site-packages/'))
import curio


_debug = False
_log_errors = True
plugin_id = os.environ.get("PLUGIN_ID")
real_print = print
RED = "\033[0;31m"
BLUE = "\033[0;34m"
GREY = "\033[1;30m"
RESET = "\033[1;m"


def real_debug(*msg):
    if not _debug:
        return
    try:
        real_print("\r", *msg, file=sys.stderr)
{'fraction_non_alphanumeric': 0.1449056603773585, 'fraction_numerical': 0.045283018867924525, 'mean_word_length': 3.4347826086956523, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '814020', 'n_tokens_mistral': 516, 'n_tokens_neox': 480, 'n_words': 97}