<commit_before>import sys, os
if os.name=='nt':
    os.putenv('PYTHONIOENCODING', 'UTF-8')

_v = sys.version_info
print("Python %d.%d.%d" % (_v[0], _v[1], _v[2]) )

# it's to test API in console
from cudatext import *

fn = os.path.join(app_path(APP_DIR_PY), 'cudax_lib')
if os.path.isdir(fn):
    msg_box('CudaText has found that old folder'+
            ' "%s" still exists, but it must be removed. Please delete it manually.'%fn, 
            MB_OK+MB_ICONWARNING)<commit_msg>more checks for old crap files/dirs<commit_after>import sys, os
if os.name=='nt':
    os.putenv('PYTHONIOENCODING', 'UTF-8')

_v = sys.version_info
print("Python %d.%d.%d" % (_v[0], _v[1], _v[2]) )

# it's to test API in console
from cudatext import *

# check old crap files/dirs
bads = [
    os.path.join(app_path(APP_DIR_PY), 'cudax_lib'),
    os.path.join(app_path(APP_DIR_PY), 'requests'),
    os.path.join(app_path(APP_DIR_SETTINGS), 'lexer styles backup.ini'),
    ]
for fn in bads:
    if os.path.exists(fn):
        msg_box('CudaText has found that old file/folder still exists:\n%s\n\nPlease delete it manually.'%fn, 
                MB_OK+MB_ICONWARNING)
{'fraction_non_alphanumeric': 0.15384615384615385, 'fraction_numerical': 0.006993006993006993, 'mean_word_length': 3.711934156378601, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 2, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4517326', 'n_tokens_mistral': 459, 'n_tokens_neox': 441, 'n_words': 105}