<commit_before>"""
This script is used as part of the "make release" command used as part of
building an rpm of this entire virtualenv.

The rpm building process compiles all *.py files found anywhere in the
source tree, independent of whether or not these would actually be used.
It finds some Python files which aren't meant for the specific Python
version being build this way and would abort the build process.

We therefor specifically remove files from our site-packages directory,
which aren't meant for the current Python version and include incompatible
Python syntax.
"""

from compileall import compile_dir
from distutils.sysconfig import get_python_lib
import os
import os.path
import sys

# files excluded when run under Python 2.x
PYTHON_2_INCOMPATIBLE = [
    'gevent/_socket3.py',
    'gunicorn/workers/_gaiohttp.py',
    'linecache2/tests/inspect_fodder2.py',
]<commit_msg>Exclude test file with invalid syntax from release build.<commit_after>"""
This script is used as part of the "make release" command used as part of
building an rpm of this entire virtualenv.

The rpm building process compiles all *.py files found anywhere in the
source tree, independent of whether or not these would actually be used.
It finds some Python files which aren't meant for the specific Python
version being build this way and would abort the build process.

We therefor specifically remove files from our site-packages directory,
which aren't meant for the current Python version and include incompatible
Python syntax.
"""

from compileall import compile_dir
from distutils.sysconfig import get_python_lib
import os
import os.path
import sys

# files excluded when run under Python 2.x
PYTHON_2_INCOMPATIBLE = [
    'gevent/_socket3.py',
    'gunicorn/workers/_gaiohttp.py',
    'linecache2/tests/inspect_fodder2.py',
    'pymysql/tests/test_cursor.py',
]
{'fraction_non_alphanumeric': 0.0532258064516129, 'fraction_numerical': 0.005376344086021506, 'mean_word_length': 4.708588957055214, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '440713', 'n_tokens_mistral': 511, 'n_tokens_neox': 490, 'n_words': 243}