<commit_before>"""
Setup for PySpark type annotations.

Notes:

- To avoid manual PYTHONPATH modification the package installation will overlay PySpark installation. If this is not acceptable please download source and add it to PYTHONPATH manually.

"""


from setuptools import setup
import os
import sys

# find_packages doesn't seem to handle stub files
# so we'll enumarate manually
src_path = os.path.join('third_party', '3')

def list_packages(src_path=src_path):
    for root, _, _ in os.walk(os.path.join(src_path, 'pyspark')):
        yield '.'.join(os.path.relpath(root, src_path).split(os.path.sep))


setup(
    name='pyspark-stubs',
    package_dir={'': src_path},
    version='2.4.0.pre3',
    description='A collection of the Apache Spark stub files',
    long_description=(open('README.rst').read() if os.path.exists('README.rst')
                        else ''),
    url='https://github.com/zero323/pyspark-stubs',
    packages=list(list_packages()),
    package_data={
        '': ['*.pyi', 'py.typed']
    },
    install_requires=['pyspark>=2.4.0,<3.0.0']
)<commit_msg>Set version to 2.4.0.pre4<commit_after>"""
Setup for PySpark type annotations.

Notes:

- To avoid manual PYTHONPATH modification the package installation will overlay PySpark installation. If this is not acceptable please download source and add it to PYTHONPATH manually.

"""


from setuptools import setup
import os
import sys

# find_packages doesn't seem to handle stub files
# so we'll enumarate manually
src_path = os.path.join('third_party', '3')

def list_packages(src_path=src_path):
    for root, _, _ in os.walk(os.path.join(src_path, 'pyspark')):
        yield '.'.join(os.path.relpath(root, src_path).split(os.path.sep))


setup(
    name='pyspark-stubs',
    package_dir={'': src_path},
    version='2.4.0.pre4',
    description='A collection of the Apache Spark stub files',
    long_description=(open('README.rst').read() if os.path.exists('README.rst')
                        else ''),
    url='https://github.com/zero323/pyspark-stubs',
    packages=list(list_packages()),
    package_data={
        '': ['*.pyi', 'py.typed']
    },
    install_requires=['pyspark>=2.4.0,<3.0.0']
)
{'fraction_non_alphanumeric': 0.14187956204379562, 'fraction_numerical': 0.014598540145985401, 'mean_word_length': 3.736501079913607, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '579444', 'n_tokens_mistral': 752, 'n_tokens_neox': 721, 'n_words': 179}