<commit_before>#!/usr/bin/env python
from distutils.core import setup
from pdfminer import __version__

setup(
    name='pdfminer',
    version=__version__,
    description='PDF parser and analyzer',
    long_description='''PDFMiner is a suite of programs that help
extracting and analyzing text data from PDF documents.
Unlike other PDF-related tools, it allows to obtain
the exact location of texts in a page, as well as 
other extra information such as font information or ruled lines.
It can also infer its text flow and reconstruct the original layout.
PDFMiner includes a PDF converter that can transform PDF files
into other text formats (such as HTML). It has an extensible
PDF parser that can be used for other purposes instead of text analysis.''',
    license='MIT/X',
    author='<NAME>',
    author_email='yusuke at cs dot nyu dot edu',
    url='http://www.unixuser.org/~euske/python/pdfminer/index.html',
    packages=[
    'pdfminer',
    'pdfminer.cmap'
    ],
    scripts=[
    'tools/pdf2txt.py',
    'tools/dumppdf.py'
    ],
    keywords=['pdf parser', 'pdf converter', 'text mining'],
    classifiers=[
    'Development Status :: 4 - Beta',
    'Environment :: Console',
    'Intended Audience :: Developers',
    'Intended Audience :: Science/Research',
    'License :: OSI Approved :: MIT License',
    'Topic :: Text Processing',
    ],
    )
<commit_msg>wording<commit_after>#!/usr/bin/env python
from distutils.core import setup
from pdfminer import __version__

setup(
    name='pdfminer',
    version=__version__,
    description='PDF parser and analyzer',
    long_description='''PDFMiner is a suite of programs that help
extracting and analyzing text data from PDF documents.
Unlike other PDF-related tools, it allows to obtain
the exact location of texts in a page, as well as 
other extra information such as font information or ruled lines.
It can also infer its text flow and reconstruct the original layout.
PDFMiner includes a PDF converter that can transform PDF files
into other text formats (such as HTML). It has an extensible
PDF parser library that can be used for other purposes instead of text analysis.''',
    license='MIT/X',
    author='<NAME>',
    author_email='yusuke at cs dot nyu dot edu',
    url='http://www.unixuser.org/~euske/python/pdfminer/index.html',
    packages=[
    'pdfminer',
    'pdfminer.cmap'
    ],
    scripts=[
    'tools/pdf2txt.py',
    'tools/dumppdf.py'
    ],
    keywords=['pdf parser', 'pdf converter', 'text mining'],
    classifiers=[
    'Development Status :: 4 - Beta',
    'Environment :: Console',
    'Intended Audience :: Developers',
    'Intended Audience :: Science/Research',
    'License :: OSI Approved :: MIT License',
    'Topic :: Text Processing',
    ],
    )

{'fraction_non_alphanumeric': 0.10289855072463767, 'fraction_numerical': 0.0014492753623188406, 'mean_word_length': 3.6481481481481484, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '29360', 'n_tokens_mistral': 815, 'n_tokens_neox': 782, 'n_words': 303}