<commit_before>"""A setuptools based setup module.
See:
https://packaging.python.org/en/latest/distributing.html
https://github.com/pypa/sampleproject
"""

# Always prefer setuptools over distutils
from setuptools import setup, find_packages
# To use a consistent encoding
from codecs import open
from os import path
import os
import re


here = path.abspath(path.dirname(__file__))


def get_requires(filename):
    requirements = []
    with open(filename) as req_file:
        for line in req_file.read().splitlines():
            if not line.strip().startswith("#"):
                requirements.append(line)
    return requirements

project_requirements = get_requires("conans/requirements.txt")
project_requirements.extend(get_requires("conans/requirements_server.txt"))
dev_requirements = get_requires("conans/requirements_dev.txt")


def load_version():
    '''Loads a file content'''
    filename = os.path.abspath(os.path.join(os.path.dirname(os.path.abspath(__file__)), "conans", "__init__.py"))
    with open(filename) as version_file:
        conan_init = version_file.read()
        version = re.search("__version__ = '([0-9a-z.]+)'", conan_init).group(1)
        return version


# def generate_long_description_file():
#     import pypandoc
# 
#     output = pypandoc.convert('README.md', 'rst')
#     return output<commit_msg>setup: Read requirements as a text file<commit_after>"""A setuptools based setup module.
See:
https://packaging.python.org/en/latest/distributing.html
https://github.com/pypa/sampleproject
"""

# Always prefer setuptools over distutils
from setuptools import setup, find_packages
# To use a consistent encoding
from codecs import open
from os import path
import os
import re


here = path.abspath(path.dirname(__file__))


def get_requires(filename):
    requirements = []
    with open(filename, "rt") as req_file:
        for line in req_file.read().splitlines():
            if not line.strip().startswith("#"):
                requirements.append(line)
    return requirements

project_requirements = get_requires("conans/requirements.txt")
project_requirements.extend(get_requires("conans/requirements_server.txt"))
dev_requirements = get_requires("conans/requirements_dev.txt")


def load_version():
    '''Loads a file content'''
    filename = os.path.abspath(os.path.join(os.path.dirname(os.path.abspath(__file__)), "conans", "__init__.py"))
    with open(filename) as version_file:
        conan_init = version_file.read()
        version = re.search("__version__ = '([0-9a-z.]+)'", conan_init).group(1)
        return version


# def generate_long_description_file():
#     import pypandoc
# 
#     output = pypandoc.convert('README.md', 'rst')
#     return output
{'fraction_non_alphanumeric': 0.1243561442236939, 'fraction_numerical': 0.002207505518763797, 'mean_word_length': 4.169201520912548, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5636413', 'n_tokens_mistral': 857, 'n_tokens_neox': 844, 'n_words': 186}