<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-

from __future__ import (
    absolute_import, division, print_function, with_statement,
    unicode_literals)

import sys

from io import open

try:
    from setuptools import setup
except ImportError:
    from distutils.core import setup


def parse_requirements(filename):
    with open(filename, encoding='utf-8') as f:
        for line in f:
            yield line.strip()


def read(filename):
    with open(filename, encoding='utf-8') as f:
        return f.read()


def parse_module(filename):
    with open(filename, encoding='utf-8') as f:
        for line in f:
            if line.startswith('__'):
                splits = line.split('=')
                yield tuple(s.strip().strip("'").strip('"') for s in splits)

sys.dont_write_bytecode = True
requirements = set(parse_requirements('requirements.txt'))
dev_requirements = set(parse_requirements('dev-requirements.txt'))
readme = read('README.rst')
changes = read('CHANGES.rst').replace('.. :changelog:', '')
module = dict(parse_module('pkutils.py'))
license = module['__license__']
version = module['__version__']
project = module['__title__']
description = module['__description__']
user = 'reubano'
github_url = 'https://github.com/%s/%s' % (user, project)

setup(
    name=project,
    version=version,
    description=description,
    long_description=readme,
    author=module['__author__'],
    author_email=module['__email__'],
    url=github_url,
    download_url='%s/archive/v%s.tar.gz' % (github_url, version),
    py_modules=['pkutils'],<commit_msg>Replace sets with lists for requirements<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-

from __future__ import (
    absolute_import, division, print_function, with_statement,
    unicode_literals)

import sys

from io import open

try:
    from setuptools import setup
except ImportError:
    from distutils.core import setup


def parse_requirements(filename):
    with open(filename, encoding='utf-8') as f:
        for line in f:
            yield line.strip()


def read(filename):
    with open(filename, encoding='utf-8') as f:
        return f.read()


def parse_module(filename):
    with open(filename, encoding='utf-8') as f:
        for line in f:
            if line.startswith('__'):
                splits = line.split('=')
                yield tuple(s.strip().strip("'").strip('"') for s in splits)

sys.dont_write_bytecode = True
requirements = list(parse_requirements('requirements.txt'))
dev_requirements = list(parse_requirements('dev-requirements.txt'))
readme = read('README.rst')
changes = read('CHANGES.rst').replace('.. :changelog:', '')
module = dict(parse_module('pkutils.py'))
license = module['__license__']
version = module['__version__']
project = module['__title__']
description = module['__description__']
user = 'reubano'
github_url = 'https://github.com/%s/%s' % (user, project)

setup(
    name=project,
    version=version,
    description=description,
    long_description=readme,
    author=module['__author__'],
    author_email=module['__email__'],
    url=github_url,
    download_url='%s/archive/v%s.tar.gz' % (github_url, version),
    py_modules=['pkutils'],
{'fraction_non_alphanumeric': 0.14290171606864274, 'fraction_numerical': 0.0024960998439937598, 'mean_word_length': 3.9021406727828745, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2571087', 'n_tokens_mistral': 1020, 'n_tokens_neox': 999, 'n_words': 226}