<commit_before>import os
from setuptools import setup

_packages = ["polara",
            "polara/recommender",
            "polara/evaluation",
            "polara/datasets",
            "polara/lib",
            "polara/tools",
            "polara/recommender/coldstart",
            "polara/recommender/hybrid",
            "polara/recommender/contextual",
            "polara/recommender/external",
            "polara/recommender/external/mymedialite",
            "polara/recommender/external/turi",
            "polara/recommender/external/implicit",
            "polara/recommender/external/lightfm"]


opts = dict(name="polara",
            description="Fast and flexible recommender systems framework",
            keywords = "recommender systems",
            version = "0.7.0.dev",
            license="MIT",
            author="<NAME>",
            platforms=["any"],
            packages=_packages)<commit_msg>update setup.py<commit_after>import os
from setuptools import setup

_packages = ["polara",
            "polara/recommender",
            "polara/evaluation",
            "polara/datasets",
            "polara/lib",
            "polara/tools",
            "polara/preprocessing",
            "polara/recommender/coldstart",
            "polara/recommender/hybrid",
            "polara/recommender/contextual",
            "polara/recommender/external",
            "polara/recommender/external/mymedialite",
            "polara/recommender/external/turi",
            "polara/recommender/external/implicit",
            "polara/recommender/external/lightfm"]


opts = dict(name="polara",
            description="Fast and flexible recommender systems framework",
            keywords = "recommender systems",
            version = "0.7.0",
            license="MIT",
            author="<NAME>",
            platforms=["any"],
            packages=_packages)
{'fraction_non_alphanumeric': 0.12008501594048884, 'fraction_numerical': 0.003188097768331562, 'mean_word_length': 1.9421875, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '690385', 'n_tokens_mistral': 527, 'n_tokens_neox': 523, 'n_words': 77}