<commit_before># Authors: <NAME> <<EMAIL>>
#          <NAME> <<EMAIL>>
# License: BSD 3 clause

import inspect
import sys
import warnings
import importlib

from pkgutil import walk_packages
from inspect import getsource, isabstract

import sklearn
from sklearn.base import signature
from sklearn.utils.testing import SkipTest
from sklearn.utils.testing import check_docstring_parameters
from sklearn.utils.testing import _get_func_name
from sklearn.utils.testing import ignore_warnings
from sklearn.utils.deprecation import _is_deprecated

PUBLIC_MODULES = set([pckg[1] for pckg in walk_packages(prefix='sklearn.',
                                                        path=sklearn.__path__)
                      if not ("._" in pckg[1] or ".tests." in pckg[1])])

# TODO Uncomment all modules and fix doc inconsistencies everywhere
# The list of modules that are not tested for now
IGNORED_MODULES = (
    'cross_decomposition',
    'covariance',
    'cluster',
    'datasets',
    'decomposition',
    'feature_extraction',
    'gaussian_process',
    'linear_model',
    'manifold',
    'metrics',
    'discriminant_analysis',
    'ensemble',
    'feature_selection',
    'kernel_approximation',
    'model_selection',
    'multioutput',
    'random_projection',
    'setup',
    'svm',
    'utils',
    'neighbors'
    # Deprecated modules
    'cross_validation',
    'grid_search',
    'learning_curve',
)


# functions to ignore args / docstring of
_DOCSTRING_IGNORES = [
    'sklearn.utils.deprecation.load_mlcomp',
    'sklearn.pipeline.make_pipeline',
    'sklearn.pipeline.make_union',
    'sklearn.utils.extmath.safe_sparse_dot',
]

# Methods where y param should be ignored if y=None by default
_METHODS_IGNORE_NONE_Y = [
    'fit',
    'score',
    'fit_predict',
    'fit_transform',
    'partial_fit',
    'predict'
]<commit_msg>FIX Insert missing comma<commit_after># Authors: <NAME> <<EMAIL>>
#          <NAME> <<EMAIL>>
# License: BSD 3 clause

import inspect
import sys
import warnings
import importlib

from pkgutil import walk_packages
from inspect import getsource, isabstract

import sklearn
from sklearn.base import signature
from sklearn.utils.testing import SkipTest
from sklearn.utils.testing import check_docstring_parameters
from sklearn.utils.testing import _get_func_name
from sklearn.utils.testing import ignore_warnings
from sklearn.utils.deprecation import _is_deprecated

PUBLIC_MODULES = set([pckg[1] for pckg in walk_packages(prefix='sklearn.',
                                                        path=sklearn.__path__)
                      if not ("._" in pckg[1] or ".tests." in pckg[1])])

# TODO Uncomment all modules and fix doc inconsistencies everywhere
# The list of modules that are not tested for now
IGNORED_MODULES = (
    'cross_decomposition',
    'covariance',
    'cluster',
    'datasets',
    'decomposition',
    'feature_extraction',
    'gaussian_process',
    'linear_model',
    'manifold',
    'metrics',
    'discriminant_analysis',
    'ensemble',
    'feature_selection',
    'kernel_approximation',
    'model_selection',
    'multioutput',
    'random_projection',
    'setup',
    'svm',
    'utils',
    'neighbors',
    # Deprecated modules
    'cross_validation',
    'grid_search',
    'learning_curve',
)


# functions to ignore args / docstring of
_DOCSTRING_IGNORES = [
    'sklearn.utils.deprecation.load_mlcomp',
    'sklearn.pipeline.make_pipeline',
    'sklearn.pipeline.make_union',
    'sklearn.utils.extmath.safe_sparse_dot',
]

# Methods where y param should be ignored if y=None by default
_METHODS_IGNORE_NONE_Y = [
    'fit',
    'score',
    'fit_predict',
    'fit_transform',
    'partial_fit',
    'predict'
]
{'fraction_non_alphanumeric': 0.10118726389638424, 'fraction_numerical': 0.0021586616297895305, 'mean_word_length': 3.3611764705882354, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '121573', 'n_tokens_mistral': 1170, 'n_tokens_neox': 1150, 'n_words': 289}