<commit_before>from ray.data.read_api import (
    from_items,
    range,
    range_arrow,
    range_tensor,
    read_parquet,
    read_json,
    read_csv,
    read_binary_files,
    from_dask,
    from_modin,
    from_mars,
    from_pandas,
    from_pandas_refs,
    from_numpy,
    from_numpy_refs,
    from_arrow,
    from_arrow_refs,
    from_spark,
    read_datasource,
    read_numpy,
    read_text,
)
from ray.data.datasource import Datasource, ReadTask
from ray.data.dataset import Dataset
from ray.data.impl.progress_bar import set_progress_bars
from ray.data.impl.compute import ActorPoolStrategy

# Module-level cached global functions (for impl/compute). It cannot be defined
# in impl/compute since it has to be process-global across cloudpickled funcs.
_cached_fn = None
_cached_cls = None

__all__ = [
    "ActorPoolStrategy",
    "Dataset",
    "Datasource",
    "ReadTask",
    "from_dask",
    "from_items",
    "from_arrow",
    "from_arrow_refs",
    "from_mars",
    "from_modin",
    "from_numpy",
    "from_numpy_refs",
    "from_pandas",
    "from_pandas_refs",
    "from_spark",
    "range",
    "range_arrow",
    "range_tensor",
    "read_text",
    "read_binary_files",
    "read_csv",
    "read_datasource",
    "read_json",
    "read_numpy",
    "read_parquet",
    "set_progress_bars",
]
<commit_msg>[Datasets] Expose DatasetPipeline in ray.data module (#24261)<commit_after>from ray.data.read_api import (
    from_items,
    range,
    range_arrow,
    range_tensor,
    read_parquet,
    read_json,
    read_csv,
    read_binary_files,
    from_dask,
    from_modin,
    from_mars,
    from_pandas,
    from_pandas_refs,
    from_numpy,
    from_numpy_refs,
    from_arrow,
    from_arrow_refs,
    from_spark,
    read_datasource,
    read_numpy,
    read_text,
)
from ray.data.datasource import Datasource, ReadTask
from ray.data.dataset import Dataset
from ray.data.dataset_pipeline import DatasetPipeline
from ray.data.impl.progress_bar import set_progress_bars
from ray.data.impl.compute import ActorPoolStrategy

# Module-level cached global functions (for impl/compute). It cannot be defined
# in impl/compute since it has to be process-global across cloudpickled funcs.
_cached_fn = None
_cached_cls = None

__all__ = [
    "ActorPoolStrategy",
    "Dataset",
    "DatasetPipeline",
    "Datasource",
    "ReadTask",
    "from_dask",
    "from_items",
    "from_arrow",
    "from_arrow_refs",
    "from_mars",
    "from_modin",
    "from_numpy",
    "from_numpy_refs",
    "from_pandas",
    "from_pandas_refs",
    "from_spark",
    "range",
    "range_arrow",
    "range_tensor",
    "read_text",
    "read_binary_files",
    "read_csv",
    "read_datasource",
    "read_json",
    "read_numpy",
    "read_parquet",
    "set_progress_bars",
]

{'fraction_non_alphanumeric': 0.0986724076067456, 'fraction_numerical': 0.001794043774668102, 'mean_word_length': 3.3630672926447573, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2459800', 'n_tokens_mistral': 1029, 'n_tokens_neox': 1003, 'n_words': 199}