

# Lint as: python3
# pylint: enable=line-too-long
# pylint: disable=g-import-not-at-top,g-bad-import-order,wrong-import-position

_UpperCAmelCase		:   int										=       """2.13.1"""

import platform

import pyarrow
from packaging import version


if version.parse(platform.python_version()) < version.parse("""3.7"""):
					raise ImportWarning(
					    """To use `datasets`, Python>=3.7 is required, and the current version of Python doesn't match this condition."""
					)

if version.parse(pyarrow.__version__).major < 8:
					raise ImportWarning(
					    """To use `datasets`, the module `pyarrow>=8.0.0` is required, and the current version of `pyarrow` doesn't match this condition.\n"""
					    """If you are running this in a Google Colab, you should probably just restart the runtime to use the right version of `pyarrow`."""
					)

del platform
del pyarrow
del version

from .arrow_dataset import Dataset
from .arrow_reader import ReadInstruction
from .builder import ArrowBasedBuilder, BeamBasedBuilder, BuilderConfig, DatasetBuilder, GeneratorBasedBuilder
from .combine import concatenate_datasets, interleave_datasets
from .dataset_dict import DatasetDict, IterableDatasetDict
from .download import *
from .features import *
from .fingerprint import disable_caching, enable_caching, is_caching_enabled, set_caching_enabled
from .info import DatasetInfo, MetricInfo
from .inspect import (
    get_dataset_config_info,
    get_dataset_config_names,
    get_dataset_infos,
    get_dataset_split_names,
    inspect_dataset,
    inspect_metric,
    list_datasets,
    list_metrics,
)
from .iterable_dataset import IterableDataset
from .load import load_dataset, load_dataset_builder, load_from_disk, load_metric
from .metric import Metric
from .splits import (
    NamedSplit,
    NamedSplitAll,
    Split,
    SplitBase,
    SplitDict,
    SplitGenerator,
    SplitInfo,
    SubSplitInfo,
    percent,
)
from .tasks import *
from .utils import *
from .utils import logging


# deprecated modules
from datasets import arrow_dataset as _arrow_dataset  # isort:skip
from datasets import utils as _utils  # isort:skip
from datasets.utils import download_manager as _deprecated_download_manager  # isort:skip

_UpperCAmelCase		:   List[str]										=       concatenate_datasets
_UpperCAmelCase		:   str										=       DownloadConfig
_UpperCAmelCase		:   Tuple										=       DownloadManager
_UpperCAmelCase		:   Union[str, Any]										=       DownloadMode
_UpperCAmelCase		:   Union[str, Any]										=       DownloadConfig
_UpperCAmelCase		:   List[Any]										=       DownloadMode
_UpperCAmelCase		:   List[str]										=       DownloadManager

del _arrow_dataset, _utils, _deprecated_download_manager







import os

import pytest
import yaml

from datasets.features.features import Features, Value
from datasets.info import DatasetInfo, DatasetInfosDict





@pytest.mark.parametrize(
    'files'   ,							[
        ['full:README.md', 'dataset_infos.json'],
        ['empty:README.md', 'dataset_infos.json'],
        ['dataset_infos.json'],
        ['full:README.md'],
    ]   ,							)
def 					__lowerCamelCase	( UpperCamelCase__   ,							UpperCamelCase__      ):







							'''simple docstring'''






							snake_case_							=    tmp_path_factory.mktemp('dset_infos_dir'      )
							if "full:README.md" in files:
														with open(dataset_infos_dir / 'README.md'   ,							'w'      ) as f:
																					f.write('---\ndataset_info:\n  dataset_size: 42\n---'      )
							if "empty:README.md" in files:
														with open(dataset_infos_dir / 'README.md'   ,							'w'      ) as f:
																					f.write(''      )
    # we want to support dataset_infos.json for backward compatibility
							if "dataset_infos.json" in files:
														with open(dataset_infos_dir / 'dataset_infos.json'   ,							'w'      ) as f:
																					f.write('{"default": {"dataset_size": 42}}'      )
							snake_case_							=    DatasetInfosDict.from_directory(UpperCamelCase__      )
							assert dataset_infos
							assert dataset_infos["default"].dataset_size == 42





@pytest.mark.parametrize(
    'dataset_info'   ,							[
        DatasetInfo(),
        DatasetInfo(
            description='foo'   ,							features=Features({'a': Value('int32'      )}      )   ,							builder_name='builder'   ,							config_name='config'   ,							version='1.0.0'   ,							splits=[{'name': 'train'}]   ,							download_size=42   ,							),
    ]   ,							)
def 					__lowerCamelCase	( UpperCamelCase__   ,							UpperCamelCase__      ):







							'''simple docstring'''






							snake_case_							=    str(UpperCamelCase__      )
							dataset_info.write_to_directory(UpperCamelCase__      )
							snake_case_							=    DatasetInfo.from_directory(UpperCamelCase__      )
							assert dataset_info == reloaded
							assert os.path.exists(os.path.join(UpperCamelCase__   ,							'dataset_info.json'      )      )





def 					__lowerCamelCase	( ):







							'''simple docstring'''






							snake_case_							=    DatasetInfo(
							    description='foo'   ,							citation='bar'   ,							homepage='https://foo.bar'   ,							license='CC0'   ,							features=Features({'a': Value('int32'      )}      )   ,							post_processed={}   ,							supervised_keys=()   ,							task_templates=[]   ,							builder_name='builder'   ,							config_name='config'   ,							version='1.0.0'   ,							splits=[{'name': 'train', 'num_examples': 42}]   ,							download_checksums={}   ,							download_size=1337   ,							post_processing_size=442   ,							dataset_size=1234   ,							size_in_bytes=1337 + 442 + 1234   ,							)
							snake_case_							=    dataset_info._to_yaml_dict()
							assert sorted(UpperCamelCase__      ) == sorted(DatasetInfo._INCLUDED_INFO_IN_YAML      )
							for key in DatasetInfo._INCLUDED_INFO_IN_YAML:
														assert key in dataset_info_yaml_dict
														assert isinstance(dataset_info_yaml_dict[key]   ,							(list, dict, int, str)      )
							snake_case_							=    yaml.safe_dump(UpperCamelCase__      )
							snake_case_							=    yaml.safe_load(UpperCamelCase__      )
							assert dataset_info_yaml_dict == reloaded





def 					__lowerCamelCase	( ):







							'''simple docstring'''






							snake_case_							=    DatasetInfo()
							snake_case_							=    dataset_info._to_yaml_dict()
							assert dataset_info_yaml_dict == {}





@pytest.mark.parametrize(
    'dataset_infos_dict'   ,							[
        DatasetInfosDict(),
        DatasetInfosDict({'default': DatasetInfo()}      ),
        DatasetInfosDict({'my_config_name': DatasetInfo()}      ),
        DatasetInfosDict(
            {
                'default': DatasetInfo(
                    description='foo'   ,							features=Features({'a': Value('int32'      )}      )   ,							builder_name='builder'   ,							config_name='config'   ,							version='1.0.0'   ,							splits=[{'name': 'train'}]   ,							download_size=42   ,							)
            }      ),
        DatasetInfosDict(
            {
                'v1': DatasetInfo(dataset_size=42      ),
                'v2': DatasetInfo(dataset_size=1337      ),
            }      ),
    ]   ,							)
def 					__lowerCamelCase	( UpperCamelCase__   ,							UpperCamelCase__      ):







							'''simple docstring'''






							snake_case_							=    str(UpperCamelCase__      )
							dataset_infos_dict.write_to_directory(UpperCamelCase__      )
							snake_case_							=    DatasetInfosDict.from_directory(UpperCamelCase__      )

							# the config_name of the dataset_infos_dict take over the attribute
							for config_name, dataset_info in dataset_infos_dict.items():
														snake_case_							=    config_name
														# the yaml representation doesn't include fields like description or citation
														# so we just test that we can recover what we can from the yaml
														snake_case_							=    DatasetInfo._from_yaml_dict(dataset_info._to_yaml_dict()      )
							assert dataset_infos_dict == reloaded

							if dataset_infos_dict:
														assert os.path.exists(os.path.join(UpperCamelCase__   ,							'README.md'      )      )




