

"""simple docstring"""




import importlib
import inspect
import os
import re


# All paths are set with the intent you should run this script from the root of the repo with the command
# python utils/check_config_docstrings.py
A_							:	int      =       """src/transformers"""


# This is to make sure the transformers module imported is the one in the repo.
A_							:	Optional[int]      =       importlib.util.spec_from_file_location(
    "transformers",
    os.path.join(PATH_TO_TRANSFORMERS, "__init__.py"),
    submodule_search_locations=[PATH_TO_TRANSFORMERS],
)
A_							:	List[Any]      =       spec.loader.load_module()

A_							:	Union[str, Any]      =       transformers.models.auto.configuration_auto.CONFIG_MAPPING

# Regex pattern used to find the checkpoint mentioned in the docstring of `config_class`.
# For example, `[bert-base-uncased](https://huggingface.co/bert-base-uncased)`
A_							:	Dict      =       re.compile("\[(.+?)\]\((https://huggingface\.co/.+?)\)")


A_							:	List[str]      =       {
    """CLIPConfigMixin""",
    """DecisionTransformerConfigMixin""",
    """EncoderDecoderConfigMixin""",
    """RagConfigMixin""",
    """SpeechEncoderDecoderConfigMixin""",
    """VisionEncoderDecoderConfigMixin""",
    """VisionTextDualEncoderConfigMixin""",
}

def 		A				(   ):




			'''simple docstring'''


			SCREAMING_SNAKE_CASE__									=					[]

			for config_class in list(CONFIG_MAPPING.values()			):
						SCREAMING_SNAKE_CASE__									=					False

						# source code of `config_class`
						SCREAMING_SNAKE_CASE__									=					inspect.getsource(_lowercase			)
						SCREAMING_SNAKE_CASE__									=					_re_checkpoint.findall(_lowercase			)

						for checkpoint in checkpoints:
									# Each `checkpoint` is a tuple of a checkpoint name and a checkpoint link.
									# For example, `('bert-base-uncased', 'https://huggingface.co/bert-base-uncased')`
									SCREAMING_SNAKE_CASE__									=					checkpoint

									# verify the checkpoint name corresponds to the checkpoint link
									SCREAMING_SNAKE_CASE__									=					f"""https://huggingface.co/{ckpt_name}"""
									if ckpt_link == ckpt_link_from_name:
												SCREAMING_SNAKE_CASE__									=					True
												break

						SCREAMING_SNAKE_CASE__									=					config_class.__name__
						if not checkpoint_found and name not in CONFIG_CLASSES_TO_IGNORE_FOR_DOCSTRING_CHECKPOINT_CHECK:
									configs_without_checkpoint.append(_lowercase			)

			if len(_lowercase			) > 0:
						SCREAMING_SNAKE_CASE__									=					"""\n""".join(sorted(_lowercase			)			)
						raise ValueError(f"""The following configurations don\'t contain any valid checkpoint:\n{message}"""			)


if __name__ == "__main__":
						check_config_docstrings_have_checkpoints()







'''simple docstring'''




import time
from contextlib import contextmanager
from pathlib import Path

import pytest
import requests
from huggingface_hub.hf_api import HfApi, HfFolder


a   :			List[Any]					  =    """__DUMMY_TRANSFORMERS_USER__"""
a   :			Tuple					  =    """Dummy User"""
a   :			Optional[Any]					  =    """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"""

a   :			Optional[Any]					  =    """https://hub-ci.huggingface.co"""
a   :			List[Any]					  =    CI_HUB_ENDPOINT + """/datasets/{repo_id}/resolve/{revision}/{path}"""
a   :			Tuple					  =    CI_HUB_ENDPOINT + """/{repo_id}/resolve/{revision}/{filename}"""
a   :			str					  =    Path("""~/.huggingface/hub_ci_token""").expanduser()



@pytest.fixture
def       __lowerCamelCase  (					_lowercase		)      ->			Optional[int]:
							monkeypatch.setattr(
							    """huggingface_hub.file_download.HUGGINGFACE_CO_URL_TEMPLATE"""	,				_lowercase		)



@pytest.fixture
def       __lowerCamelCase  (					_lowercase		)      ->			List[str]:
							monkeypatch.setattr("""datasets.config.HF_ENDPOINT"""	,				_lowercase		)
							monkeypatch.setattr("""datasets.config.HUB_DATASETS_URL"""	,				_lowercase		)



@pytest.fixture
def       __lowerCamelCase  (					_lowercase		)      ->			Any:
							monkeypatch.setattr("""huggingface_hub.hf_api.HfFolder.path_token"""	,				_lowercase		)



@pytest.fixture
def       __lowerCamelCase  (					_lowercase	,				_lowercase		)      ->			Optional[Any]:
							HfFolder.save_token(_lowercase		)
							yield
							HfFolder.delete_token()



@pytest.fixture(scope="""session"""		)
def       __lowerCamelCase  (					)      ->			str:
							return HfApi(endpoint=_lowercase		)



@pytest.fixture(scope="""session"""		)
def       __lowerCamelCase  (					_lowercase		)      ->			Union[str, Any]:
							UpperCAmelCase     :		str							     =		HfFolder.get_token()
							HfFolder.save_token(_lowercase		)
							yield CI_HUB_USER_TOKEN
							if previous_token is not None:
														HfFolder.save_token(_lowercase		)



@pytest.fixture
def       __lowerCamelCase  (					_lowercase		)      ->			Any:
							def _cleanup_repo(_lowercase		):
														hf_api.delete_repo(_lowercase	,				token=_lowercase	,				repo_type="""dataset"""		)

							return _cleanup_repo



@pytest.fixture
def       __lowerCamelCase  (					_lowercase		)      ->			List[str]:
							@contextmanager
							def _temporary_repo(_lowercase		):
														try:
																					yield repo_id
														finally:
																					cleanup_repo(_lowercase		)

							return _temporary_repo



@pytest.fixture(scope="""session"""		)
def       __lowerCamelCase  (					_lowercase	,				_lowercase	,				_lowercase		)      ->			List[str]:
							UpperCAmelCase     :		str							     =		F'''repo_txt_data-{int(time.time() * 10e3		)}'''
							UpperCAmelCase     :		List[Any]							     =		F'''{CI_HUB_USER}/{repo_name}'''
							hf_api.create_repo(_lowercase	,				token=_lowercase	,				repo_type="""dataset"""	,				private=_lowercase		)
							hf_api.upload_file(
							    token=_lowercase	,				path_or_fileobj=str(_lowercase		)	,				path_in_repo="""data/text_data.txt"""	,				repo_id=_lowercase	,				repo_type="""dataset"""	,				)
							yield repo_id
							try:
														hf_api.delete_repo(_lowercase	,				token=_lowercase	,				repo_type="""dataset"""		)
							except (requests.exceptions.HTTPError, ValueError):  # catch http error and token invalid error
														pass



@pytest.fixture()
def       __lowerCamelCase  (					_lowercase	,				_lowercase	,				_lowercase		)      ->			List[Any]:
							return hf_private_dataset_repo_txt_data_



@pytest.fixture(scope="""session"""		)
def       __lowerCamelCase  (					_lowercase	,				_lowercase	,				_lowercase		)      ->			Optional[int]:
							UpperCAmelCase     :		Optional[int]							     =		F'''repo_zipped_txt_data-{int(time.time() * 10e3		)}'''
							UpperCAmelCase     :		Optional[int]							     =		F'''{CI_HUB_USER}/{repo_name}'''
							hf_api.create_repo(_lowercase	,				token=_lowercase	,				repo_type="""dataset"""	,				private=_lowercase		)
							hf_api.upload_file(
							    token=_lowercase	,				path_or_fileobj=str(_lowercase		)	,				path_in_repo="""data.zip"""	,				repo_id=_lowercase	,				repo_type="""dataset"""	,				)
							yield repo_id
							try:
														hf_api.delete_repo(_lowercase	,				token=_lowercase	,				repo_type="""dataset"""		)
							except (requests.exceptions.HTTPError, ValueError):  # catch http error and token invalid error
														pass



@pytest.fixture()
def       __lowerCamelCase  (					_lowercase	,				_lowercase	,				_lowercase		)      ->			List[str]:
							return hf_private_dataset_repo_zipped_txt_data_



@pytest.fixture(scope="""session"""		)
def       __lowerCamelCase  (					_lowercase	,				_lowercase	,				_lowercase		)      ->			Tuple:
							UpperCAmelCase     :		List[Any]							     =		F'''repo_zipped_img_data-{int(time.time() * 10e3		)}'''
							UpperCAmelCase     :		List[str]							     =		F'''{CI_HUB_USER}/{repo_name}'''
							hf_api.create_repo(_lowercase	,				token=_lowercase	,				repo_type="""dataset"""	,				private=_lowercase		)
							hf_api.upload_file(
							    token=_lowercase	,				path_or_fileobj=str(_lowercase		)	,				path_in_repo="""data.zip"""	,				repo_id=_lowercase	,				repo_type="""dataset"""	,				)
							yield repo_id
							try:
														hf_api.delete_repo(_lowercase	,				token=_lowercase	,				repo_type="""dataset"""		)
							except (requests.exceptions.HTTPError, ValueError):  # catch http error and token invalid error
														pass



@pytest.fixture()
def       __lowerCamelCase  (					_lowercase	,				_lowercase	,				_lowercase		)      ->			List[Any]:
							return hf_private_dataset_repo_zipped_img_data_

