




from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


__lowerCAmelCase		:				Dict       			=		{
    'configuration_megatron_bert': ['MEGATRON_BERT_PRETRAINED_CONFIG_ARCHIVE_MAP', 'MegatronBertConfig'],
}

try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		__lowerCAmelCase		:				List[str]       			=		[
		    'MEGATRON_BERT_PRETRAINED_MODEL_ARCHIVE_LIST',
		    'MegatronBertForCausalLM',
		    'MegatronBertForMaskedLM',
		    'MegatronBertForMultipleChoice',
		    'MegatronBertForNextSentencePrediction',
		    'MegatronBertForPreTraining',
		    'MegatronBertForQuestionAnswering',
		    'MegatronBertForSequenceClassification',
		    'MegatronBertForTokenClassification',
		    'MegatronBertModel',
		    'MegatronBertPreTrainedModel',
		]

if TYPE_CHECKING:
		from .configuration_megatron_bert import MEGATRON_BERT_PRETRAINED_CONFIG_ARCHIVE_MAP, MegatronBertConfig

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_megatron_bert import (
				    MEGATRON_BERT_PRETRAINED_MODEL_ARCHIVE_LIST,
				    MegatronBertForCausalLM,
				    MegatronBertForMaskedLM,
				    MegatronBertForMultipleChoice,
				    MegatronBertForNextSentencePrediction,
				    MegatronBertForPreTraining,
				    MegatronBertForQuestionAnswering,
				    MegatronBertForSequenceClassification,
				    MegatronBertForTokenClassification,
				    MegatronBertModel,
				    MegatronBertPreTrainedModel,
				)

else:
		import sys

		__lowerCAmelCase		:				Tuple       			=		_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)












import numpy as np




def 			__magic_name__				( A		:					np.array   ):






			'''simple docstring'''







			return 1 / (1 + np.exp(-vector   ))




def 			__magic_name__				( A		:					np.array   ):






			'''simple docstring'''







			return vector * sigmoid(1.7_02 * vector   )


if __name__ == "__main__":
		import doctest

		doctest.testmod()






