
"""simple docstring"""




from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


_UpperCAmelCase :			str              =	{
    '''configuration_nezha''': ['''NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''NezhaConfig'''],
}

try:
					if not is_torch_available():
										raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
					pass
else:
					_UpperCAmelCase :			Tuple              =	[
					    '''NEZHA_PRETRAINED_MODEL_ARCHIVE_LIST''',
					    '''NezhaForNextSentencePrediction''',
					    '''NezhaForMaskedLM''',
					    '''NezhaForPreTraining''',
					    '''NezhaForMultipleChoice''',
					    '''NezhaForQuestionAnswering''',
					    '''NezhaForSequenceClassification''',
					    '''NezhaForTokenClassification''',
					    '''NezhaModel''',
					    '''NezhaPreTrainedModel''',
					]


if TYPE_CHECKING:
					from .configuration_nezha import NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP, NezhaConfig

					try:
										if not is_torch_available():
															raise OptionalDependencyNotAvailable()
					except OptionalDependencyNotAvailable:
										pass
					else:
										from .modeling_nezha import (
										    NEZHA_PRETRAINED_MODEL_ARCHIVE_LIST,
										    NezhaForMaskedLM,
										    NezhaForMultipleChoice,
										    NezhaForNextSentencePrediction,
										    NezhaForPreTraining,
										    NezhaForQuestionAnswering,
										    NezhaForSequenceClassification,
										    NezhaForTokenClassification,
										    NezhaModel,
										    NezhaPreTrainedModel,
										)


else:
					import sys

					_UpperCAmelCase :			List[Any]              =	_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)


from typing import Optional, Union

import torch
from torch import nn

from ...configuration_utils import ConfigMixin, register_to_config
from ...models.modeling_utils import ModelMixin


class     lowercase (		_SCREAMING_SNAKE_CASE  ,       _SCREAMING_SNAKE_CASE       ):



		@register_to_config
		def __init__(			self    ,				A_ = 768    ,				)  -> List[Any]:
				"""simple docstring"""
				super().__init__()

				UpperCamelCase          =					nn.Parameter(torch.zeros(1    ,				A_	)	)
				UpperCamelCase          =					nn.Parameter(torch.ones(1    ,				A_	)	)



		def __UpperCamelCase			(			self    ,				A_ = None    ,				A_ = None    ,				)  -> Any:
				"""simple docstring"""
				UpperCamelCase          =					nn.Parameter(self.mean.to(A_	).to(A_	)	)
				UpperCamelCase          =					nn.Parameter(self.std.to(A_	).to(A_	)	)
				return self



		def __UpperCamelCase			(			self    ,				A_	)  -> Dict:
				"""simple docstring"""
				UpperCamelCase          =					(embeds - self.mean) * 1.0 / self.std
				return embeds



		def __UpperCamelCase			(			self    ,				A_	)  -> Dict:
				"""simple docstring"""
				UpperCamelCase          =					(embeds * self.std) + self.mean
				return embeds
