


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tf_available, is_torch_available


_snake_case					:		Optional[int]      =    {"configuration_swin": ["SWIN_PRETRAINED_CONFIG_ARCHIVE_MAP", "SwinConfig", "SwinOnnxConfig"]}


try:
			if not is_torch_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			_snake_case					:		int      =    [
			    "SWIN_PRETRAINED_MODEL_ARCHIVE_LIST",
			    "SwinForImageClassification",
			    "SwinForMaskedImageModeling",
			    "SwinModel",
			    "SwinPreTrainedModel",
			    "SwinBackbone",
			]

try:
			if not is_tf_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			_snake_case					:		Union[str, Any]      =    [
			    "TF_SWIN_PRETRAINED_MODEL_ARCHIVE_LIST",
			    "TFSwinForImageClassification",
			    "TFSwinForMaskedImageModeling",
			    "TFSwinModel",
			    "TFSwinPreTrainedModel",
			]

if TYPE_CHECKING:
			from .configuration_swin import SWIN_PRETRAINED_CONFIG_ARCHIVE_MAP, SwinConfig, SwinOnnxConfig

			try:
						if not is_torch_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_swin import (
						    SWIN_PRETRAINED_MODEL_ARCHIVE_LIST,
						    SwinBackbone,
						    SwinForImageClassification,
						    SwinForMaskedImageModeling,
						    SwinModel,
						    SwinPreTrainedModel,
						)

			try:
						if not is_tf_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_tf_swin import (
						    TF_SWIN_PRETRAINED_MODEL_ARCHIVE_LIST,
						    TFSwinForImageClassification,
						    TFSwinForMaskedImageModeling,
						    TFSwinModel,
						    TFSwinPreTrainedModel,
						)

else:
			import sys

			_snake_case					:		Tuple      =    _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)





import logging

from transformers.configuration_utils import PretrainedConfig


_snake_case					:		Optional[Any]      =    logging.getLogger(__name__)

class     a		(_lowerCAmelCase				):




							"""simple docstring"""


							__UpperCAmelCase   :							Tuple					  =  "masked_bert"

							def __init__(							self	:  Optional[int]   ,     lowerCamelCase	:  Any=30522   ,     lowerCamelCase	:  Tuple=768   ,     lowerCamelCase	:  str=12   ,     lowerCamelCase	:  Dict=12   ,     lowerCamelCase	:  List[str]=3072   ,     lowerCamelCase	:  List[str]="gelu"   ,     lowerCamelCase	:  Any=0.1   ,     lowerCamelCase	:  Any=0.1   ,     lowerCamelCase	:  List[Any]=512   ,     lowerCamelCase	:  int=2   ,     lowerCamelCase	:  str=0.02   ,     lowerCamelCase	:  List[str]=1E-12   ,     lowerCamelCase	:  Any=0   ,     lowerCamelCase	:  Dict="topK"   ,     lowerCamelCase	:  List[Any]="constant"   ,     lowerCamelCase	:  Dict=0.0   ,     **lowerCamelCase	:  List[Any]   ,     )     ->   Dict:
														super().__init__(pad_token_id=lowerCamelCase   ,     **lowerCamelCase    )

														__snake_case		:      Optional[Any]										=       vocab_size
														__snake_case		:      Optional[int]										=       hidden_size
														__snake_case		:      Tuple										=       num_hidden_layers
														__snake_case		:      Union[str, Any]										=       num_attention_heads
														__snake_case		:      Optional[Any]										=       hidden_act
														__snake_case		:      str										=       intermediate_size
														__snake_case		:      Tuple										=       hidden_dropout_prob
														__snake_case		:      Dict										=       attention_probs_dropout_prob
														__snake_case		:      List[str]										=       max_position_embeddings
														__snake_case		:      Union[str, Any]										=       type_vocab_size
														__snake_case		:      Any										=       initializer_range
														__snake_case		:      str										=       layer_norm_eps
														__snake_case		:      str										=       pruning_method
														__snake_case		:      int										=       mask_init
														__snake_case		:      Any										=       mask_scale

