

"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A						       =      logging.get_logger(__name__)

__A						       =      {"ctrl": "https://huggingface.co/ctrl/resolve/main/config.json"}





class    snake_case     (    __snake_case  ):
    SCREAMING_SNAKE_CASE_       :				int       				=  """ctrl"""
    SCREAMING_SNAKE_CASE_       :				int       				=  ["""past_key_values"""]
    SCREAMING_SNAKE_CASE_       :				Any       				=  {
        """max_position_embeddings""": """n_positions""",
        """hidden_size""": """n_embd""",
        """num_attention_heads""": """n_head""",
        """num_hidden_layers""": """n_layer""",
    }

    def __init__(     self							:    List[Any]					,  UpperCamelCase__							:    Any=2_4_6_5_3_4					,  UpperCamelCase__							:    Any=2_5_6					,  UpperCamelCase__							:    Union[str, Any]=1_2_8_0					,  UpperCamelCase__							:    Dict=8_1_9_2					,  UpperCamelCase__							:    List[Any]=4_8					,  UpperCamelCase__							:    Optional[Any]=1_6					,  UpperCamelCase__							:    Dict=0.1					,  UpperCamelCase__							:    int=0.1					,  UpperCamelCase__							:    Optional[Any]=1e-6					,  UpperCamelCase__							:    Optional[Any]=0.02					,  UpperCamelCase__							:    Union[str, Any]=True					,  **UpperCamelCase__							:    str					,  )->       Union[str, Any]:



      '''simple docstring'''


      __lowerCAmelCase:	List[Any]   				=      vocab_size
      __lowerCAmelCase:	Tuple   				=      n_positions
      __lowerCAmelCase:	Optional[int]   				=      n_embd
      __lowerCAmelCase:	List[str]   				=      n_layer
      __lowerCAmelCase:	Tuple   				=      n_head
      __lowerCAmelCase:	List[str]   				=      dff
      __lowerCAmelCase:	Any   				=      resid_pdrop
      __lowerCAmelCase:	Optional[Any]   				=      embd_pdrop
      __lowerCAmelCase:	List[Any]   				=      layer_norm_epsilon
      __lowerCAmelCase:	Tuple   				=      initializer_range

      __lowerCAmelCase:	Optional[Any]   				=      use_cache

      super().__init__(**UpperCamelCase__)





"""simple docstring"""


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


__A						       =      {
    "configuration_swinv2": ["SWINV2_PRETRAINED_CONFIG_ARCHIVE_MAP", "Swinv2Config"],
}


try:
			if not is_torch_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			__A						       =      [
			    "SWINV2_PRETRAINED_MODEL_ARCHIVE_LIST",
			    "Swinv2ForImageClassification",
			    "Swinv2ForMaskedImageModeling",
			    "Swinv2Model",
			    "Swinv2PreTrainedModel",
			]


if TYPE_CHECKING:
			from .configuration_swinva import SWINV2_PRETRAINED_CONFIG_ARCHIVE_MAP, SwinvaConfig

			try:
						if not is_torch_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_swinva import (
						    SWINV2_PRETRAINED_MODEL_ARCHIVE_LIST,
						    SwinvaForImageClassification,
						    SwinvaForMaskedImageModeling,
						    SwinvaModel,
						    SwinvaPreTrainedModel,
						)


else:
			import sys

			__A						       =      _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)


