


"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase__				    =       logging.get_logger(__name__)

lowerCAmelCase__				    =       {'''ctrl''': '''https://huggingface.co/ctrl/resolve/main/config.json'''}


class 				SCREAMING_SNAKE_CASE__    (		lowercase    ):
       """simple docstring"""


       a  :    Tuple       ="ctrl"
       a  :    Optional[int]       =["past_key_values"]
       a  :    int       ={
           "max_position_embeddings": "n_positions",
           "hidden_size": "n_embd",
           "num_attention_heads": "n_head",
           "num_hidden_layers": "n_layer",
       }

       def __init__(						self		,					snake_case__=246_534		,					snake_case__=256		,					snake_case__=1_280		,					snake_case__=8_192		,					snake_case__=48		,					snake_case__=16		,					snake_case__=0.1		,					snake_case__=0.1		,					snake_case__=1e-6		,					snake_case__=0.02		,					snake_case__=True		,					**snake_case__		,					):






         """simple docstring"""





         lowerCAmelCase					:					str								=							vocab_size
         lowerCAmelCase					:					Tuple								=							n_positions
         lowerCAmelCase					:					Tuple								=							n_embd
         lowerCAmelCase					:					Union[str, Any]								=							n_layer
         lowerCAmelCase					:					Tuple								=							n_head
         lowerCAmelCase					:					Optional[Any]								=							dff
         lowerCAmelCase					:					Union[str, Any]								=							resid_pdrop
         lowerCAmelCase					:					List[str]								=							embd_pdrop
         lowerCAmelCase					:					Any								=							layer_norm_epsilon
         lowerCAmelCase					:					Optional[int]								=							initializer_range

         lowerCAmelCase					:					Any								=							use_cache

         super().__init__(**snake_case__						)









"""simple docstring"""







from typing import TYPE_CHECKING

from ....utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


lowerCAmelCase__				    =       {'''configuration_van''': ['''VAN_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''VanConfig''']}


try:
     if not is_torch_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     lowerCAmelCase__				    =       [
         '''VAN_PRETRAINED_MODEL_ARCHIVE_LIST''',
         '''VanForImageClassification''',
         '''VanModel''',
         '''VanPreTrainedModel''',
     ]

if TYPE_CHECKING:
     from .configuration_van import VAN_PRETRAINED_CONFIG_ARCHIVE_MAP, VanConfig

     try:
          if not is_torch_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_van import (
              VAN_PRETRAINED_MODEL_ARCHIVE_LIST,
              VanForImageClassification,
              VanModel,
              VanPreTrainedModel,
          )

else:
     import sys

     lowerCAmelCase__				    =       _LazyModule(__name__, globals()['''__file__'''], _import_structure)





