"""simple docstring"""




from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


_a				:		Union[str, Any]	   =       {
    'configuration_poolformer': [
        'POOLFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP',
        'PoolFormerConfig',
        'PoolFormerOnnxConfig',
    ]
}

try:
     if not is_vision_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     _a				:		Tuple	   =       ['PoolFormerFeatureExtractor']
     _a				:		Tuple	   =       ['PoolFormerImageProcessor']

try:
     if not is_torch_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     _a				:		Optional[int]	   =       [
         'POOLFORMER_PRETRAINED_MODEL_ARCHIVE_LIST',
         'PoolFormerForImageClassification',
         'PoolFormerModel',
         'PoolFormerPreTrainedModel',
     ]


if TYPE_CHECKING:
     from .configuration_poolformer import (
         POOLFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP,
         PoolFormerConfig,
         PoolFormerOnnxConfig,
     )

     try:
          if not is_vision_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .feature_extraction_poolformer import PoolFormerFeatureExtractor
          from .image_processing_poolformer import PoolFormerImageProcessor

     try:
          if not is_torch_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_poolformer import (
              POOLFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
              PoolFormerForImageClassification,
              PoolFormerModel,
              PoolFormerPreTrainedModel,
          )


else:
     import sys

     _a				:		Tuple	   =       _LazyModule(__name__, globals()['__file__'], _import_structure)





"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a				:		Any	   =       logging.get_logger(__name__)

_a				:		Any	   =       {
    'uclanlp/visualbert-vqa': 'https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json',
    'uclanlp/visualbert-vqa-pre': 'https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json',
    'uclanlp/visualbert-vqa-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-vcr': 'https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json',
    'uclanlp/visualbert-vcr-pre': 'https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json',
    'uclanlp/visualbert-vcr-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-nlvr2': 'https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-pre': 'https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json'
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}
class 						__A							(			SCREAMING_SNAKE_CASE_		):
     _UpperCamelCase							:      List[Any]		 =		"visual_bert"






     def __init__(		self    ,					a__=30522    ,					a__=768    ,					a__=512    ,					a__=12    ,					a__=12    ,					a__=3072    ,					a__="gelu"    ,					a__=0.1    ,					a__=0.1    ,					a__=512    ,					a__=2    ,					a__=0.0_2    ,					a__=1e-12    ,					a__=False    ,					a__=True    ,					a__=1    ,					a__=0    ,					a__=2    ,					**a__    ,					):
       super().__init__(pad_token_id=a__    ,					bos_token_id=a__    ,					eos_token_id=a__    ,					**a__  )

       _lowerCAmelCase						:	Optional[Any]        =					vocab_size
       _lowerCAmelCase						:	int        =					max_position_embeddings
       _lowerCAmelCase						:	Optional[Any]        =					hidden_size
       _lowerCAmelCase						:	Optional[int]        =					visual_embedding_dim
       _lowerCAmelCase						:	Optional[int]        =					num_hidden_layers
       _lowerCAmelCase						:	List[Any]        =					num_attention_heads
       _lowerCAmelCase						:	Any        =					intermediate_size
       _lowerCAmelCase						:	List[Any]        =					hidden_act
       _lowerCAmelCase						:	int        =					hidden_dropout_prob
       _lowerCAmelCase						:	Optional[Any]        =					attention_probs_dropout_prob
       _lowerCAmelCase						:	Any        =					initializer_range
       _lowerCAmelCase						:	List[Any]        =					type_vocab_size
       _lowerCAmelCase						:	Union[str, Any]        =					layer_norm_eps
       _lowerCAmelCase						:	Optional[Any]        =					bypass_transformer
       _lowerCAmelCase						:	List[Any]        =					special_visual_initialize




