


'''simple docstring'''



from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase      :      Dict            =					logging.get_logger(__name__)

_lowercase      :      List[Any]            =					{
    """uclanlp/visualbert-vqa""": """https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-pre""": """https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-vcr""": """https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-pre""": """https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-nlvr2""": """https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-pre""": """https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json"""
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}






class 	UpperCamelCase__(       lowerCAmelCase	):
				__magic_name__    :				Optional[Any]  		=	"visual_bert"




				def __init__(		self      :			Optional[int]				,   lowerCAmelCase      :			Union[str, Any]=30522				,   lowerCAmelCase      :			List[Any]=768				,   lowerCAmelCase      :			List[str]=512				,   lowerCAmelCase      :			str=12				,   lowerCAmelCase      :			Tuple=12				,   lowerCAmelCase      :			List[str]=3072				,   lowerCAmelCase      :			Any="gelu"				,   lowerCAmelCase      :			str=0.1				,   lowerCAmelCase      :			List[Any]=0.1				,   lowerCAmelCase      :			Union[str, Any]=512				,   lowerCAmelCase      :			Tuple=2				,   lowerCAmelCase      :			Tuple=0.02				,   lowerCAmelCase      :			List[str]=1E-12				,   lowerCAmelCase      :			Dict=False				,   lowerCAmelCase      :			int=True				,   lowerCAmelCase      :			Union[str, Any]=1				,   lowerCAmelCase      :			int=0				,   lowerCAmelCase      :			str=2				,   **lowerCAmelCase      :			Any				,   )->					Union[str, Any]:

										"""simple docstring"""




										super().__init__(pad_token_id=lowerCAmelCase				,   bos_token_id=lowerCAmelCase				,   eos_token_id=lowerCAmelCase				,   **lowerCAmelCase				)

										UpperCAmelCase					    =     vocab_size
										UpperCAmelCase					    =     max_position_embeddings
										UpperCAmelCase					    =     hidden_size
										UpperCAmelCase					    =     visual_embedding_dim
										UpperCAmelCase					    =     num_hidden_layers
										UpperCAmelCase					    =     num_attention_heads
										UpperCAmelCase					    =     intermediate_size
										UpperCAmelCase					    =     hidden_act
										UpperCAmelCase					    =     hidden_dropout_prob
										UpperCAmelCase					    =     attention_probs_dropout_prob
										UpperCAmelCase					    =     initializer_range
										UpperCAmelCase					    =     type_vocab_size
										UpperCAmelCase					    =     layer_norm_eps
										UpperCAmelCase					    =     bypass_transformer
										UpperCAmelCase					    =     special_visual_initialize









'''simple docstring'''



from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


_lowercase      :      Union[str, Any]            =					{
    """configuration_poolformer""": [
        """POOLFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP""",
        """PoolFormerConfig""",
        """PoolFormerOnnxConfig""",
    ]
}

try:
	if not is_vision_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	_lowercase      :      List[Any]            =					["""PoolFormerFeatureExtractor"""]
	_lowercase      :      Any            =					["""PoolFormerImageProcessor"""]

try:
	if not is_torch_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	_lowercase      :      Tuple            =					[
	    """POOLFORMER_PRETRAINED_MODEL_ARCHIVE_LIST""",
	    """PoolFormerForImageClassification""",
	    """PoolFormerModel""",
	    """PoolFormerPreTrainedModel""",
	]


if TYPE_CHECKING:
	from .configuration_poolformer import (
	    POOLFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP,
	    PoolFormerConfig,
	    PoolFormerOnnxConfig,
	)

	try:
		if not is_vision_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .feature_extraction_poolformer import PoolFormerFeatureExtractor
		from .image_processing_poolformer import PoolFormerImageProcessor

	try:
		if not is_torch_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .modeling_poolformer import (
		    POOLFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
		    PoolFormerForImageClassification,
		    PoolFormerModel,
		    PoolFormerPreTrainedModel,
		)


else:
	import sys

	_lowercase      :      Dict            =					_LazyModule(__name__, globals()["""__file__"""], _import_structure)





