

"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a							=							logging.get_logger(__name__)

_a							=							{
    'uclanlp/visualbert-vqa': 'https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json',
    'uclanlp/visualbert-vqa-pre': 'https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json',
    'uclanlp/visualbert-vqa-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-vcr': 'https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json',
    'uclanlp/visualbert-vcr-pre': 'https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json',
    'uclanlp/visualbert-vcr-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-nlvr2': 'https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-pre': 'https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json'
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}




class  _lowerCAmelCase  (     lowercase       ):







 """simple docstring"""







 __UpperCAmelCase     : Optional[Any]       		=     "visual_bert"


 def __init__(      self							:      List[Any], UpperCAmelCase__							:      Any=3_0_5_2_2, UpperCAmelCase__							:      str=7_6_8, UpperCAmelCase__							:      Dict=5_1_2, UpperCAmelCase__							:      Tuple=1_2, UpperCAmelCase__							:      Optional[int]=1_2, UpperCAmelCase__							:      str=3_0_7_2, UpperCAmelCase__							:      List[Any]="gelu", UpperCAmelCase__							:      Dict=0.1, UpperCAmelCase__							:      List[str]=0.1, UpperCAmelCase__							:      List[Any]=5_1_2, UpperCAmelCase__							:      int=2, UpperCAmelCase__							:      Dict=0.02, UpperCAmelCase__							:      Optional[Any]=1E-12, UpperCAmelCase__							:      Dict=False, UpperCAmelCase__							:      Tuple=True, UpperCAmelCase__							:      int=1, UpperCAmelCase__							:      Any=0, UpperCAmelCase__							:      Tuple=2, **UpperCAmelCase__							:      List[str], ):
    super().__init__(pad_token_id=UpperCAmelCase__, bos_token_id=UpperCAmelCase__, eos_token_id=UpperCAmelCase__, **UpperCAmelCase__     )

    __lowercase								=						vocab_size
    __lowercase								=						max_position_embeddings
    __lowercase								=						hidden_size
    __lowercase								=						visual_embedding_dim
    __lowercase								=						num_hidden_layers
    __lowercase								=						num_attention_heads
    __lowercase								=						intermediate_size
    __lowercase								=						hidden_act
    __lowercase								=						hidden_dropout_prob
    __lowercase								=						attention_probs_dropout_prob
    __lowercase								=						initializer_range
    __lowercase								=						type_vocab_size
    __lowercase								=						layer_norm_eps
    __lowercase								=						bypass_transformer
    __lowercase								=						special_visual_initialize







"""simple docstring"""





import fire

from transformers import AutoConfig, AutoModelForSeqaSeqLM, AutoTokenizer




def   _A  (  UpperCamelCase_					:	str,      UpperCamelCase_					:	str,      **UpperCamelCase_					:	Optional[int])     ->						Tuple:
   '''simple docstring'''


   __lowercase								=						AutoConfig.from_pretrained(UpperCamelCase_,      **UpperCamelCase_)
   __lowercase								=						AutoModelForSeqaSeqLM.from_config(UpperCamelCase_)
   model.save_pretrained(UpperCamelCase_)
   AutoTokenizer.from_pretrained(UpperCamelCase_).save_pretrained(UpperCamelCase_)
   return model


if __name__ == "__main__":
   fire.Fire(save_randomly_initialized_version)




