


from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case							:	List[Any]					      =				logging.get_logger(__name__)

snake_case							:	Union[str, Any]					      =				{
    '''unc-nlp/lxmert-base-uncased''': '''https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/config.json''',
}







class 	snake_case_       (lowerCamelCase_				):
					UpperCAmelCase__ :   Tuple   				=      '''lxmert'''
					UpperCAmelCase__ :   str   				=      {}
					def __init__(				self       :int      ,__snake_case       :Union[str, Any]=3_05_22      ,__snake_case       :Tuple=7_68      ,__snake_case       :int=12      ,__snake_case       :Optional[Any]=95_00      ,__snake_case       :Union[str, Any]=16_00      ,__snake_case       :List[str]=4_00      ,__snake_case       :Optional[Any]=30_72      ,__snake_case       :List[Any]="gelu"      ,__snake_case       :str=0.1      ,__snake_case       :Tuple=0.1      ,__snake_case       :Optional[Any]=5_12      ,__snake_case       :List[str]=2      ,__snake_case       :List[Any]=0.02      ,__snake_case       :int=1E-12      ,__snake_case       :Union[str, Any]=9      ,__snake_case       :Tuple=5      ,__snake_case       :List[Any]=5      ,__snake_case       :Tuple=20_48      ,__snake_case       :Optional[int]=4      ,__snake_case       :Union[str, Any]=6.67      ,__snake_case       :Dict=True      ,__snake_case       :Tuple=True      ,__snake_case       :str=True      ,__snake_case       :Dict=True      ,__snake_case       :str=True      ,__snake_case       :Union[str, Any]=True      ,__snake_case       :Tuple=True      ,**__snake_case       :List[Any]      ,) ->   str:
												a__					=					vocab_size
												a__					=					hidden_size
												a__					=					num_attention_heads
												a__					=					hidden_act
												a__					=					intermediate_size
												a__					=					hidden_dropout_prob
												a__					=					attention_probs_dropout_prob
												a__					=					max_position_embeddings
												a__					=					type_vocab_size
												a__					=					initializer_range
												a__					=					layer_norm_eps
												a__					=					num_qa_labels
												a__					=					num_object_labels
												a__					=					num_attr_labels
												a__					=					l_layers
												a__					=					x_layers
												a__					=					r_layers
												a__					=					visual_feat_dim
												a__					=					visual_pos_dim
												a__					=					visual_loss_normalizer
												a__					=					task_matched
												a__					=					task_mask_lm
												a__					=					task_obj_predict
												a__					=					task_qa
												a__					=					visual_obj_loss
												a__					=					visual_attr_loss
												a__					=					visual_feat_loss
												a__					=					{'vision': r_layers, 'cross_encoder': x_layers, 'language': l_layers}
												super().__init__(**__snake_case				)








from .configuration_bert_masked import MaskedBertConfig
from .modeling_bert_masked import (
    MaskedBertForMultipleChoice,
    MaskedBertForQuestionAnswering,
    MaskedBertForSequenceClassification,
    MaskedBertForTokenClassification,
    MaskedBertModel,
)
from .modules import *




