


from ....configuration_utils import PretrainedConfig
from ....utils import logging


snake_case							:	Tuple					      =				logging.get_logger(__name__)

# TODO: upload to AWS
snake_case							:	int					      =				{
    '''yjernite/retribert-base-uncased''': (
        '''https://huggingface.co/yjernite/retribert-base-uncased/resolve/main/config.json'''
    ),
}







class 	snake_case_       (lowerCamelCase_				):
					UpperCAmelCase__ :   Optional[Any]   				=      '''retribert'''
					def __init__(				self       :int      ,__snake_case       :List[Any]=3_05_22      ,__snake_case       :Union[str, Any]=7_68      ,__snake_case       :Any=8      ,__snake_case       :List[str]=12      ,__snake_case       :List[Any]=30_72      ,__snake_case       :List[Any]="gelu"      ,__snake_case       :List[str]=0.1      ,__snake_case       :List[str]=0.1      ,__snake_case       :List[Any]=5_12      ,__snake_case       :Optional[Any]=2      ,__snake_case       :str=0.02      ,__snake_case       :Tuple=1E-12      ,__snake_case       :Union[str, Any]=True      ,__snake_case       :Tuple=1_28      ,__snake_case       :Tuple=0      ,**__snake_case       :List[str]      ,) ->   Optional[int]:
												super().__init__(pad_token_id=__snake_case      ,**__snake_case				)

												a__					=					vocab_size
												a__					=					hidden_size
												a__					=					num_hidden_layers
												a__					=					num_attention_heads
												a__					=					hidden_act
												a__					=					intermediate_size
												a__					=					hidden_dropout_prob
												a__					=					attention_probs_dropout_prob
												a__					=					max_position_embeddings
												a__					=					type_vocab_size
												a__					=					initializer_range
												a__					=					layer_norm_eps
												a__					=					share_encoders
												a__					=					projection_dim








from .configuration_bert_masked import MaskedBertConfig
from .modeling_bert_masked import (
    MaskedBertForMultipleChoice,
    MaskedBertForQuestionAnswering,
    MaskedBertForSequenceClassification,
    MaskedBertForTokenClassification,
    MaskedBertModel,
)
from .modules import *




