




'''simple docstring'''



from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


lowerCamelCase_			=						{
    'configuration_convbert': ['CONVBERT_PRETRAINED_CONFIG_ARCHIVE_MAP', 'ConvBertConfig', 'ConvBertOnnxConfig'],
    'tokenization_convbert': ['ConvBertTokenizer'],
}

try:
 if not is_tokenizers_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCamelCase_			=						['ConvBertTokenizerFast']

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCamelCase_			=						[
     'CONVBERT_PRETRAINED_MODEL_ARCHIVE_LIST',
     'ConvBertForMaskedLM',
     'ConvBertForMultipleChoice',
     'ConvBertForQuestionAnswering',
     'ConvBertForSequenceClassification',
     'ConvBertForTokenClassification',
     'ConvBertLayer',
     'ConvBertModel',
     'ConvBertPreTrainedModel',
     'load_tf_weights_in_convbert',
 ]


try:
 if not is_tf_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCamelCase_			=						[
     'TF_CONVBERT_PRETRAINED_MODEL_ARCHIVE_LIST',
     'TFConvBertForMaskedLM',
     'TFConvBertForMultipleChoice',
     'TFConvBertForQuestionAnswering',
     'TFConvBertForSequenceClassification',
     'TFConvBertForTokenClassification',
     'TFConvBertLayer',
     'TFConvBertModel',
     'TFConvBertPreTrainedModel',
 ]


if TYPE_CHECKING:
 from .configuration_convbert import CONVBERT_PRETRAINED_CONFIG_ARCHIVE_MAP, ConvBertConfig, ConvBertOnnxConfig
 from .tokenization_convbert import ConvBertTokenizer

 try:
  if not is_tokenizers_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .tokenization_convbert_fast import ConvBertTokenizerFast

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_convbert import (
      CONVBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
      ConvBertForMaskedLM,
      ConvBertForMultipleChoice,
      ConvBertForQuestionAnswering,
      ConvBertForSequenceClassification,
      ConvBertForTokenClassification,
      ConvBertLayer,
      ConvBertModel,
      ConvBertPreTrainedModel,
      load_tf_weights_in_convbert,
  )

 try:
  if not is_tf_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_tf_convbert import (
      TF_CONVBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
      TFConvBertForMaskedLM,
      TFConvBertForMultipleChoice,
      TFConvBertForQuestionAnswering,
      TFConvBertForSequenceClassification,
      TFConvBertForTokenClassification,
      TFConvBertLayer,
      TFConvBertModel,
      TFConvBertPreTrainedModel,
  )


else:
 import sys

 lowerCamelCase_			=						_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)







'''simple docstring'''



from ...configuration_utils import PretrainedConfig







class 		lowercase_   (			A       ):


   """simple docstring"""

   lowerCamelCase_      =						'''bert-generation'''



   def __init__(   self :     int  ,				__lowerCamelCase :     int=5_0_3_5_8  ,				__lowerCamelCase :     Union[str, Any]=1_0_2_4  ,				__lowerCamelCase :     str=2_4  ,				__lowerCamelCase :     int=1_6  ,				__lowerCamelCase :     Union[str, Any]=4_0_9_6  ,				__lowerCamelCase :     Optional[Any]="gelu"  ,				__lowerCamelCase :     Tuple=0.1  ,				__lowerCamelCase :     str=0.1  ,				__lowerCamelCase :     Optional[Any]=5_1_2  ,				__lowerCamelCase :     List[Any]=0.0_2  ,				__lowerCamelCase :     Union[str, Any]=1e-12  ,				__lowerCamelCase :     List[Any]=0  ,				__lowerCamelCase :     List[Any]=2  ,				__lowerCamelCase :     Dict=1  ,				__lowerCamelCase :     Tuple="absolute"  ,				__lowerCamelCase :     Union[str, Any]=True  ,				**__lowerCamelCase :     Optional[Any]  ,				):

      """simple docstring"""
      super().__init__(pad_token_id=__lowerCamelCase  ,				bos_token_id=__lowerCamelCase  ,				eos_token_id=__lowerCamelCase  ,				**__lowerCamelCase   )

      _SCREAMING_SNAKE_CASE	=				vocab_size
      _SCREAMING_SNAKE_CASE	=				hidden_size
      _SCREAMING_SNAKE_CASE	=				num_hidden_layers
      _SCREAMING_SNAKE_CASE	=				num_attention_heads
      _SCREAMING_SNAKE_CASE	=				hidden_act
      _SCREAMING_SNAKE_CASE	=				intermediate_size
      _SCREAMING_SNAKE_CASE	=				hidden_dropout_prob
      _SCREAMING_SNAKE_CASE	=				attention_probs_dropout_prob
      _SCREAMING_SNAKE_CASE	=				max_position_embeddings
      _SCREAMING_SNAKE_CASE	=				initializer_range
      _SCREAMING_SNAKE_CASE	=				layer_norm_eps
      _SCREAMING_SNAKE_CASE	=				position_embedding_type
      _SCREAMING_SNAKE_CASE	=				use_cache

