




'''simple docstring'''



def 			SCREAMING_SNAKE_CASE_			(							__A    :			int  )			->			int:
   if not isinstance(__A	,					__A  ):
      raise ValueError("Input must be an integer"  )
   if input_num <= 0:
      raise ValueError("Input must be positive"  )
   return sum(
       divisor for divisor in range(1	,					input_num // 2 + 1  ) if input_num % divisor == 0  )


if __name__ == "__main__":
 import doctest

 doctest.testmod()







'''simple docstring'''



from ...configuration_utils import PretrainedConfig







class 		lowercase_   (			A       ):


   """simple docstring"""

   lowerCamelCase_      =						'''bert-generation'''



   def __init__(   self :     int  ,				__lowerCamelCase :     int=5_0_3_5_8  ,				__lowerCamelCase :     Union[str, Any]=1_0_2_4  ,				__lowerCamelCase :     str=2_4  ,				__lowerCamelCase :     int=1_6  ,				__lowerCamelCase :     Union[str, Any]=4_0_9_6  ,				__lowerCamelCase :     Optional[Any]="gelu"  ,				__lowerCamelCase :     Tuple=0.1  ,				__lowerCamelCase :     str=0.1  ,				__lowerCamelCase :     Optional[Any]=5_1_2  ,				__lowerCamelCase :     List[Any]=0.0_2  ,				__lowerCamelCase :     Union[str, Any]=1e-12  ,				__lowerCamelCase :     List[Any]=0  ,				__lowerCamelCase :     List[Any]=2  ,				__lowerCamelCase :     Dict=1  ,				__lowerCamelCase :     Tuple="absolute"  ,				__lowerCamelCase :     Union[str, Any]=True  ,				**__lowerCamelCase :     Optional[Any]  ,				):

      """simple docstring"""
      super().__init__(pad_token_id=__lowerCamelCase  ,				bos_token_id=__lowerCamelCase  ,				eos_token_id=__lowerCamelCase  ,				**__lowerCamelCase   )

      _SCREAMING_SNAKE_CASE	=				vocab_size
      _SCREAMING_SNAKE_CASE	=				hidden_size
      _SCREAMING_SNAKE_CASE	=				num_hidden_layers
      _SCREAMING_SNAKE_CASE	=				num_attention_heads
      _SCREAMING_SNAKE_CASE	=				hidden_act
      _SCREAMING_SNAKE_CASE	=				intermediate_size
      _SCREAMING_SNAKE_CASE	=				hidden_dropout_prob
      _SCREAMING_SNAKE_CASE	=				attention_probs_dropout_prob
      _SCREAMING_SNAKE_CASE	=				max_position_embeddings
      _SCREAMING_SNAKE_CASE	=				initializer_range
      _SCREAMING_SNAKE_CASE	=				layer_norm_eps
      _SCREAMING_SNAKE_CASE	=				position_embedding_type
      _SCREAMING_SNAKE_CASE	=				use_cache

