


"""simple docstring"""



from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case             =   logging.get_logger(__name__)

__snake_case             =   {
    """microsoft/biogpt""": """https://huggingface.co/microsoft/biogpt/resolve/main/config.json""",
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}







class _lowerCAmelCase    (				snake_case_     ):
   __UpperCAmelCase			:	Dict							  =  '''biogpt'''







   def __init__(     self						,     UpperCamelCase__=4_2384						,     UpperCamelCase__=1024						,     UpperCamelCase__=24						,     UpperCamelCase__=16						,     UpperCamelCase__=4096						,     UpperCamelCase__="gelu"						,     UpperCamelCase__=0.1						,     UpperCamelCase__=0.1						,     UpperCamelCase__=1024						,     UpperCamelCase__=0.02						,     UpperCamelCase__=1e-12						,     UpperCamelCase__=True						,     UpperCamelCase__=True						,     UpperCamelCase__=0.0						,     UpperCamelCase__=0.0						,     UpperCamelCase__=1						,     UpperCamelCase__=0						,     UpperCamelCase__=2						,     **UpperCamelCase__						,     )     ->		Optional[Any]:

       '''simple docstring'''




       snake_case   :				Any				 =   vocab_size
       snake_case   :				int				 =   max_position_embeddings
       snake_case   :				Optional[Any]				 =   hidden_size
       snake_case   :				Union[str, Any]				 =   num_hidden_layers
       snake_case   :				int				 =   num_attention_heads
       snake_case   :				List[str]				 =   intermediate_size
       snake_case   :				int				 =   hidden_act
       snake_case   :				Optional[Any]				 =   hidden_dropout_prob
       snake_case   :				str				 =   attention_probs_dropout_prob
       snake_case   :				int				 =   initializer_range
       snake_case   :				Any				 =   layer_norm_eps
       snake_case   :				List[Any]				 =   scale_embedding
       snake_case   :				List[str]				 =   use_cache
       snake_case   :				Union[str, Any]				 =   layerdrop
       snake_case   :				Optional[Any]				 =   activation_dropout
       super().__init__(pad_token_id=UpperCamelCase__						,     bos_token_id=UpperCamelCase__						,     eos_token_id=UpperCamelCase__						,     **UpperCamelCase__						)









"""simple docstring"""



def   __lowerCAmelCase						(						lowercase  :  int			)     ->						int:


    """simple docstring"""





    if not isinstance(lowercase						,							lowercase			):
        raise ValueError("Input must be an integer"			)
    if input_num <= 0:
        raise ValueError("Input must be positive"			)
    return sum(
        divisor for divisor in range(1						,							input_num // 2 + 1			) if input_num % divisor == 0			)


if __name__ == "__main__":
  import doctest

  doctest.testmod()





