

'''simple docstring'''



from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case			:     List[str]										=      logging.get_logger(__name__)

__snake_case			:     str										=      {
    'microsoft/biogpt': 'https://huggingface.co/microsoft/biogpt/resolve/main/config.json',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}



class lowerCamelCase			(  lowercase_						):



			'''simple docstring'''






			__snake_case        =	'biogpt'


			def __init__(				self	:						Optional[int]		,      lowerCAmelCase_	:						Union[str, Any]=4_23_84		,      lowerCAmelCase_	:						List[Any]=10_24		,      lowerCAmelCase_	:						List[Any]=24		,      lowerCAmelCase_	:						List[Any]=16		,      lowerCAmelCase_	:						Optional[Any]=40_96		,      lowerCAmelCase_	:						Dict="gelu"		,      lowerCAmelCase_	:						Tuple=0.1		,      lowerCAmelCase_	:						List[str]=0.1		,      lowerCAmelCase_	:						Any=10_24		,      lowerCAmelCase_	:						str=0.02		,      lowerCAmelCase_	:						int=1e-12		,      lowerCAmelCase_	:						str=True		,      lowerCAmelCase_	:						Tuple=True		,      lowerCAmelCase_	:						str=0.0		,      lowerCAmelCase_	:						List[str]=0.0		,      lowerCAmelCase_	:						str=1		,      lowerCAmelCase_	:						Any=0		,      lowerCAmelCase_	:						Tuple=2		,      **lowerCAmelCase_	:						Union[str, Any]		,      )      ->		List[str]:





									'''simple docstring'''
									A__					:       Optional[int]     =vocab_size
									A__					:       Optional[int]     =max_position_embeddings
									A__					:       Any     =hidden_size
									A__					:       Optional[Any]     =num_hidden_layers
									A__					:       List[str]     =num_attention_heads
									A__					:       int     =intermediate_size
									A__					:       List[Any]     =hidden_act
									A__					:       List[str]     =hidden_dropout_prob
									A__					:       Any     =attention_probs_dropout_prob
									A__					:       Dict     =initializer_range
									A__					:       List[str]     =layer_norm_eps
									A__					:       List[str]     =scale_embedding
									A__					:       Union[str, Any]     =use_cache
									A__					:       Optional[int]     =layerdrop
									A__					:       str     =activation_dropout
									super().__init__(pad_token_id=lowerCAmelCase_		,      bos_token_id=lowerCAmelCase_		,      eos_token_id=lowerCAmelCase_		,      **lowerCAmelCase_			)




'''simple docstring'''



def 						__lowerCamelCase	(       __snake_case					:		int	)	->							bool:






						"""simple docstring"""





						if p < 2:
												raise ValueError("""p should not be less than 2!"""	)
						elif p == 2:
												return True

						A__					:       Any     =4
						A__					:       int     =(1 << p) - 1
						for _ in range(p - 2	):
												A__					:       Dict     =((s * s) - 2) % m
						return s == 0


if __name__ == "__main__":
		print(lucas_lehmer_test(7))
		print(lucas_lehmer_test(11))

