





"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase_									=logging.get_logger(__name__)

UpperCamelCase_									={
    """bigcode/gpt_bigcode-santacoder""": """https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json""",
}




class 			_a						(				_lowerCAmelCase    ):
				UpperCamelCase								=   '''gpt_bigcode'''
				UpperCamelCase								=   ['''past_key_values''']
				UpperCamelCase								=   {
				    '''hidden_size''': '''n_embd''',
				    '''max_position_embeddings''': '''n_positions''',
				    '''num_attention_heads''': '''n_head''',
				    '''num_hidden_layers''': '''n_layer''',
				}






				def __init__(			self		:   int,			lowerCAmelCase__		:   List[Any]=5_0_2_5_7,			lowerCAmelCase__		:   Optional[int]=1_0_2_4,			lowerCAmelCase__		:   Union[str, Any]=7_6_8,			lowerCAmelCase__		:   List[str]=1_2,			lowerCAmelCase__		:   List[str]=1_2,			lowerCAmelCase__		:   Optional[Any]=None,			lowerCAmelCase__		:   List[Any]="gelu_pytorch_tanh",			lowerCAmelCase__		:   List[Any]=0.1,			lowerCAmelCase__		:   Tuple=0.1,			lowerCAmelCase__		:   int=0.1,			lowerCAmelCase__		:   List[str]=1e-5,			lowerCAmelCase__		:   Union[str, Any]=0.02,			lowerCAmelCase__		:   str=True,			lowerCAmelCase__		:   Dict=True,			lowerCAmelCase__		:   Tuple=5_0_2_5_6,			lowerCAmelCase__		:   int=5_0_2_5_6,			lowerCAmelCase__		:   int=True,			lowerCAmelCase__		:   Tuple=True,			lowerCAmelCase__		:   List[str]=True,			**lowerCAmelCase__		:   Any,			)     ->				Dict:




										'''simple docstring'''



										_UpperCamelCase      : List[Any]         =   vocab_size
										_UpperCamelCase      : Dict         =   n_positions
										_UpperCamelCase      : Tuple         =   n_embd
										_UpperCamelCase      : str         =   n_layer
										_UpperCamelCase      : Optional[Any]         =   n_head
										_UpperCamelCase      : Any         =   n_inner
										_UpperCamelCase      : Any         =   activation_function
										_UpperCamelCase      : Any         =   resid_pdrop
										_UpperCamelCase      : List[str]         =   embd_pdrop
										_UpperCamelCase      : Optional[Any]         =   attn_pdrop
										_UpperCamelCase      : Union[str, Any]         =   layer_norm_epsilon
										_UpperCamelCase      : str         =   initializer_range
										_UpperCamelCase      : str         =   scale_attn_weights
										_UpperCamelCase      : Optional[Any]         =   use_cache
										_UpperCamelCase      : int         =   attention_softmax_in_fpaa
										_UpperCamelCase      : int         =   scale_attention_softmax_in_fpaa
										_UpperCamelCase      : List[str]         =   multi_query

										_UpperCamelCase      : List[str]         =   bos_token_id
										_UpperCamelCase      : str         =   eos_token_id

										super().__init__(bos_token_id=lowerCAmelCase__,			eos_token_id=lowerCAmelCase__,			**lowerCAmelCase__							)













"""simple docstring"""




UpperCamelCase_									=[
    """DownloadConfig""",
    """DownloadManager""",
    """DownloadMode""",
    """StreamingDownloadManager""",
]

from .download_config import DownloadConfig
from .download_manager import DownloadManager, DownloadMode
from .streaming_download_manager import StreamingDownloadManager



