
"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a														=		logging.get_logger(__name__)

_a														=		{
    """tiiuae/falcon-40b""": """https://huggingface.co/tiiuae/falcon-40b/resolve/main/config.json""",
    """tiiuae/falcon-7b""": """https://huggingface.co/tiiuae/falcon-7b/resolve/main/config.json""",
}






class    _UpperCAmelCase(   lowerCamelCase     ):
		lowercase__      =				'falcon'
		lowercase__      =				['past_key_values']



		def __init__( self    ,		__a=6_50_24    ,		__a=45_44    ,		__a=32    ,		__a=71    ,		__a=1e-5    ,		__a=0.02    ,		__a=True    ,		__a=0.0    ,		__a=0.0    ,		__a=None    ,		__a=False    ,		__a=False    ,		__a=True    ,		__a=True    ,		__a=False    ,		__a=11    ,		__a=11    ,		**__a    ,		)	->	List[str]:






							'''simple docstring'''
							_UpperCamelCase										=  vocab_size
							# Backward compatibility with n_embed kwarg
							_UpperCamelCase										=  kwargs.pop('''n_embed'''    ,		__a)
							_UpperCamelCase										=  hidden_size if n_embed is None else n_embed
							_UpperCamelCase										=  num_hidden_layers
							_UpperCamelCase										=  num_attention_heads
							_UpperCamelCase										=  layer_norm_epsilon
							_UpperCamelCase										=  initializer_range
							_UpperCamelCase										=  use_cache
							_UpperCamelCase										=  hidden_dropout
							_UpperCamelCase										=  attention_dropout

							_UpperCamelCase										=  bos_token_id
							_UpperCamelCase										=  eos_token_id
							_UpperCamelCase										=  num_attention_heads if num_kv_heads is None else num_kv_heads
							_UpperCamelCase										=  alibi
							_UpperCamelCase										=  new_decoder_architecture
							_UpperCamelCase										=  multi_query  # Ignored when new_decoder_architecture is True
							_UpperCamelCase										=  parallel_attn
							_UpperCamelCase										=  bias

							super().__init__(bos_token_id=__a    ,		eos_token_id=__a    ,		**__a)



		@property
		def 						UpperCAmelCase							( self)	->	Any:






							'''simple docstring'''
							return self.hidden_size // self.num_attention_heads




		@property
		def 						UpperCAmelCase							( self)	->	List[str]:






							'''simple docstring'''
							return not self.alibi








"""simple docstring"""





from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_a														=		logging.get_logger(__name__)

_a														=		{
    """bert-base-uncased""": """https://huggingface.co/bert-base-uncased/resolve/main/config.json""",
    """bert-large-uncased""": """https://huggingface.co/bert-large-uncased/resolve/main/config.json""",
    """bert-base-cased""": """https://huggingface.co/bert-base-cased/resolve/main/config.json""",
    """bert-large-cased""": """https://huggingface.co/bert-large-cased/resolve/main/config.json""",
    """bert-base-multilingual-uncased""": """https://huggingface.co/bert-base-multilingual-uncased/resolve/main/config.json""",
    """bert-base-multilingual-cased""": """https://huggingface.co/bert-base-multilingual-cased/resolve/main/config.json""",
    """bert-base-chinese""": """https://huggingface.co/bert-base-chinese/resolve/main/config.json""",
    """bert-base-german-cased""": """https://huggingface.co/bert-base-german-cased/resolve/main/config.json""",
    """bert-large-uncased-whole-word-masking""": (
        """https://huggingface.co/bert-large-uncased-whole-word-masking/resolve/main/config.json"""
    ),
    """bert-large-cased-whole-word-masking""": (
        """https://huggingface.co/bert-large-cased-whole-word-masking/resolve/main/config.json"""
    ),
    """bert-large-uncased-whole-word-masking-finetuned-squad""": (
        """https://huggingface.co/bert-large-uncased-whole-word-masking-finetuned-squad/resolve/main/config.json"""
    ),
    """bert-large-cased-whole-word-masking-finetuned-squad""": (
        """https://huggingface.co/bert-large-cased-whole-word-masking-finetuned-squad/resolve/main/config.json"""
    ),
    """bert-base-cased-finetuned-mrpc""": """https://huggingface.co/bert-base-cased-finetuned-mrpc/resolve/main/config.json""",
    """bert-base-german-dbmdz-cased""": """https://huggingface.co/bert-base-german-dbmdz-cased/resolve/main/config.json""",
    """bert-base-german-dbmdz-uncased""": """https://huggingface.co/bert-base-german-dbmdz-uncased/resolve/main/config.json""",
    """cl-tohoku/bert-base-japanese""": """https://huggingface.co/cl-tohoku/bert-base-japanese/resolve/main/config.json""",
    """cl-tohoku/bert-base-japanese-whole-word-masking""": (
        """https://huggingface.co/cl-tohoku/bert-base-japanese-whole-word-masking/resolve/main/config.json"""
    ),
    """cl-tohoku/bert-base-japanese-char""": (
        """https://huggingface.co/cl-tohoku/bert-base-japanese-char/resolve/main/config.json"""
    ),
    """cl-tohoku/bert-base-japanese-char-whole-word-masking""": (
        """https://huggingface.co/cl-tohoku/bert-base-japanese-char-whole-word-masking/resolve/main/config.json"""
    ),
    """TurkuNLP/bert-base-finnish-cased-v1""": (
        """https://huggingface.co/TurkuNLP/bert-base-finnish-cased-v1/resolve/main/config.json"""
    ),
    """TurkuNLP/bert-base-finnish-uncased-v1""": (
        """https://huggingface.co/TurkuNLP/bert-base-finnish-uncased-v1/resolve/main/config.json"""
    ),
    """wietsedv/bert-base-dutch-cased""": """https://huggingface.co/wietsedv/bert-base-dutch-cased/resolve/main/config.json""",
    # See all BERT models at https://huggingface.co/models?filter=bert
}






class    _UpperCAmelCase(   lowerCamelCase     ):
		lowercase__      =				'bert'



		def __init__( self    ,		__a=3_05_22    ,		__a=7_68    ,		__a=12    ,		__a=12    ,		__a=30_72    ,		__a="gelu"    ,		__a=0.1    ,		__a=0.1    ,		__a=5_12    ,		__a=2    ,		__a=0.02    ,		__a=1e-12    ,		__a=0    ,		__a="absolute"    ,		__a=True    ,		__a=None    ,		**__a    ,		)	->	Optional[Any]:






							'''simple docstring'''
							super().__init__(pad_token_id=__a    ,		**__a)

							_UpperCamelCase										=  vocab_size
							_UpperCamelCase										=  hidden_size
							_UpperCamelCase										=  num_hidden_layers
							_UpperCamelCase										=  num_attention_heads
							_UpperCamelCase										=  hidden_act
							_UpperCamelCase										=  intermediate_size
							_UpperCamelCase										=  hidden_dropout_prob
							_UpperCamelCase										=  attention_probs_dropout_prob
							_UpperCamelCase										=  max_position_embeddings
							_UpperCamelCase										=  type_vocab_size
							_UpperCamelCase										=  initializer_range
							_UpperCamelCase										=  layer_norm_eps
							_UpperCamelCase										=  position_embedding_type
							_UpperCamelCase										=  use_cache
							_UpperCamelCase										=  classifier_dropout






class    _UpperCAmelCase(   lowerCamelCase     ):



		@property
		def 						UpperCAmelCase							( self)	->	Mapping[str, Mapping[int, str]]:






							'''simple docstring'''
							if self.task == "multiple-choice":
												_UpperCamelCase										=  {0: '''batch''', 1: '''choice''', 2: '''sequence'''}
							else:
												_UpperCamelCase										=  {0: '''batch''', 1: '''sequence'''}
							return OrderedDict(
							    [
							        ('''input_ids''', dynamic_axis),
							        ('''attention_mask''', dynamic_axis),
							        ('''token_type_ids''', dynamic_axis),
							    ])






