






from ...configuration_utils import PretrainedConfig
from ...utils import logging


__magic_name__:					str							=     logging.get_logger(__name__)

__magic_name__:					List[Any]							=     {"ctrl": "https://huggingface.co/ctrl/resolve/main/config.json"}





class 	snake_case__ (							_lowerCAmelCase				):
	lowercase__						:					Tuple											=   '''ctrl'''
	lowercase__						:					str											=   ['''past_key_values''']
	lowercase__						:					Tuple											=   {
	    '''max_position_embeddings''': '''n_positions''',
	    '''hidden_size''': '''n_embd''',
	    '''num_attention_heads''': '''n_head''',
	    '''num_hidden_layers''': '''n_layer''',
	}
	def __init__(    self      ,       lowerCAmelCase__=24_65_34      ,       lowerCAmelCase__=2_56      ,       lowerCAmelCase__=12_80      ,       lowerCAmelCase__=81_92      ,       lowerCAmelCase__=48      ,       lowerCAmelCase__=16      ,       lowerCAmelCase__=0.1      ,       lowerCAmelCase__=0.1      ,       lowerCAmelCase__=1e-6      ,       lowerCAmelCase__=0.0_2      ,       lowerCAmelCase__=True      ,       **lowerCAmelCase__      ,       )							->				List[str]:
							__magic_name__      :       Optional[Any]       						= vocab_size
							__magic_name__      :       str       						= n_positions
							__magic_name__      :       Optional[Any]       						= n_embd
							__magic_name__      :       Dict       						= n_layer
							__magic_name__      :       Dict       						= n_head
							__magic_name__      :       int       						= dff
							__magic_name__      :       Tuple       						= resid_pdrop
							__magic_name__      :       int       						= embd_pdrop
							__magic_name__      :       Tuple       						= layer_norm_epsilon
							__magic_name__      :       Dict       						= initializer_range

							__magic_name__      :       int       						= use_cache

							super().__init__(**lowerCAmelCase__			)








import sys

from .dependency_versions_table import deps
from .utils.versions import require_version, require_version_core


# define which module versions we always want to check at run time
# (usually the ones defined in `install_requires` in setup.py)
#
# order specific notes:
# - tqdm must be checked before tokenizers

__magic_name__:					int							=     "python tqdm regex requests packaging filelock numpy tokenizers".split()
if sys.version_info < (3, 7):
		pkgs_to_check_at_runtime.append("dataclasses")
if sys.version_info < (3, 8):
		pkgs_to_check_at_runtime.append("importlib_metadata")

for pkg in pkgs_to_check_at_runtime:
		if pkg in deps:
				if pkg == "tokenizers":
						# must be loaded here, or else tqdm check may fail
						from .utils import is_tokenizers_available

						if not is_tokenizers_available():
								continue  # not required, check version only if installed

				require_version_core(deps[pkg])
		else:
				raise ValueError(F"""can't find {pkg} in {deps.keys()}, check dependency_versions_table.py""")

def    UpperCamelCase						(	_A,   _A=None			):






						"""simple docstring"""







						require_version(deps[pkg],   _A			)
