



'''simple docstring'''






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase: Any							=						logging.get_logger(__name__)

lowerCAmelCase: Any							=						{'ctrl': 'https://huggingface.co/ctrl/resolve/main/config.json'}

class 							a__( lowerCamelCase__     ):
    lowercase__			=   """ctrl"""
    lowercase__			=   ["""past_key_values"""]
    lowercase__			=   {
        """max_position_embeddings""": """n_positions""",
        """hidden_size""": """n_embd""",
        """num_attention_heads""": """n_head""",
        """num_hidden_layers""": """n_layer""",
    }







    def __init__(				self			:  Optional[Any]						,      __snake_case			:  Optional[int]=24_65_34						,      __snake_case			:  List[Any]=2_56						,      __snake_case			:  str=12_80						,      __snake_case			:  Tuple=81_92						,      __snake_case			:  Any=48						,      __snake_case			:  int=16						,      __snake_case			:  Any=0.1						,      __snake_case			:  List[Any]=0.1						,      __snake_case			:  List[Any]=1e-6						,      __snake_case			:  int=0.02						,      __snake_case			:  Union[str, Any]=True						,      **__snake_case			:  Optional[int]						,      ):
      a						: Dict					       =					vocab_size
      a						: Dict					       =					n_positions
      a						: Optional[int]					       =					n_embd
      a						: Union[str, Any]					       =					n_layer
      a						: Any					       =					n_head
      a						: Optional[Any]					       =					dff
      a						: List[Any]					       =					resid_pdrop
      a						: Any					       =					embd_pdrop
      a						: Union[str, Any]					       =					layer_norm_epsilon
      a						: List[Any]					       =					initializer_range

      a						: Dict					       =					use_cache

      super().__init__(**__snake_case     )




'''simple docstring'''






from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


lowerCAmelCase: Optional[int]							=						{
    'configuration_graphormer': ['GRAPHORMER_PRETRAINED_CONFIG_ARCHIVE_MAP', 'GraphormerConfig'],
}

try:
     if not is_torch_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     lowerCAmelCase: int							=						[
         'GRAPHORMER_PRETRAINED_MODEL_ARCHIVE_LIST',
         'GraphormerForGraphClassification',
         'GraphormerModel',
         'GraphormerPreTrainedModel',
     ]


if TYPE_CHECKING:
     from .configuration_graphormer import GRAPHORMER_PRETRAINED_CONFIG_ARCHIVE_MAP, GraphormerConfig

     try:
          if not is_torch_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_graphormer import (
              GRAPHORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
              GraphormerForGraphClassification,
              GraphormerModel,
              GraphormerPreTrainedModel,
          )


else:
     import sys

     lowerCAmelCase: str							=						_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)