




'''simple docstring'''



from torch import nn







class 		lowercase_   (			nn.Module       ):


   """simple docstring"""

   def __init__(   self :     List[str]  ,				__lowerCamelCase :     str  ,				__lowerCamelCase :     Optional[int]   ):

      """simple docstring"""
      super().__init__()
      _SCREAMING_SNAKE_CASE	=				class_size
      _SCREAMING_SNAKE_CASE	=				embed_size
      # self.mlp1 = nn.Linear(embed_size, embed_size)
      # self.mlp2 = (nn.Linear(embed_size, class_size))
      _SCREAMING_SNAKE_CASE	=				nn.Linear(__lowerCamelCase  ,				__lowerCamelCase   )



   def 							lowerCAmelCase_      (   self :     List[str]  ,				__lowerCamelCase :     Any   ):

      """simple docstring"""
      # hidden_state = nn.functional.relu(self.mlp1(hidden_state))
      # hidden_state = self.mlp2(hidden_state)
      _SCREAMING_SNAKE_CASE	=				self.mlp(__lowerCamelCase   )
      return logits







'''simple docstring'''



from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tf_available, is_torch_available


lowerCamelCase_			=						{
    'configuration_ctrl': ['CTRL_PRETRAINED_CONFIG_ARCHIVE_MAP', 'CTRLConfig'],
    'tokenization_ctrl': ['CTRLTokenizer'],
}

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCamelCase_			=						[
     'CTRL_PRETRAINED_MODEL_ARCHIVE_LIST',
     'CTRLForSequenceClassification',
     'CTRLLMHeadModel',
     'CTRLModel',
     'CTRLPreTrainedModel',
 ]

try:
 if not is_tf_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCamelCase_			=						[
     'TF_CTRL_PRETRAINED_MODEL_ARCHIVE_LIST',
     'TFCTRLForSequenceClassification',
     'TFCTRLLMHeadModel',
     'TFCTRLModel',
     'TFCTRLPreTrainedModel',
 ]


if TYPE_CHECKING:
 from .configuration_ctrl import CTRL_PRETRAINED_CONFIG_ARCHIVE_MAP, CTRLConfig
 from .tokenization_ctrl import CTRLTokenizer

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_ctrl import (
      CTRL_PRETRAINED_MODEL_ARCHIVE_LIST,
      CTRLForSequenceClassification,
      CTRLLMHeadModel,
      CTRLModel,
      CTRLPreTrainedModel,
  )

 try:
  if not is_tf_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_tf_ctrl import (
      TF_CTRL_PRETRAINED_MODEL_ARCHIVE_LIST,
      TFCTRLForSequenceClassification,
      TFCTRLLMHeadModel,
      TFCTRLModel,
      TFCTRLPreTrainedModel,
  )

else:
 import sys

 lowerCamelCase_			=						_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)

