



'''simple docstring'''






import logging

from transformers import PretrainedConfig


lowerCAmelCase: str							=						logging.getLogger(__name__)


lowerCAmelCase: Optional[Any]							=						{
    'bertabs-finetuned-cnndm': 'https://huggingface.co/remi/bertabs-finetuned-cnndm-extractive-abstractive-summarization/resolve/main/config.json',
}

class 							a__( lowerCamelCase__     ):
    lowercase__			=   """bertabs"""







    def __init__(				self			:  List[str]						,      __snake_case			:  Any=3_05_22						,      __snake_case			:  Any=5_12						,      __snake_case			:  Optional[Any]=6						,      __snake_case			:  Union[str, Any]=5_12						,      __snake_case			:  int=8						,      __snake_case			:  Any=5_12						,      __snake_case			:  Any=0.2						,      __snake_case			:  List[Any]=6						,      __snake_case			:  Optional[int]=7_68						,      __snake_case			:  int=8						,      __snake_case			:  Union[str, Any]=20_48						,      __snake_case			:  Dict=0.2						,      **__snake_case			:  Any						,      ):
      super().__init__(**__snake_case     )

      a						: List[str]					       =					vocab_size
      a						: List[str]					       =					max_pos

      a						: str					       =					enc_layers
      a						: Optional[int]					       =					enc_hidden_size
      a						: Optional[int]					       =					enc_heads
      a						: List[str]					       =					enc_ff_size
      a						: Optional[Any]					       =					enc_dropout

      a						: Dict					       =					dec_layers
      a						: List[str]					       =					dec_hidden_size
      a						: str					       =					dec_heads
      a						: str					       =					dec_ff_size
      a						: Any					       =					dec_dropout




'''simple docstring'''






from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_sentencepiece_available,
    is_tokenizers_available,
    is_torch_available,
)


lowerCAmelCase: List[Any]							=						{}

try:
     if not is_sentencepiece_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     lowerCAmelCase: Optional[int]							=						['NllbTokenizer']

try:
     if not is_tokenizers_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     lowerCAmelCase: Dict							=						['NllbTokenizerFast']


if TYPE_CHECKING:
     try:
          if not is_sentencepiece_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .tokenization_nllb import NllbTokenizer

     try:
          if not is_tokenizers_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .tokenization_nllb_fast import NllbTokenizerFast

else:
     import sys

     lowerCAmelCase: Tuple							=						_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)