

import importlib
import json
import os
from collections import OrderedDict
from typing import Dict, Optional, Union

# Build the list of all feature extractors
from ...configuration_utils import PretrainedConfig
from ...dynamic_module_utils import get_class_from_dynamic_module, resolve_trust_remote_code
from ...feature_extraction_utils import FeatureExtractionMixin
from ...utils import CONFIG_NAME, FEATURE_EXTRACTOR_NAME, get_file_from_repo, logging
from .auto_factory import _LazyAutoMapping
from .configuration_auto import (
    CONFIG_MAPPING_NAMES,
    AutoConfig,
    model_type_to_module_name,
    replace_list_option_in_docstrings,
)


__UpperCAmelCase								=			logging.get_logger(__name__)

__UpperCAmelCase								=			OrderedDict(
    [
        ("""audio-spectrogram-transformer""", """ASTFeatureExtractor"""),
        ("""beit""", """BeitFeatureExtractor"""),
        ("""chinese_clip""", """ChineseCLIPFeatureExtractor"""),
        ("""clap""", """ClapFeatureExtractor"""),
        ("""clip""", """CLIPFeatureExtractor"""),
        ("""clipseg""", """ViTFeatureExtractor"""),
        ("""conditional_detr""", """ConditionalDetrFeatureExtractor"""),
        ("""convnext""", """ConvNextFeatureExtractor"""),
        ("""cvt""", """ConvNextFeatureExtractor"""),
        ("""data2vec-audio""", """Wav2Vec2FeatureExtractor"""),
        ("""data2vec-vision""", """BeitFeatureExtractor"""),
        ("""deformable_detr""", """DeformableDetrFeatureExtractor"""),
        ("""deit""", """DeiTFeatureExtractor"""),
        ("""detr""", """DetrFeatureExtractor"""),
        ("""dinat""", """ViTFeatureExtractor"""),
        ("""donut-swin""", """DonutFeatureExtractor"""),
        ("""dpt""", """DPTFeatureExtractor"""),
        ("""encodec""", """EncodecFeatureExtractor"""),
        ("""flava""", """FlavaFeatureExtractor"""),
        ("""glpn""", """GLPNFeatureExtractor"""),
        ("""groupvit""", """CLIPFeatureExtractor"""),
        ("""hubert""", """Wav2Vec2FeatureExtractor"""),
        ("""imagegpt""", """ImageGPTFeatureExtractor"""),
        ("""layoutlmv2""", """LayoutLMv2FeatureExtractor"""),
        ("""layoutlmv3""", """LayoutLMv3FeatureExtractor"""),
        ("""levit""", """LevitFeatureExtractor"""),
        ("""maskformer""", """MaskFormerFeatureExtractor"""),
        ("""mctct""", """MCTCTFeatureExtractor"""),
        ("""mobilenet_v1""", """MobileNetV1FeatureExtractor"""),
        ("""mobilenet_v2""", """MobileNetV2FeatureExtractor"""),
        ("""mobilevit""", """MobileViTFeatureExtractor"""),
        ("""nat""", """ViTFeatureExtractor"""),
        ("""owlvit""", """OwlViTFeatureExtractor"""),
        ("""perceiver""", """PerceiverFeatureExtractor"""),
        ("""poolformer""", """PoolFormerFeatureExtractor"""),
        ("""regnet""", """ConvNextFeatureExtractor"""),
        ("""resnet""", """ConvNextFeatureExtractor"""),
        ("""segformer""", """SegformerFeatureExtractor"""),
        ("""sew""", """Wav2Vec2FeatureExtractor"""),
        ("""sew-d""", """Wav2Vec2FeatureExtractor"""),
        ("""speech_to_text""", """Speech2TextFeatureExtractor"""),
        ("""speecht5""", """SpeechT5FeatureExtractor"""),
        ("""swiftformer""", """ViTFeatureExtractor"""),
        ("""swin""", """ViTFeatureExtractor"""),
        ("""swinv2""", """ViTFeatureExtractor"""),
        ("""table-transformer""", """DetrFeatureExtractor"""),
        ("""timesformer""", """VideoMAEFeatureExtractor"""),
        ("""tvlt""", """TvltFeatureExtractor"""),
        ("""unispeech""", """Wav2Vec2FeatureExtractor"""),
        ("""unispeech-sat""", """Wav2Vec2FeatureExtractor"""),
        ("""van""", """ConvNextFeatureExtractor"""),
        ("""videomae""", """VideoMAEFeatureExtractor"""),
        ("""vilt""", """ViltFeatureExtractor"""),
        ("""vit""", """ViTFeatureExtractor"""),
        ("""vit_mae""", """ViTFeatureExtractor"""),
        ("""vit_msn""", """ViTFeatureExtractor"""),
        ("""wav2vec2""", """Wav2Vec2FeatureExtractor"""),
        ("""wav2vec2-conformer""", """Wav2Vec2FeatureExtractor"""),
        ("""wavlm""", """Wav2Vec2FeatureExtractor"""),
        ("""whisper""", """WhisperFeatureExtractor"""),
        ("""xclip""", """CLIPFeatureExtractor"""),
        ("""yolos""", """YolosFeatureExtractor"""),
    ]
)

__UpperCAmelCase								=			_LazyAutoMapping(CONFIG_MAPPING_NAMES, FEATURE_EXTRACTOR_MAPPING_NAMES)





def      snake_case_				(__A					:						str					)      ->     Union[str, Any]:
   for module_name, extractors in FEATURE_EXTRACTOR_MAPPING_NAMES.items():
      if class_name in extractors:
         __lowerCAmelCase  :      str    =						model_type_to_module_name(__A					)

         __lowerCAmelCase  :      Dict    =						importlib.import_module(f'''.{module_name}''' ,       """transformers.models"""					)
         try:
            return getattr(__A ,       __A					)
         except AttributeError:
            continue

   for _, extractor in FEATURE_EXTRACTOR_MAPPING._extra_content.items():
      if getattr(__A ,       """__name__""" ,       __A					) == class_name:
         return extractor

    # We did not fine the class, but maybe it's because a dep is missing. In that case, the class will be in the main
    # init and we return the proper dummy to get an appropriate error message.
   __lowerCAmelCase  :      Tuple    =						importlib.import_module("""transformers"""					)
   if hasattr(__A ,       __A					):
      return getattr(__A ,       __A					)

   return None





def      snake_case_				(__A					:						Union[str, os.PathLike] ,       __A					:						Optional[Union[str, os.PathLike]] = None ,       __A					:						bool = False ,       __A					:						bool = False ,       __A					:						Optional[Dict[str, str]] = None ,       __A					:						Optional[Union[bool, str]] = None ,       __A					:						Optional[str] = None ,       __A					:						bool = False ,       **__A					:						int ,       )      ->     List[Any]:
   __lowerCAmelCase  :      Union[str, Any]    =						get_file_from_repo(
       __A ,       __A ,       cache_dir=__A ,       force_download=__A ,       resume_download=__A ,       proxies=__A ,       use_auth_token=__A ,       revision=__A ,       local_files_only=__A ,       )
   if resolved_config_file is None:
      logger.info(
          """Could not locate the feature extractor configuration file, will try to use the model config instead."""					)
      return {}

   with open(__A ,       encoding="""utf-8"""					) as reader:
      return json.load(__A					)



class SCREAMING_SNAKE_CASE     :
  """simple docstring"""






  def __init__(      self			:   int   )							->     Optional[Any]:






     """simple docstring"""







     raise EnvironmentError(
         """AutoFeatureExtractor is designed to be instantiated """
         """using the `AutoFeatureExtractor.from_pretrained(pretrained_model_name_or_path)` method."""   )







  @classmethod
  @replace_list_option_in_docstrings(lowerCAmelCase   )
  def 	SCREAMING_SNAKE_CASE   (      cls			:   Optional[Any]	,							lowerCAmelCase			:   List[str]	,							**lowerCAmelCase			:   Optional[Any]   )							->     Union[str, Any]:






     """simple docstring"""







     __lowerCAmelCase  :      Dict    =						kwargs.pop("""config"""	,							lowerCAmelCase   )
     __lowerCAmelCase  :      Any    =						kwargs.pop("""trust_remote_code"""	,							lowerCAmelCase   )
     __lowerCAmelCase  :      int    =						True

     __lowerCAmelCase  :      List[Any]    =						FeatureExtractionMixin.get_feature_extractor_dict(lowerCAmelCase	,							**lowerCAmelCase   )
     __lowerCAmelCase  :      Any    =						config_dict.get("""feature_extractor_type"""	,							lowerCAmelCase   )
     __lowerCAmelCase  :      List[str]    =						None
     if "AutoFeatureExtractor" in config_dict.get("""auto_map"""	,							{}   ):
        __lowerCAmelCase  :      List[str]    =						config_dict["""auto_map"""]["""AutoFeatureExtractor"""]

     # If we don't find the feature extractor class in the feature extractor config, let's try the model config.
     if feature_extractor_class is None and feature_extractor_auto_map is None:
        if not isinstance(lowerCAmelCase	,							lowerCAmelCase   ):
           __lowerCAmelCase  :      Dict    =						AutoConfig.from_pretrained(lowerCAmelCase	,							**lowerCAmelCase   )
        # It could be in `config.feature_extractor_type``
        __lowerCAmelCase  :      Optional[int]    =						getattr(lowerCAmelCase	,							"""feature_extractor_type"""	,							lowerCAmelCase   )
        if hasattr(lowerCAmelCase	,							"""auto_map"""   ) and "AutoFeatureExtractor" in config.auto_map:
           __lowerCAmelCase  :      Dict    =						config.auto_map["""AutoFeatureExtractor"""]

     if feature_extractor_class is not None:
        __lowerCAmelCase  :      List[Any]    =						feature_extractor_class_from_name(lowerCAmelCase   )

     __lowerCAmelCase  :      Union[str, Any]    =						feature_extractor_auto_map is not None
     __lowerCAmelCase  :      List[str]    =						feature_extractor_class is not None or type(lowerCAmelCase   ) in FEATURE_EXTRACTOR_MAPPING
     __lowerCAmelCase  :      List[str]    =						resolve_trust_remote_code(
         lowerCAmelCase	,							lowerCAmelCase	,							lowerCAmelCase	,							lowerCAmelCase   )

     if has_remote_code and trust_remote_code:
        __lowerCAmelCase  :      int    =						get_class_from_dynamic_module(
            lowerCAmelCase	,							lowerCAmelCase	,							**lowerCAmelCase   )
        __lowerCAmelCase  :      Dict    =						kwargs.pop("""code_revision"""	,							lowerCAmelCase   )
        if os.path.isdir(lowerCAmelCase   ):
           feature_extractor_class.register_for_auto_class()
        return feature_extractor_class.from_dict(lowerCAmelCase	,							**lowerCAmelCase   )
     elif feature_extractor_class is not None:
        return feature_extractor_class.from_dict(lowerCAmelCase	,							**lowerCAmelCase   )
     # Last try: we use the FEATURE_EXTRACTOR_MAPPING.
     elif type(lowerCAmelCase   ) in FEATURE_EXTRACTOR_MAPPING:
        __lowerCAmelCase  :      str    =						FEATURE_EXTRACTOR_MAPPING[type(lowerCAmelCase   )]
        return feature_extractor_class.from_dict(lowerCAmelCase	,							**lowerCAmelCase   )

     raise ValueError(
         f'''Unrecognized feature extractor in {pretrained_model_name_or_path}. Should have a '''
         f'''`feature_extractor_type` key in its {FEATURE_EXTRACTOR_NAME} of {CONFIG_NAME}, or one of the following '''
         f'''`model_type` keys in its {CONFIG_NAME}: {', '.join(c for c in FEATURE_EXTRACTOR_MAPPING_NAMES.keys()   )}'''   )







  @staticmethod
  def 	SCREAMING_SNAKE_CASE   (      lowerCAmelCase			:   Union[str, Any]	,							lowerCAmelCase			:   int   )							->     Union[str, Any]:






     """simple docstring"""







     FEATURE_EXTRACTOR_MAPPING.register(lowerCAmelCase	,							lowerCAmelCase   )





from __future__ import annotations

import unittest

from transformers import AutoTokenizer, MBartConfig, is_tf_available
from transformers.testing_utils import require_sentencepiece, require_tf, require_tokenizers, slow
from transformers.utils import cached_property

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_tf_available():
   import tensorflow as tf

   from transformers import TFAutoModelForSeqaSeqLM, TFMBartForConditionalGeneration, TFMBartModel



@require_tf
class SCREAMING_SNAKE_CASE     :
  """simple docstring"""






  lowerCamelCase   :      Union[str, Any]										=MBartConfig
  lowerCamelCase   :      Optional[Any]										={}
  lowerCamelCase   :      Dict										="gelu"







  def __init__(      self			:   str	,							lowerCAmelCase			:   Any	,							lowerCAmelCase			:   List[Any]=13	,							lowerCAmelCase			:   List[str]=7	,							lowerCAmelCase			:   List[str]=True	,							lowerCAmelCase			:   Optional[Any]=False	,							lowerCAmelCase			:   Union[str, Any]=99	,							lowerCAmelCase			:   List[str]=32	,							lowerCAmelCase			:   List[Any]=2	,							lowerCAmelCase			:   Tuple=4	,							lowerCAmelCase			:   Any=37	,							lowerCAmelCase			:   Optional[int]=0.1	,							lowerCAmelCase			:   List[Any]=0.1	,							lowerCAmelCase			:   Dict=20	,							lowerCAmelCase			:   Any=2	,							lowerCAmelCase			:   Union[str, Any]=1	,							lowerCAmelCase			:   str=0	,							)							->     Any:






     """simple docstring"""







     __lowerCAmelCase  :      str    =						parent
     __lowerCAmelCase  :      int    =						batch_size
     __lowerCAmelCase  :      int    =						seq_length
     __lowerCAmelCase  :      Tuple    =						is_training
     __lowerCAmelCase  :      Optional[int]    =						use_labels
     __lowerCAmelCase  :      str    =						vocab_size
     __lowerCAmelCase  :      List[str]    =						hidden_size
     __lowerCAmelCase  :      Dict    =						num_hidden_layers
     __lowerCAmelCase  :      int    =						num_attention_heads
     __lowerCAmelCase  :      Any    =						intermediate_size
     __lowerCAmelCase  :      Dict    =						hidden_dropout_prob
     __lowerCAmelCase  :      List[Any]    =						attention_probs_dropout_prob
     __lowerCAmelCase  :      Tuple    =						max_position_embeddings
     __lowerCAmelCase  :      Union[str, Any]    =						eos_token_id
     __lowerCAmelCase  :      Optional[Any]    =						pad_token_id
     __lowerCAmelCase  :      int    =						bos_token_id







  def 	SCREAMING_SNAKE_CASE   (      self			:   List[Any]   )							->     List[Any]:






     """simple docstring"""







     __lowerCAmelCase  :      List[Any]    =						ids_tensor([self.batch_size, self.seq_length - 1]	,							self.vocab_size   )
     __lowerCAmelCase  :      Optional[Any]    =						tf.expand_dims(tf.constant([self.eos_token_id] * self.batch_size   )	,							1   )
     __lowerCAmelCase  :      int    =						tf.concat([input_ids, eos_tensor]	,							axis=1   )

     __lowerCAmelCase  :      Any    =						ids_tensor([self.batch_size, self.seq_length]	,							self.vocab_size   )

     __lowerCAmelCase  :      Dict    =						self.config_cls(
         vocab_size=self.vocab_size	,							d_model=self.hidden_size	,							encoder_layers=self.num_hidden_layers	,							decoder_layers=self.num_hidden_layers	,							encoder_attention_heads=self.num_attention_heads	,							decoder_attention_heads=self.num_attention_heads	,							encoder_ffn_dim=self.intermediate_size	,							decoder_ffn_dim=self.intermediate_size	,							dropout=self.hidden_dropout_prob	,							attention_dropout=self.attention_probs_dropout_prob	,							max_position_embeddings=self.max_position_embeddings	,							eos_token_ids=[2]	,							bos_token_id=self.bos_token_id	,							pad_token_id=self.pad_token_id	,							decoder_start_token_id=self.pad_token_id	,							**self.config_updates	,							)
     __lowerCAmelCase  :      Tuple    =						prepare_mbart_inputs_dict(lowerCAmelCase	,							lowerCAmelCase	,							lowerCAmelCase   )
     return config, inputs_dict







  def 	SCREAMING_SNAKE_CASE   (      self			:   List[str]	,							lowerCAmelCase			:   Any	,							lowerCAmelCase			:   str   )							->     Optional[Any]:






     """simple docstring"""







     __lowerCAmelCase  :      List[str]    =						TFMBartModel(config=lowerCAmelCase   ).get_decoder()
     __lowerCAmelCase  :      Tuple    =						inputs_dict["""input_ids"""]

     __lowerCAmelCase  :      Optional[Any]    =						input_ids[:1, :]
     __lowerCAmelCase  :      Union[str, Any]    =						inputs_dict["""attention_mask"""][:1, :]
     __lowerCAmelCase  :      Tuple    =						inputs_dict["""head_mask"""]
     __lowerCAmelCase  :      Any    =						1

     # first forward pass
     __lowerCAmelCase  :      List[Any]    =						model(lowerCAmelCase	,							attention_mask=lowerCAmelCase	,							head_mask=lowerCAmelCase	,							use_cache=lowerCAmelCase   )

     __lowerCAmelCase   ,__lowerCAmelCase  :      List[str]    =						outputs.to_tuple()
     __lowerCAmelCase  :      Union[str, Any]    =						past_key_values[1]






def      snake_case_				(__A					:						str ,       __A					:						Union[str, Any] ,       __A					:						Tuple ,       __A					:						Tuple=None ,       __A					:						Optional[Any]=None ,       __A					:						Optional[Any]=None ,       __A					:						Optional[int]=None ,       __A					:						Optional[Any]=None ,       )      ->     int:
   if attention_mask is None:
      __lowerCAmelCase  :      Dict    =						tf.cast(tf.math.not_equal(__A ,       config.pad_token_id					) ,       tf.inta					)
   if decoder_attention_mask is None:
      __lowerCAmelCase  :      str    =						tf.concat(
          [
              tf.ones(decoder_input_ids[:, :1].shape ,       dtype=tf.inta					),
              tf.cast(tf.math.not_equal(decoder_input_ids[:, 1:] ,       config.pad_token_id					) ,       tf.inta					),
          ] ,       axis=-1 ,       )
   if head_mask is None:
      __lowerCAmelCase  :      Tuple    =						tf.ones((config.encoder_layers, config.encoder_attention_heads)					)
   if decoder_head_mask is None:
      __lowerCAmelCase  :      List[Any]    =						tf.ones((config.decoder_layers, config.decoder_attention_heads)					)
   if cross_attn_head_mask is None:
      __lowerCAmelCase  :      Any    =						tf.ones((config.decoder_layers, config.decoder_attention_heads)					)
   return {
       "input_ids": input_ids,
       "decoder_input_ids": decoder_input_ids,
       "attention_mask": attention_mask,
       "decoder_attention_mask": decoder_attention_mask,
       "head_mask": head_mask,
       "decoder_head_mask": decoder_head_mask,
       "cross_attn_head_mask": cross_attn_head_mask,
   }



@require_tf
class SCREAMING_SNAKE_CASE     (  a_       ,							a_       ,							unittest.TestCase			):
  """simple docstring"""






  lowerCamelCase   :      Optional[int]										=(TFMBartForConditionalGeneration, TFMBartModel) if is_tf_available() else ()
  lowerCamelCase   :      List[str]										=(TFMBartForConditionalGeneration,) if is_tf_available() else ()
  lowerCamelCase   :      Union[str, Any]										=(
      {
          "conversational": TFMBartForConditionalGeneration,
          "feature-extraction": TFMBartModel,
          "summarization": TFMBartForConditionalGeneration,
          "text2text-generation": TFMBartForConditionalGeneration,
          "translation": TFMBartForConditionalGeneration,
      }
      if is_tf_available()
      else {}
  )
  lowerCamelCase   :      str										=True
  lowerCamelCase   :      Tuple										=False
  lowerCamelCase   :      Dict										=False







  def 	SCREAMING_SNAKE_CASE   (      self			:   str	,							lowerCAmelCase			:   Optional[Any]	,							lowerCAmelCase			:   Union[str, Any]	,							lowerCAmelCase			:   List[str]	,							lowerCAmelCase			:   Any	,							lowerCAmelCase			:   Optional[Any]   )							->     Optional[int]:






     """simple docstring"""







     if pipeline_test_casse_name != "FeatureExtractionPipelineTests":
        # Exception encountered when calling layer '...'
        return True

     return False







  def 	SCREAMING_SNAKE_CASE   (      self			:   Tuple   )							->     Optional[int]:






     """simple docstring"""







     __lowerCAmelCase  :      Union[str, Any]    =						TFMBartModelTester(self   )
     __lowerCAmelCase  :      Union[str, Any]    =						ConfigTester(self	,							config_class=lowerCAmelCase   )







  def 	SCREAMING_SNAKE_CASE   (      self			:   List[str]   )							->     List[Any]:






     """simple docstring"""







     self.config_tester.run_common_tests()







  def 	SCREAMING_SNAKE_CASE   (      self			:   Tuple   )							->     List[str]:






     """simple docstring"""







     __lowerCAmelCase  :      List[Any]    =						self.model_tester.prepare_config_and_inputs_for_common()
     self.model_tester.check_decoder_model_past_large_inputs(*lowerCAmelCase   )






@require_sentencepiece
@require_tokenizers
@require_tf
class SCREAMING_SNAKE_CASE     (  unittest.TestCase			):
  """simple docstring"""






  lowerCamelCase   :      Union[str, Any]										=[
      " UN Chief Says There Is No Military Solution in Syria",
  ]
  lowerCamelCase   :      Tuple										=[
      "Şeful ONU declară că nu există o soluţie militară în Siria",
  ]
  lowerCamelCase   :      List[Any]										="facebook/mbart-large-en-ro"







  @cached_property
  def 	SCREAMING_SNAKE_CASE   (      self			:   List[str]   )							->     Any:






     """simple docstring"""







     return AutoTokenizer.from_pretrained(self.model_name   )







  @cached_property
  def 	SCREAMING_SNAKE_CASE   (      self			:   List[str]   )							->     Union[str, Any]:






     """simple docstring"""







     __lowerCAmelCase  :      int    =						TFAutoModelForSeqaSeqLM.from_pretrained(self.model_name   )
     return model







  def 	SCREAMING_SNAKE_CASE   (      self			:   Optional[Any]	,							**lowerCAmelCase			:   Dict   )							->     Union[str, Any]:






     """simple docstring"""







     __lowerCAmelCase  :      Union[str, Any]    =						self.translate_src_text(**lowerCAmelCase   )
     self.assertListEqual(self.expected_text	,							lowerCAmelCase   )







  def 	SCREAMING_SNAKE_CASE   (      self			:   Union[str, Any]	,							**lowerCAmelCase			:   int   )							->     str:






     """simple docstring"""







     __lowerCAmelCase  :      Dict    =						self.tokenizer(self.src_text	,							**lowerCAmelCase	,							return_tensors="""tf"""   )
     __lowerCAmelCase  :      Union[str, Any]    =						self.model.generate(
         model_inputs.input_ids	,							attention_mask=model_inputs.attention_mask	,							num_beams=2   )
     __lowerCAmelCase  :      List[str]    =						self.tokenizer.batch_decode(lowerCAmelCase	,							skip_special_tokens=lowerCAmelCase   )
     return generated_words







  @slow
  def 	SCREAMING_SNAKE_CASE   (      self			:   Optional[int]   )							->     Any:






     """simple docstring"""







     self._assert_generated_batch_equal_expected()


