
import unittest

from transformers.utils.backbone_utils import (
    BackboneMixin,
    get_aligned_output_features_output_indices,
    verify_out_features_out_indices,
)







class 					lowerCamelCase		(  unittest.TestCase  ):





     def 		UpperCAmelCase(self				:   Tuple       )						->						List[str]:
         snake_case								= ["a", "b", "c"]

         # Defaults to last layer if both are None
         snake_case					,							snake_case								= get_aligned_output_features_output_indices(_A    ,   _A    ,   _A       )
         self.assertEqual(_A    ,   ["c"]       )
         self.assertEqual(_A    ,   [2]       )

         # Out indices set to match out features
         snake_case					,							snake_case								= get_aligned_output_features_output_indices(["a", "c"]    ,   _A    ,   _A       )
         self.assertEqual(_A    ,   ["a", "c"]       )
         self.assertEqual(_A    ,   [0, 2]       )

         # Out features set to match out indices
         snake_case					,							snake_case								= get_aligned_output_features_output_indices(_A    ,   [0, 2]    ,   _A       )
         self.assertEqual(_A    ,   ["a", "c"]       )
         self.assertEqual(_A    ,   [0, 2]       )

         # Out features selected from negative indices
         snake_case					,							snake_case								= get_aligned_output_features_output_indices(_A    ,   [-3, -1]    ,   _A       )
         self.assertEqual(_A    ,   ["a", "c"]       )
         self.assertEqual(_A    ,   [-3, -1]       )





     def 		UpperCAmelCase(self				:   Optional[int]       )						->						str:
         # Stage names must be set
         with self.assertRaises(_A       ):
             verify_out_features_out_indices(["a", "b"]    ,   (0, 1)    ,   _A       )

         # Out features must be a list
         with self.assertRaises(_A       ):
             verify_out_features_out_indices(("a", "b")    ,   (0, 1)    ,   ["a", "b"]       )

         # Out features must be a subset of stage names
         with self.assertRaises(_A       ):
             verify_out_features_out_indices(["a", "b"]    ,   (0, 1)    ,   ["a"]       )

         # Out indices must be a list or tuple
         with self.assertRaises(_A       ):
             verify_out_features_out_indices(_A    ,   0    ,   ["a", "b"]       )

         # Out indices must be a subset of stage names
         with self.assertRaises(_A       ):
             verify_out_features_out_indices(_A    ,   (0, 1)    ,   ["a"]       )

         # Out features and out indices must be the same length
         with self.assertRaises(_A       ):
             verify_out_features_out_indices(["a", "b"]    ,   (0,)    ,   ["a", "b", "c"]       )

         # Out features should match out indices
         with self.assertRaises(_A       ):
             verify_out_features_out_indices(["a", "b"]    ,   (0, 2)    ,   ["a", "b", "c"]       )

         # Out features and out indices should be in order
         with self.assertRaises(_A       ):
             verify_out_features_out_indices(["b", "a"]    ,   (0, 1)    ,   ["a", "b"]       )

         # Check passes with valid inputs
         verify_out_features_out_indices(["a", "b", "d"]    ,   (0, 1, -1)    ,   ["a", "b", "c", "d"]       )





     def 		UpperCAmelCase(self				:   List[str]       )						->						str:
         snake_case								= BackboneMixin()

         snake_case								= ["a", "b", "c"]
         snake_case								= ["a", "c"]
         snake_case								= [0, 2]

         # Check that the output features and indices are set correctly
         self.assertEqual(backbone.out_features    ,   ["a", "c"]       )
         self.assertEqual(backbone.out_indices    ,   [0, 2]       )

         # Check out features and indices are updated correctly
         snake_case								= ["a", "b"]
         self.assertEqual(backbone.out_features    ,   ["a", "b"]       )
         self.assertEqual(backbone.out_indices    ,   [0, 1]       )

         snake_case								= [-3, -1]
         self.assertEqual(backbone.out_features    ,   ["a", "c"]       )
         self.assertEqual(backbone.out_indices    ,   [-3, -1]       )



from ...configuration_utils import PretrainedConfig
from ...utils import logging


_A   =			logging.get_logger(__name__)

_A   =			{
    "google/realm-cc-news-pretrained-embedder": (
        "https://huggingface.co/google/realm-cc-news-pretrained-embedder/resolve/main/config.json"
    ),
    "google/realm-cc-news-pretrained-encoder": (
        "https://huggingface.co/google/realm-cc-news-pretrained-encoder/resolve/main/config.json"
    ),
    "google/realm-cc-news-pretrained-scorer": (
        "https://huggingface.co/google/realm-cc-news-pretrained-scorer/resolve/main/config.json"
    ),
    "google/realm-cc-news-pretrained-openqa": (
        "https://huggingface.co/google/realm-cc-news-pretrained-openqa/aresolve/main/config.json"
    ),
    "google/realm-orqa-nq-openqa": "https://huggingface.co/google/realm-orqa-nq-openqa/resolve/main/config.json",
    "google/realm-orqa-nq-reader": "https://huggingface.co/google/realm-orqa-nq-reader/resolve/main/config.json",
    "google/realm-orqa-wq-openqa": "https://huggingface.co/google/realm-orqa-wq-openqa/resolve/main/config.json",
    "google/realm-orqa-wq-reader": "https://huggingface.co/google/realm-orqa-wq-reader/resolve/main/config.json",
    # See all REALM models at https://huggingface.co/models?filter=realm
}







class 					lowerCamelCase		(  A_  ):
     UpperCAmelCase__    :							str									=		"realm"





     def __init__(self				:   Optional[int]    ,   _A				:   Optional[Any]=3_0_5_2_2    ,   _A				:   Tuple=7_6_8    ,   _A				:   List[str]=1_2_8    ,   _A				:   Optional[Any]=1_2    ,   _A				:   Dict=1_2    ,   _A				:   Tuple=8    ,   _A				:   Dict=3_0_7_2    ,   _A				:   Union[str, Any]="gelu_new"    ,   _A				:   Any=0.1    ,   _A				:   int=0.1    ,   _A				:   Union[str, Any]=5_1_2    ,   _A				:   List[str]=2    ,   _A				:   Any=0.02    ,   _A				:   int=1E-12    ,   _A				:   Tuple=2_5_6    ,   _A				:   Optional[Any]=1_0    ,   _A				:   Any=1E-3    ,   _A				:   int=5    ,   _A				:   int=3_2_0    ,   _A				:   Dict=1_3_3_5_3_7_1_8    ,   _A				:   Any=5_0_0_0    ,   _A				:   Union[str, Any]=1    ,   _A				:   Dict=0    ,   _A				:   int=2    ,   **_A				:   Union[str, Any]    ,   )						->						Optional[Any]:
         super().__init__(pad_token_id=_A    ,   bos_token_id=_A    ,   eos_token_id=_A    ,   **_A       )

         # Common config
         snake_case								= vocab_size
         snake_case								= max_position_embeddings
         snake_case								= hidden_size
         snake_case								= retriever_proj_size
         snake_case								= num_hidden_layers
         snake_case								= num_attention_heads
         snake_case								= num_candidates
         snake_case								= intermediate_size
         snake_case								= hidden_act
         snake_case								= hidden_dropout_prob
         snake_case								= attention_probs_dropout_prob
         snake_case								= initializer_range
         snake_case								= type_vocab_size
         snake_case								= layer_norm_eps

         # Reader config
         snake_case								= span_hidden_size
         snake_case								= max_span_width
         snake_case								= reader_layer_norm_eps
         snake_case								= reader_beam_size
         snake_case								= reader_seq_len

         # Retrieval config
         snake_case								= num_block_records
         snake_case								= searcher_beam_size

