





'''simple docstring'''


import collections
import importlib.util
import os
import re
from pathlib import Path


lowerCAmelCase :					int 							='src/transformers'


# Matches is_xxx_available()
lowerCAmelCase :					Any 							=re.compile(r'''is\_([a-z_]*)_available()''')
# Catches a one-line _import_struct = {xxx}
lowerCAmelCase :					Optional[Any] 							=re.compile(r'''^_import_structure\s+=\s+\{([^\}]+)\}''')
# Catches a line with a key-values pattern: "bla": ["foo", "bar"]
lowerCAmelCase :					List[Any] 							=re.compile(r'''\s+"\S*":\s+\[([^\]]*)\]''')
# Catches a line if not is_foo_available
lowerCAmelCase :					List[str] 							=re.compile(r'''^\s*if\s+not\s+is\_[a-z_]*\_available\(\)''')
# Catches a line _import_struct["bla"].append("foo")
lowerCAmelCase :					Tuple 							=re.compile(r'''^\s*_import_structure\["\S*"\]\.append\("(\S*)"\)''')
# Catches a line _import_struct["bla"].extend(["foo", "bar"]) or _import_struct["bla"] = ["foo", "bar"]
lowerCAmelCase :					str 							=re.compile(r'''^\s*_import_structure\[\S*\](?:\.extend\(|\s*=\s+)\[([^\]]*)\]''')
# Catches a line with an object between quotes and a comma:     "MyModel",
lowerCAmelCase :					Any 							=re.compile('''^\s+"([^"]+)",''')
# Catches a line with objects between brackets only:    ["foo", "bar"],
lowerCAmelCase :					List[str] 							=re.compile('''^\s+\[([^\]]+)\]''')
# Catches a line with from foo import bar, bla, boo
lowerCAmelCase :					str 							=re.compile(r'''\s+from\s+\S*\s+import\s+([^\(\s].*)\n''')
# Catches a line with try:
lowerCAmelCase :					Optional[Any] 							=re.compile(r'''^\s*try:''')
# Catches a line with else:
lowerCAmelCase :					Tuple 							=re.compile(r'''^\s*else:''')
def 							UpperCAmelCase_  (						__lowerCamelCase : Union[str, Any]			):






   """simple docstring"""




   if _re_test_backend.search(snake_case_			) is None:
      return None
   lowercase_      :Union[str, Any]         =			[b[0] for b in _re_backend.findall(snake_case_			)]
   backends.sort()
   return "_and_".join(snake_case_			)
def 							UpperCAmelCase_  (						__lowerCamelCase : Optional[Any]			):






   """simple docstring"""




   with open(snake_case_     ,"r"     ,encoding="utf-8"     ,newline="\n"			) as f:
      lowercase_      :Tuple         =			f.readlines()

   lowercase_      :Dict         =			0
   while line_index < len(snake_case_			) and not lines[line_index].startswith("_import_structure = {"			):
      line_index += 1

   # If this is a traditional init, just return.
   if line_index >= len(snake_case_			):
      return None

   # First grab the objects without a specific backend in _import_structure
   lowercase_      :Dict         =			[]
   while not lines[line_index].startswith("if TYPE_CHECKING"			) and find_backend(lines[line_index]			) is None:
      lowercase_      :Union[str, Any]         =			lines[line_index]
      # If we have everything on a single line, let's deal with it.
      if _re_one_line_import_struct.search(snake_case_			):
         lowercase_      :int         =			_re_one_line_import_struct.search(snake_case_			).groups()[0]
         lowercase_      :str         =			re.findall("\[([^\]]+)\]"     ,snake_case_			)
         for imp in imports:
            objects.extend([obj[1:-1] for obj in imp.split(", "			)]			)
         line_index += 1
         continue
      lowercase_      :List[Any]         =			_re_import_struct_key_value.search(snake_case_			)
      if single_line_import_search is not None:
         lowercase_      :Tuple         =			[obj[1:-1] for obj in single_line_import_search.groups()[0].split(", "			) if len(snake_case_			) > 0]
         objects.extend(snake_case_			)
      elif line.startswith(" " * 8 + "\""			):
         objects.append(line[9:-3]			)
      line_index += 1

   lowercase_      :Optional[Any]         =			{"none": objects}
   # Let's continue with backend-specific objects in _import_structure
   while not lines[line_index].startswith("if TYPE_CHECKING"			):
      # If the line is an if not is_backend_available, we grab all objects associated.
      lowercase_      :Tuple         =			find_backend(lines[line_index]			)
      # Check if the backend declaration is inside a try block:
      if _re_try.search(lines[line_index - 1]			) is None:
         lowercase_      :Dict         =			None

      if backend is not None:
         line_index += 1

         # Scroll until we hit the else block of try-except-else
         while _re_else.search(lines[line_index]			) is None:
            line_index += 1

         line_index += 1

         lowercase_      :List[str]         =			[]
         # Until we unindent, add backend objects to the list
         while len(lines[line_index]			) <= 1 or lines[line_index].startswith(" " * 4			):
            lowercase_      :Dict         =			lines[line_index]
            if _re_import_struct_add_one.search(snake_case_			) is not None:
               objects.append(_re_import_struct_add_one.search(snake_case_			).groups()[0]			)
            elif _re_import_struct_add_many.search(snake_case_			) is not None:
               lowercase_      :Optional[int]         =			_re_import_struct_add_many.search(snake_case_			).groups()[0].split(", "			)
               lowercase_      :Any         =			[obj[1:-1] for obj in imports if len(snake_case_			) > 0]
               objects.extend(snake_case_			)
            elif _re_between_brackets.search(snake_case_			) is not None:
               lowercase_      :List[Any]         =			_re_between_brackets.search(snake_case_			).groups()[0].split(", "			)
               lowercase_      :Tuple         =			[obj[1:-1] for obj in imports if len(snake_case_			) > 0]
               objects.extend(snake_case_			)
            elif _re_quote_object.search(snake_case_			) is not None:
               objects.append(_re_quote_object.search(snake_case_			).groups()[0]			)
            elif line.startswith(" " * 8 + "\""			):
               objects.append(line[9:-3]			)
            elif line.startswith(" " * 12 + "\""			):
               objects.append(line[13:-3]			)
            line_index += 1

         lowercase_      :int         =			objects
      else:
         line_index += 1

    # At this stage we are in the TYPE_CHECKING part, first grab the objects without a specific backend
   lowercase_      :int         =			[]
   while (
       line_index < len(snake_case_			)
       and find_backend(lines[line_index]			) is None
       and not lines[line_index].startswith("else"			)
   ):
      lowercase_      :Optional[int]         =			lines[line_index]
      lowercase_      :Optional[Any]         =			_re_import.search(snake_case_			)
      if single_line_import_search is not None:
         objects.extend(single_line_import_search.groups()[0].split(", "			)			)
      elif line.startswith(" " * 8			):
         objects.append(line[8:-2]			)
      line_index += 1

   lowercase_      :List[str]         =			{"none": objects}
   # Let's continue with backend-specific objects
   while line_index < len(snake_case_			):
      # If the line is an if is_backend_available, we grab all objects associated.
      lowercase_      :Union[str, Any]         =			find_backend(lines[line_index]			)
      # Check if the backend declaration is inside a try block:
      if _re_try.search(lines[line_index - 1]			) is None:
         lowercase_      :Dict         =			None

      if backend is not None:
         line_index += 1

         # Scroll until we hit the else block of try-except-else
         while _re_else.search(lines[line_index]			) is None:
            line_index += 1

         line_index += 1

         lowercase_      :int         =			[]
         # Until we unindent, add backend objects to the list
         while len(lines[line_index]			) <= 1 or lines[line_index].startswith(" " * 8			):
            lowercase_      :List[str]         =			lines[line_index]
            lowercase_      :List[str]         =			_re_import.search(snake_case_			)
            if single_line_import_search is not None:
               objects.extend(single_line_import_search.groups()[0].split(", "			)			)
            elif line.startswith(" " * 12			):
               objects.append(line[12:-2]			)
            line_index += 1

         lowercase_      :Optional[Any]         =			objects
      else:
         line_index += 1

   return import_dict_objects, type_hint_objects
def 							UpperCAmelCase_  (						__lowerCamelCase : Dict     ,__lowerCamelCase : int			):






   """simple docstring"""




   def find_duplicates(__lowerCamelCase : Tuple			):
      return [k for k, v in collections.Counter(snake_case_			).items() if v > 1]

   if list(import_dict_objects.keys()			) != list(type_hint_objects.keys()			):
      return ["Both sides of the init do not have the same backends!"]

   lowercase_      :List[Any]         =			[]
   for key in import_dict_objects.keys():
      lowercase_      :int         =			find_duplicates(import_dict_objects[key]			)
      if duplicate_imports:
         errors.append(F'Duplicate _import_structure definitions for: {duplicate_imports}'			)
      lowercase_      :Any         =			find_duplicates(type_hint_objects[key]			)
      if duplicate_type_hints:
         errors.append(F'Duplicate TYPE_CHECKING objects for: {duplicate_type_hints}'			)

      if sorted(set(import_dict_objects[key]			)			) != sorted(set(type_hint_objects[key]			)			):
         lowercase_      :str         =			"base imports" if key == "none" else F'{key} backend'
         errors.append(F'Differences for {name}:'			)
         for a in type_hint_objects[key]:
            if a not in import_dict_objects[key]:
               errors.append(F'  {a} in TYPE_HINT but not in _import_structure.'			)
         for a in import_dict_objects[key]:
            if a not in type_hint_objects[key]:
               errors.append(F'  {a} in _import_structure but not in TYPE_HINT.'			)
   return errors
def 							UpperCAmelCase_  (						):






   """simple docstring"""




   lowercase_      :Union[str, Any]         =			[]
   for root, _, files in os.walk(snake_case_			):
      if "__init__.py" in files:
         lowercase_      :int         =			os.path.join(snake_case_     ,"__init__.py"			)
         lowercase_      :List[Any]         =			parse_init(snake_case_			)
         if objects is not None:
            lowercase_      :Optional[int]         =			analyze_results(*snake_case_			)
            if len(snake_case_			) > 0:
               lowercase_      :int         =			F'Problem in {fname}, both halves do not define the same objects.\n{errors[0]}'
               failures.append("\n".join(snake_case_			)			)
   if len(snake_case_			) > 0:
      raise ValueError("\n\n".join(snake_case_			)			)
def 							UpperCAmelCase_  (						):






   """simple docstring"""




   lowercase_      :Optional[Any]         =			[]
   for path, directories, files in os.walk(snake_case_			):
      for folder in directories:
         # Ignore private modules
         if folder.startswith("_"			):
            directories.remove(snake_case_			)
            continue
         # Ignore leftovers from branches (empty folders apart from pycache)
         if len(list((Path(snake_case_			) / folder).glob("*.py"			)			)			) == 0:
            continue
         lowercase_      :str         =			str((Path(snake_case_			) / folder).relative_to(snake_case_			)			)
         lowercase_      :Union[str, Any]         =			short_path.replace(os.path.sep     ,"."			)
         submodules.append(snake_case_			)
      for fname in files:
         if fname == "__init__.py":
            continue
         lowercase_      :int         =			str((Path(snake_case_			) / fname).relative_to(snake_case_			)			)
         lowercase_      :List[Any]         =			short_path.replace(".py"     ,""			).replace(os.path.sep     ,"."			)
         if len(submodule.split("."			)			) == 1:
            submodules.append(snake_case_			)
   return submodules


lowerCAmelCase :					Any 							=[
    'convert_pytorch_checkpoint_to_tf2',
    'modeling_flax_pytorch_utils',
]
def 							UpperCAmelCase_  (						):






   """simple docstring"""




   lowercase_      :str         =			importlib.util.spec_from_file_location(
       "transformers"     ,os.path.join(snake_case_     ,"__init__.py"			)     ,submodule_search_locations=[PATH_TO_TRANSFORMERS]     ,)
   lowercase_      :Optional[int]         =			spec.loader.load_module()

   lowercase_      :Any         =			[
       module
       for module in get_transformers_submodules()
       if module not in IGNORE_SUBMODULES and module not in transformers._import_structure.keys()
   ]
   if len(snake_case_			) > 0:
      lowercase_      :Union[str, Any]         =			"\n".join(F'- {module}' for module in module_not_registered			)
      raise ValueError(
          "The following submodules are not properly registered in the main init of Transformers:\n"
          F'{list_of_modules}\n'
          "Make sure they appear somewhere in the keys of `_import_structure` with an empty list as value."			)


if __name__ == "__main__":
 check_all_inits()
 check_submodules()









'''simple docstring'''


def 							UpperCAmelCase_  (						__lowerCamelCase : str     ,__lowerCamelCase : str			):
   lowercase_      :Optional[Any]         =			len(__lowerCamelCase			)
   lowercase_      :List[Any]         =			[]
   for i in range(len(__lowerCamelCase			) - pat_len + 1			):
      lowercase_      :Dict         =			True
      for j in range(__lowerCamelCase			):
         if s[i + j] != pattern[j]:
            lowercase_      :int         =			False
            break
      if match_found:
         position.append(__lowerCamelCase			)
   return position


if __name__ == "__main__":
 assert naive_pattern_search('''ABCDEFG''', '''DE''') == [3]
 print(naive_pattern_search('''ABAAABCDBBABCDDEBCABC''', '''ABC'''))


