





'''simple docstring'''







import collections
import importlib.util
import os
import re
from pathlib import Path


snake_case_						=  'src/transformers'


# Matches is_xxx_available()
snake_case_						=  re.compile(r"is\_([a-z_]*)_available()")
# Catches a one-line _import_struct = {xxx}
snake_case_						=  re.compile(r"^_import_structure\s+=\s+\{([^\}]+)\}")
# Catches a line with a key-values pattern: "bla": ["foo", "bar"]
snake_case_						=  re.compile(r"\s+\"\S*\":\s+\[([^\]]*)\]")
# Catches a line if not is_foo_available
snake_case_						=  re.compile(r"^\s*if\s+not\s+is\_[a-z_]*\_available\(\)")
# Catches a line _import_struct["bla"].append("foo")
snake_case_						=  re.compile(r"^\s*_import_structure\[\"\S*\"\]\.append\(\"(\S*)\"\)")
# Catches a line _import_struct["bla"].extend(["foo", "bar"]) or _import_struct["bla"] = ["foo", "bar"]
snake_case_						=  re.compile(r"^\s*_import_structure\[\S*\](?:\.extend\(|\s*=\s+)\[([^\]]*)\]")
# Catches a line with an object between quotes and a comma:     "MyModel",
snake_case_						=  re.compile("^\s+\"([^\"]+)\",")
# Catches a line with objects between brackets only:    ["foo", "bar"],
snake_case_						=  re.compile("^\s+\[([^\]]+)\]")
# Catches a line with from foo import bar, bla, boo
snake_case_						=  re.compile(r"\s+from\s+\S*\s+import\s+([^\(\s].*)\n")
# Catches a line with try:
snake_case_						=  re.compile(r"^\s*try:")
# Catches a line with else:
snake_case_						=  re.compile(r"^\s*else:")





def        lowerCamelCase_      (  SCREAMING_SNAKE_CASE__      :			Optional[int]   ) ->	str:





						if _re_test_backend.search(A_   ) is None:
												return None
						UpperCAmelCase_			:      str     						=  [b[0] for b in _re_backend.findall(A_   )]
						backends.sort()
						return "_and_".join(A_   )





def        lowerCamelCase_      (  SCREAMING_SNAKE_CASE__      :			Dict   ) ->	List[str]:





						with open(A_,			'''r''',			encoding='''utf-8''',			newline='''\n'''   ) as f:
												UpperCAmelCase_			:      Dict     						=  f.readlines()

						UpperCAmelCase_			:      Any     						=  0
						while line_index < len(A_   ) and not lines[line_index].startswith('''_import_structure = {'''   ):
												line_index += 1

						# If this is a traditional init, just return.
						if line_index >= len(A_   ):
												return None

						# First grab the objects without a specific backend in _import_structure
						UpperCAmelCase_			:      Union[str, Any]     						=  []
						while not lines[line_index].startswith('''if TYPE_CHECKING'''   ) and find_backend(lines[line_index]   ) is None:
												UpperCAmelCase_			:      Tuple     						=  lines[line_index]
												# If we have everything on a single line, let's deal with it.
												if _re_one_line_import_struct.search(A_   ):
																		UpperCAmelCase_			:      Dict     						=  _re_one_line_import_struct.search(A_   ).groups()[0]
																		UpperCAmelCase_			:      List[Any]     						=  re.findall('''\[([^\]]+)\]''',			A_   )
																		for imp in imports:
																								objects.extend([obj[1:-1] for obj in imp.split(''', '''   )]   )
																		line_index += 1
																		continue
												UpperCAmelCase_			:      List[Any]     						=  _re_import_struct_key_value.search(A_   )
												if single_line_import_search is not None:
																		UpperCAmelCase_			:      Any     						=  [obj[1:-1] for obj in single_line_import_search.groups()[0].split(''', '''   ) if len(A_   ) > 0]
																		objects.extend(A_   )
												elif line.startswith(''' ''' * 8 + '''\"'''   ):
																		objects.append(line[9:-3]   )
												line_index += 1

						UpperCAmelCase_			:      str     						=  {'''none''': objects}
						# Let's continue with backend-specific objects in _import_structure
						while not lines[line_index].startswith('''if TYPE_CHECKING'''   ):
												# If the line is an if not is_backend_available, we grab all objects associated.
												UpperCAmelCase_			:      int     						=  find_backend(lines[line_index]   )
												# Check if the backend declaration is inside a try block:
												if _re_try.search(lines[line_index - 1]   ) is None:
																		UpperCAmelCase_			:      Tuple     						=  None

												if backend is not None:
																		line_index += 1

																		# Scroll until we hit the else block of try-except-else
																		while _re_else.search(lines[line_index]   ) is None:
																								line_index += 1

																		line_index += 1

																		UpperCAmelCase_			:      List[str]     						=  []
																		# Until we unindent, add backend objects to the list
																		while len(lines[line_index]   ) <= 1 or lines[line_index].startswith(''' ''' * 4   ):
																								UpperCAmelCase_			:      Dict     						=  lines[line_index]
																								if _re_import_struct_add_one.search(A_   ) is not None:
																														objects.append(_re_import_struct_add_one.search(A_   ).groups()[0]   )
																								elif _re_import_struct_add_many.search(A_   ) is not None:
																														UpperCAmelCase_			:      Union[str, Any]     						=  _re_import_struct_add_many.search(A_   ).groups()[0].split(''', '''   )
																														UpperCAmelCase_			:      int     						=  [obj[1:-1] for obj in imports if len(A_   ) > 0]
																														objects.extend(A_   )
																								elif _re_between_brackets.search(A_   ) is not None:
																														UpperCAmelCase_			:      List[Any]     						=  _re_between_brackets.search(A_   ).groups()[0].split(''', '''   )
																														UpperCAmelCase_			:      Union[str, Any]     						=  [obj[1:-1] for obj in imports if len(A_   ) > 0]
																														objects.extend(A_   )
																								elif _re_quote_object.search(A_   ) is not None:
																														objects.append(_re_quote_object.search(A_   ).groups()[0]   )
																								elif line.startswith(''' ''' * 8 + '''\"'''   ):
																														objects.append(line[9:-3]   )
																								elif line.startswith(''' ''' * 12 + '''\"'''   ):
																														objects.append(line[13:-3]   )
																								line_index += 1

																		UpperCAmelCase_			:      str     						=  objects
												else:
																		line_index += 1

												# At this stage we are in the TYPE_CHECKING part, first grab the objects without a specific backend
						UpperCAmelCase_			:      str     						=  []
						while (
						    line_index < len(A_   )
						    and find_backend(lines[line_index]   ) is None
						    and not lines[line_index].startswith('''else'''   )
						):
												UpperCAmelCase_			:      Optional[Any]     						=  lines[line_index]
												UpperCAmelCase_			:      List[Any]     						=  _re_import.search(A_   )
												if single_line_import_search is not None:
																		objects.extend(single_line_import_search.groups()[0].split(''', '''   )   )
												elif line.startswith(''' ''' * 8   ):
																		objects.append(line[8:-2]   )
												line_index += 1

						UpperCAmelCase_			:      Optional[int]     						=  {'''none''': objects}
						# Let's continue with backend-specific objects
						while line_index < len(A_   ):
												# If the line is an if is_backend_available, we grab all objects associated.
												UpperCAmelCase_			:      Union[str, Any]     						=  find_backend(lines[line_index]   )
												# Check if the backend declaration is inside a try block:
												if _re_try.search(lines[line_index - 1]   ) is None:
																		UpperCAmelCase_			:      List[str]     						=  None

												if backend is not None:
																		line_index += 1

																		# Scroll until we hit the else block of try-except-else
																		while _re_else.search(lines[line_index]   ) is None:
																								line_index += 1

																		line_index += 1

																		UpperCAmelCase_			:      Tuple     						=  []
																		# Until we unindent, add backend objects to the list
																		while len(lines[line_index]   ) <= 1 or lines[line_index].startswith(''' ''' * 8   ):
																								UpperCAmelCase_			:      Union[str, Any]     						=  lines[line_index]
																								UpperCAmelCase_			:      List[str]     						=  _re_import.search(A_   )
																								if single_line_import_search is not None:
																														objects.extend(single_line_import_search.groups()[0].split(''', '''   )   )
																								elif line.startswith(''' ''' * 12   ):
																														objects.append(line[12:-2]   )
																								line_index += 1

																		UpperCAmelCase_			:      Union[str, Any]     						=  objects
												else:
																		line_index += 1

						return import_dict_objects, type_hint_objects





def        lowerCamelCase_      (  SCREAMING_SNAKE_CASE__      :			Optional[Any],			SCREAMING_SNAKE_CASE__      :			Any   ) ->	Dict:





						def find_duplicates(SCREAMING_SNAKE_CASE__      :			Dict   ):
												return [k for k, v in collections.Counter(A_   ).items() if v > 1]

						if list(import_dict_objects.keys()   ) != list(type_hint_objects.keys()   ):
												return ["Both sides of the init do not have the same backends!"]

						UpperCAmelCase_			:      Optional[Any]     						=  []
						for key in import_dict_objects.keys():
												UpperCAmelCase_			:      List[str]     						=  find_duplicates(import_dict_objects[key]   )
												if duplicate_imports:
																		errors.append(F"""Duplicate _import_structure definitions for: {duplicate_imports}"""   )
												UpperCAmelCase_			:      Dict     						=  find_duplicates(type_hint_objects[key]   )
												if duplicate_type_hints:
																		errors.append(F"""Duplicate TYPE_CHECKING objects for: {duplicate_type_hints}"""   )

												if sorted(set(import_dict_objects[key]   )   ) != sorted(set(type_hint_objects[key]   )   ):
																		UpperCAmelCase_			:      Tuple     						=  '''base imports''' if key == '''none''' else F"""{key} backend"""
																		errors.append(F"""Differences for {name}:"""   )
																		for a in type_hint_objects[key]:
																								if a not in import_dict_objects[key]:
																														errors.append(F"""  {a} in TYPE_HINT but not in _import_structure."""   )
																		for a in import_dict_objects[key]:
																								if a not in type_hint_objects[key]:
																														errors.append(F"""  {a} in _import_structure but not in TYPE_HINT."""   )
						return errors





def        lowerCamelCase_      (  ) ->	List[Any]:
						UpperCAmelCase_			:      Union[str, Any]     						=  []
						for root, _, files in os.walk(A_   ):
												if "__init__.py" in files:
																		UpperCAmelCase_			:      Union[str, Any]     						=  os.path.join(A_,			'''__init__.py'''   )
																		UpperCAmelCase_			:      Tuple     						=  parse_init(A_   )
																		if objects is not None:
																								UpperCAmelCase_			:      Any     						=  analyze_results(*A_   )
																								if len(A_   ) > 0:
																														UpperCAmelCase_			:      List[Any]     						=  F"""Problem in {fname}, both halves do not define the same objects.\n{errors[0]}"""
																														failures.append('''\n'''.join(A_   )   )
						if len(A_   ) > 0:
												raise ValueError('''\n\n'''.join(A_   )   )





def        lowerCamelCase_      (  ) ->	int:
						UpperCAmelCase_			:      Any     						=  []
						for path, directories, files in os.walk(A_   ):
												for folder in directories:
																		# Ignore private modules
																		if folder.startswith('''_'''   ):
																								directories.remove(A_   )
																								continue
																		# Ignore leftovers from branches (empty folders apart from pycache)
																		if len(list((Path(A_   ) / folder).glob('''*.py'''   )   )   ) == 0:
																								continue
																		UpperCAmelCase_			:      Dict     						=  str((Path(A_   ) / folder).relative_to(A_   )   )
																		UpperCAmelCase_			:      str     						=  short_path.replace(os.path.sep,			'''.'''   )
																		submodules.append(A_   )
												for fname in files:
																		if fname == "__init__.py":
																								continue
																		UpperCAmelCase_			:      str     						=  str((Path(A_   ) / fname).relative_to(A_   )   )
																		UpperCAmelCase_			:      Tuple     						=  short_path.replace('''.py''',			''''''   ).replace(os.path.sep,			'''.'''   )
																		if len(submodule.split('''.'''   )   ) == 1:
																								submodules.append(A_   )
						return submodules


snake_case_						=  [
    'convert_pytorch_checkpoint_to_tf2',
    'modeling_flax_pytorch_utils',
]





def        lowerCamelCase_      (  ) ->	Union[str, Any]:
						UpperCAmelCase_			:      Dict     						=  importlib.util.spec_from_file_location(
						    '''transformers''',			os.path.join(A_,			'''__init__.py'''   ),			submodule_search_locations=[PATH_TO_TRANSFORMERS],			)
						UpperCAmelCase_			:      List[Any]     						=  spec.loader.load_module()

						UpperCAmelCase_			:      str     						=  [
						    module
						    for module in get_transformers_submodules()
						    if module not in IGNORE_SUBMODULES and module not in transformers._import_structure.keys()
						]
						if len(A_   ) > 0:
												UpperCAmelCase_			:      Any     						=  '''\n'''.join(F"""- {module}""" for module in module_not_registered   )
												raise ValueError(
												    '''The following submodules are not properly registered in the main init of Transformers:\n'''
												    F"""{list_of_modules}\n"""
												    '''Make sure they appear somewhere in the keys of `_import_structure` with an empty list as value.'''   )


if __name__ == "__main__":
					check_all_inits()
					check_submodules()












'''simple docstring'''







def        lowerCamelCase_      (  SCREAMING_SNAKE_CASE__      :			int = 10,			SCREAMING_SNAKE_CASE__      :			int = 22   ) ->	int:
						UpperCAmelCase_			:      Optional[int]     						=  range(1,			SCREAMING_SNAKE_CASE__   )
						UpperCAmelCase_			:      List[Any]     						=  range(1,			SCREAMING_SNAKE_CASE__   )
						return sum(
						    1 for power in powers for base in bases if len(str(base**power   )   ) == power   )


if __name__ == "__main__":
					print(f'''{solution(10, 22) = }''')





