"""simple docstring"""






from math import ceil



def 						a_		(      lowerCamelCase      ,    lowerCamelCase ):
				UpperCAmelCase__    =							list(range(0      ,    lowerCamelCase ) )

				UpperCAmelCase__    =							[item for sublist in list(device_map.values() ) for item in sublist]

				# Duplicate check
				UpperCAmelCase__    =							[]
				for i in device_map_blocks:
								if device_map_blocks.count(lowerCamelCase ) > 1 and i not in duplicate_blocks:
												duplicate_blocks.append(lowerCamelCase )
    # Missing blocks
				UpperCAmelCase__    =							[i for i in blocks if i not in device_map_blocks]
				UpperCAmelCase__    =							[i for i in device_map_blocks if i not in blocks]

				if len(lowerCamelCase ) != 0:
								raise ValueError(
								    'Duplicate attention blocks specified in device_map. Attention blocks must be specified to one device.'
								    ' These attention blocks were specified more than once: ' + str(lowerCamelCase ) )
				if len(lowerCamelCase ) != 0:
								raise ValueError(
								    'There are attention blocks for this model that are not specified in the device_map. Add these attention '
								    'blocks to a device on the device_map: ' + str(lowerCamelCase ) )
				if len(lowerCamelCase ) != 0:
								raise ValueError(
								    'The device_map contains more attention blocks than this model has. Remove these from the device_map:'
								    + str(lowerCamelCase ) )







def 						a_		(      lowerCamelCase      ,    lowerCamelCase ):
				UpperCAmelCase__    =							list(range(lowerCamelCase ) )
				UpperCAmelCase__    =							int(ceil(n_layers / len(lowerCamelCase ) ) )
				UpperCAmelCase__    =							[layers[i : i + n_blocks] for i in range(0      ,    lowerCamelCase      ,    lowerCamelCase )]

				return dict(zip(lowerCamelCase      ,    lowerCamelCase ) )




"""simple docstring"""






# Copyright 2021 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os

from accelerate.utils import ComputeEnvironment

from .cluster import get_cluster_input
from .config_args import cache_dir, default_config_file, default_yaml_config_file, load_config_from_file  # noqa: F401
from .config_utils import _ask_field, _ask_options, _convert_compute_environment  # noqa: F401
from .sagemaker import get_sagemaker_input


lowerCAmelCase__						:						Dict		  =			'Launches a series of prompts to create and save a `default_config.yaml` configuration file for your training system. Should always be ran first on your machine'



def 						a_		(      ):
				UpperCAmelCase__    =							_ask_options(
				    'In which compute environment are you running?'      ,    ['This machine', 'AWS (Amazon SageMaker)']      ,    _convert_compute_environment      ,    )
				if compute_environment == ComputeEnvironment.AMAZON_SAGEMAKER:
								UpperCAmelCase__    =							get_sagemaker_input()
				else:
								UpperCAmelCase__    =							get_cluster_input()
				return config



def 						a_		(      lowerCamelCase=None ):
				if subparsers is not None:
								UpperCAmelCase__    =							subparsers.add_parser('config'      ,    description=lowerCamelCase )
				else:
								UpperCAmelCase__    =							argparse.ArgumentParser('Accelerate config command'      ,    description=lowerCamelCase )

				parser.add_argument(
				    '--config_file'      ,    default=lowerCamelCase      ,    help=(
				        'The path to use to store the config file. Will default to a file named default_config.yaml in the cache '
				        'location, which is the content of the environment `HF_HOME` suffixed with \'accelerate\', or if you don\'t have '
				        'such an environment variable, your cache directory (\'~/.cache\' or the content of `XDG_CACHE_HOME`) suffixed '
				        'with \'huggingface\'.'
				    )      ,    )

				if subparsers is not None:
								parser.set_defaults(func=lowerCamelCase )
				return parser



def 						a_		(      lowerCamelCase ):
				UpperCAmelCase__    =							get_user_input()
				if args.config_file is not None:
								UpperCAmelCase__    =							args.config_file
				else:
								if not os.path.isdir(lowerCamelCase ):
												os.makedirs(lowerCamelCase )
								UpperCAmelCase__    =							default_yaml_config_file

				if config_file.endswith('.json' ):
								config.to_json_file(lowerCamelCase )
				else:
								config.to_yaml_file(lowerCamelCase )
				print(f'''accelerate configuration saved at {config_file}''' )



def 						a_		(      ):
				UpperCAmelCase__    =							config_command_parser()
				UpperCAmelCase__    =							parser.parse_args()
				config_command(lowerCamelCase )


if __name__ == "__main__":
						main()



