"""simple docstring"""





import inspect
import re
from hashlib import shaaaa
from typing import Dict, List

from .arrow import arrow
from .audiofolder import audiofolder
from .csv import csv
from .imagefolder import imagefolder
from .json import json
from .pandas import pandas
from .parquet import parquet
from .sql import sql  # noqa F401
from .text import text




def   _A  (  UpperCamelCase_					:	List[str])     ->						str:
   '''simple docstring'''


   __lowercase								=						[]
   for line in lines:
      __lowercase								=						re.sub(r"#.*",      "",      UpperCamelCase_)  # remove comments
      if line:
         filtered_lines.append(UpperCamelCase_)
   __lowercase								=						"\n".join(UpperCamelCase_)

   # Make a hash from all this code
   __lowercase								=						full_str.encode("utf-8")
   return shaaaa(UpperCamelCase_).hexdigest()


# get importable module names and hash for caching
_a							=							{
    'csv': (csv.__name__, _hash_python_lines(inspect.getsource(csv).splitlines())),
    'json': (json.__name__, _hash_python_lines(inspect.getsource(json).splitlines())),
    'pandas': (pandas.__name__, _hash_python_lines(inspect.getsource(pandas).splitlines())),
    'parquet': (parquet.__name__, _hash_python_lines(inspect.getsource(parquet).splitlines())),
    'arrow': (arrow.__name__, _hash_python_lines(inspect.getsource(arrow).splitlines())),
    'text': (text.__name__, _hash_python_lines(inspect.getsource(text).splitlines())),
    'imagefolder': (imagefolder.__name__, _hash_python_lines(inspect.getsource(imagefolder).splitlines())),
    'audiofolder': (audiofolder.__name__, _hash_python_lines(inspect.getsource(audiofolder).splitlines())),
}

# Used to infer the module to use based on the data files extensions
_a							=							{
    '.csv': ('csv', {}),
    '.tsv': ('csv', {'sep': '\t'}),
    '.json': ('json', {}),
    '.jsonl': ('json', {}),
    '.parquet': ('parquet', {}),
    '.arrow': ('arrow', {}),
    '.txt': ('text', {}),
}
_EXTENSION_TO_MODULE.update({ext: ('imagefolder', {}) for ext in imagefolder.ImageFolder.EXTENSIONS})
_EXTENSION_TO_MODULE.update({ext.upper(): ('imagefolder', {}) for ext in imagefolder.ImageFolder.EXTENSIONS})
_EXTENSION_TO_MODULE.update({ext: ('audiofolder', {}) for ext in audiofolder.AudioFolder.EXTENSIONS})
_EXTENSION_TO_MODULE.update({ext.upper(): ('audiofolder', {}) for ext in audiofolder.AudioFolder.EXTENSIONS})
_a							=							{'imagefolder', 'audiofolder'}

# Used to filter data files based on extensions given a module name
_a							=							{}
for _ext, (_module, _) in _EXTENSION_TO_MODULE.items():
   _MODULE_TO_EXTENSIONS.setdefault(_module, []).append(_ext)

_MODULE_TO_EXTENSIONS["imagefolder"].append('.zip')

_MODULE_TO_EXTENSIONS["audiofolder"].append('.zip')







"""simple docstring"""





# Copyright 2021 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os

from accelerate.utils import ComputeEnvironment

from .cluster import get_cluster_input
from .config_args import cache_dir, default_config_file, default_yaml_config_file, load_config_from_file  # noqa: F401
from .config_utils import _ask_field, _ask_options, _convert_compute_environment  # noqa: F401
from .sagemaker import get_sagemaker_input


_a							=							'Launches a series of prompts to create and save a `default_config.yaml` configuration file for your training system. Should always be ran first on your machine'




def   _A  (  )     ->						Tuple:
   '''simple docstring'''


   __lowercase								=						_ask_options(
       "In which compute environment are you running?",      ["This machine", "AWS (Amazon SageMaker)"],      _convert_compute_environment,      )
   if compute_environment == ComputeEnvironment.AMAZON_SAGEMAKER:
      __lowercase								=						get_sagemaker_input()
   else:
      __lowercase								=						get_cluster_input()
   return config




def   _A  (  UpperCamelCase_					:	Union[str, Any]=None)     ->						Union[str, Any]:
   '''simple docstring'''


   if subparsers is not None:
      __lowercase								=						subparsers.add_parser("config",      description=UpperCamelCase_)
   else:
      __lowercase								=						argparse.ArgumentParser("Accelerate config command",      description=UpperCamelCase_)

   parser.add_argument(
       "--config_file",      default=UpperCamelCase_,      help=(
           "The path to use to store the config file. Will default to a file named default_config.yaml in the cache "
           "location, which is the content of the environment `HF_HOME` suffixed with 'accelerate', or if you don't have "
           "such an environment variable, your cache directory ('~/.cache' or the content of `XDG_CACHE_HOME`) suffixed "
           "with 'huggingface'."
       ),      )

   if subparsers is not None:
      parser.set_defaults(func=UpperCamelCase_)
   return parser




def   _A  (  UpperCamelCase_					:	Dict)     ->						str:
   '''simple docstring'''


   __lowercase								=						get_user_input()
   if args.config_file is not None:
      __lowercase								=						args.config_file
   else:
      if not os.path.isdir(UpperCamelCase_):
         os.makedirs(UpperCamelCase_)
      __lowercase								=						default_yaml_config_file

   if config_file.endswith(".json"):
      config.to_json_file(UpperCamelCase_)
   else:
      config.to_yaml_file(UpperCamelCase_)
   print(F"""accelerate configuration saved at {config_file}""")




def   _A  (  )     ->						Optional[Any]:
   '''simple docstring'''


   __lowercase								=						config_command_parser()
   __lowercase								=						parser.parse_args()
   config_command(UpperCamelCase_)


if __name__ == "__main__":
   main()




