
import importlib
import shutil
import threading
import warnings
from typing import List

import fsspec
import fsspec.asyn

from . import compression
from .hffilesystem import HfFileSystem


_UpperCAmelCase :			Union[str, Any]              =	importlib.util.find_spec("s3fs") is not None

if _has_safs:
					from .safilesystem import SaFileSystem  # noqa: F401

_UpperCAmelCase :			int              =	[
    compression.BzaFileSystem,
    compression.GzipFileSystem,
    compression.LzaFileSystem,
    compression.XzFileSystem,
    compression.ZstdFileSystem,
]

# Register custom filesystems
for fs_class in COMPRESSION_FILESYSTEMS + [HfFileSystem]:
					if fs_class.protocol in fsspec.registry and fsspec.registry[fs_class.protocol] is not fs_class:
										warnings.warn(F'''A filesystem protocol was already set for {fs_class.protocol} and will be overwritten.''')
					fsspec.register_implementation(fs_class.protocol, fs_class, clobber=True)


def 				A	( lowercase			)       ->  Optional[Any]:
		'''simple docstring'''

		if "://" in dataset_path:
				UpperCamelCase          =					dataset_path.split('://'			)[1]
		return dataset_path


def 				A	( lowercase			)       ->  str:
		'''simple docstring'''

		if fs is not None and fs.protocol != "file":
				return True
		else:
				return False


def 				A	( lowercase   ,	lowercase   ,	lowercase			)       ->  str:
		'''simple docstring'''

		UpperCamelCase          =					not is_remote_filesystem(lowercase			)
		if is_local:
				# LocalFileSystem.mv does copy + rm, it is more efficient to simply move a local directory
				shutil.move(fs._strip_protocol(lowercase			)   ,	fs._strip_protocol(lowercase			)			)
		else:
				fs.mv(lowercase   ,	lowercase   ,	recursive=lowercase			)


def 				A	( )       ->  List[Any]:
		'''simple docstring'''

		if hasattr(fsspec.asyn   ,	'reset_lock'			):
				# for future fsspec>2022.05.0
				fsspec.asyn.reset_lock()
		else:
				UpperCamelCase          =					None
				UpperCamelCase          =					None
				UpperCamelCase          =					threading.Lock()


import os
import sys
import unittest


_UpperCAmelCase :			str              =	os.path.abspath(os.path.dirname(os.path.dirname(os.path.dirname(__file__))))
sys.path.append(os.path.join(git_repo_path, "utils"))

import check_dummies  # noqa: E402
from check_dummies import create_dummy_files, create_dummy_object, find_backend, read_init  # noqa: E402


# Align TRANSFORMERS_PATH in check_dummies with the current path
_UpperCAmelCase :			Tuple              =	os.path.join(git_repo_path, "src", "diffusers")


class     lowercase (		unittest.TestCase       ):



		def __UpperCamelCase			(			self	)  -> Tuple:
				"""simple docstring"""
				UpperCamelCase          =					find_backend('    if not is_torch_available():'	)
				self.assertEqual(A_    ,				'torch'	)

				# backend_with_underscore = find_backend("    if not is_tensorflow_text_available():")
				# self.assertEqual(backend_with_underscore, "tensorflow_text")

				UpperCamelCase          =					find_backend('    if not (is_torch_available() and is_transformers_available()):'	)
				self.assertEqual(A_    ,				'torch_and_transformers'	)

				# double_backend_with_underscore = find_backend(
				#    "    if not (is_sentencepiece_available() and is_tensorflow_text_available()):"
				# )
				# self.assertEqual(double_backend_with_underscore, "sentencepiece_and_tensorflow_text")

				UpperCamelCase          =					find_backend(
				    '    if not (is_torch_available() and is_transformers_available() and is_onnx_available()):'	)
				self.assertEqual(A_    ,				'torch_and_transformers_and_onnx'	)



		def __UpperCamelCase			(			self	)  -> Optional[Any]:
				"""simple docstring"""
				UpperCamelCase          =					read_init()
				# We don't assert on the exact list of keys to allow for smooth grow of backend-specific objects
				self.assertIn('torch'    ,				A_	)
				self.assertIn('torch_and_transformers'    ,				A_	)
				self.assertIn('flax_and_transformers'    ,				A_	)
				self.assertIn('torch_and_transformers_and_onnx'    ,				A_	)

				# Likewise, we can't assert on the exact content of a key
				self.assertIn('UNet2DModel'    ,				objects['torch']	)
				self.assertIn('FlaxUNet2DConditionModel'    ,				objects['flax']	)
				self.assertIn('StableDiffusionPipeline'    ,				objects['torch_and_transformers']	)
				self.assertIn('FlaxStableDiffusionPipeline'    ,				objects['flax_and_transformers']	)
				self.assertIn('LMSDiscreteScheduler'    ,				objects['torch_and_scipy']	)
				self.assertIn('OnnxStableDiffusionPipeline'    ,				objects['torch_and_transformers_and_onnx']	)



		def __UpperCamelCase			(			self	)  -> Any:
				"""simple docstring"""
				UpperCamelCase          =					create_dummy_object('CONSTANT'    ,				'\'torch\''	)
				self.assertEqual(A_    ,				'\nCONSTANT = None\n'	)

				UpperCamelCase          =					create_dummy_object('function'    ,				'\'torch\''	)
				self.assertEqual(
				    A_    ,				'\ndef function(*args, **kwargs):\n    requires_backends(function, \'torch\')\n'	)

				UpperCamelCase          =					'\nclass FakeClass(metaclass=DummyObject):\n    _backends = \'torch\'\n\n    def __init__(self, *args, **kwargs):\n        requires_backends(self, \'torch\')\n\n    @classmethod\n    def from_config(cls, *args, **kwargs):\n        requires_backends(cls, \'torch\')\n\n    @classmethod\n    def from_pretrained(cls, *args, **kwargs):\n        requires_backends(cls, \'torch\')\n'
				UpperCamelCase          =					create_dummy_object('FakeClass'    ,				'\'torch\''	)
				self.assertEqual(A_    ,				A_	)



		def __UpperCamelCase			(			self	)  -> List[str]:
				"""simple docstring"""
				UpperCamelCase          =					'# This file is autogenerated by the command `make fix-copies`, do not edit.\nfrom ..utils import DummyObject, requires_backends\n\n\nCONSTANT = None\n\n\ndef function(*args, **kwargs):\n    requires_backends(function, ["torch"])\n\n\nclass FakeClass(metaclass=DummyObject):\n    _backends = ["torch"]\n\n    def __init__(self, *args, **kwargs):\n        requires_backends(self, ["torch"])\n\n    @classmethod\n    def from_config(cls, *args, **kwargs):\n        requires_backends(cls, ["torch"])\n\n    @classmethod\n    def from_pretrained(cls, *args, **kwargs):\n        requires_backends(cls, ["torch"])\n'
				UpperCamelCase          =					create_dummy_files({'torch': ['CONSTANT', 'function', 'FakeClass']}	)
				self.assertEqual(dummy_files['torch']    ,				A_	)
