





import os
import sys

import transformers


UpperCamelCase__     =	"3"

print("Python version:", sys.version)
print("transformers version:", transformers.__version__)

try:
					import torch

					print("Torch version:", torch.__version__)
					print("Cuda available:", torch.cuda.is_available())
					print("Cuda version:", torch.version.cuda)
					print("CuDNN version:", torch.backends.cudnn.version())
					print("Number of GPUs available:", torch.cuda.device_count())
					print("NCCL version:", torch.cuda.nccl.version())
except ImportError:
					print("Torch version:", None)

try:
					import deepspeed

					print("DeepSpeed version:", deepspeed.__version__)
except ImportError:
					print("DeepSpeed version:", None)

try:
					import tensorflow as tf

					print("TensorFlow version:", tf.__version__)
					print("TF GPUs available:", bool(tf.config.list_physical_devices("GPU")))
					print("Number of TF GPUs available:", len(tf.config.list_physical_devices("GPU")))
except ImportError:
					print("TensorFlow version:", None)











from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_sentencepiece_available


UpperCamelCase__     =	{}

try:
					if not is_sentencepiece_available():
										raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
					pass
else:
					UpperCamelCase__     =	["GPTSw3Tokenizer"]


if TYPE_CHECKING:
					try:
										if not is_sentencepiece_available():
															raise OptionalDependencyNotAvailable()
					except OptionalDependencyNotAvailable:
										pass
					else:
										from .tokenization_gpt_swa import GPTSwaTokenizer

else:
					import sys

					UpperCamelCase__     =	_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)




