

"""simple docstring"""





from manim import *






class    _UpperCAmelCase(   lowerCamelCase     ):



		def 						UpperCAmelCase							( self)	->	Any:






							'''simple docstring'''
							_UpperCamelCase										=  Rectangle(height=0.5    ,		width=0.5)
							_UpperCamelCase										=  Rectangle(height=0.46    ,		width=0.46).set_stroke(width=0)

							_UpperCamelCase										=  Rectangle(height=0.25    ,		width=0.25)

							_UpperCamelCase										=  [mem.copy() for i in range(6)]
							_UpperCamelCase										=  [mem.copy() for i in range(6)]
							_UpperCamelCase										=  VGroup(*__a).arrange(__a    ,		buff=0)
							_UpperCamelCase										=  VGroup(*__a).arrange(__a    ,		buff=0)
							_UpperCamelCase										=  VGroup(__a    ,		__a).arrange(__a    ,		buff=0)
							_UpperCamelCase										=  Text('''CPU'''    ,		font_size=24)
							_UpperCamelCase										=  Group(__a    ,		__a).arrange(__a    ,		buff=0.5    ,		aligned_edge=__a)
							cpu.move_to([-2.5, -0.5, 0])
							self.add(__a)

							_UpperCamelCase										=  [mem.copy() for i in range(4)]
							_UpperCamelCase										=  VGroup(*__a).arrange(__a    ,		buff=0)
							_UpperCamelCase										=  Text('''GPU'''    ,		font_size=24)
							_UpperCamelCase										=  Group(__a    ,		__a).arrange(__a    ,		buff=0.5    ,		aligned_edge=__a)
							gpu.move_to([-1, -1, 0])
							self.add(__a)

							_UpperCamelCase										=  [mem.copy() for i in range(6)]
							_UpperCamelCase										=  VGroup(*__a).arrange(__a    ,		buff=0)

							_UpperCamelCase										=  Text('''Model'''    ,		font_size=24)
							_UpperCamelCase										=  Group(__a    ,		__a).arrange(__a    ,		buff=0.5    ,		aligned_edge=__a)
							model.move_to([3, -1.0, 0])
							self.add(__a)

							_UpperCamelCase										=  []
							_UpperCamelCase										=  []

							for i, rect in enumerate(__a):
												_UpperCamelCase										=  fill.copy().set_fill(__a    ,		opacity=0.8)
												target.move_to(__a)
												model_arr.append(__a)

												_UpperCamelCase										=  Rectangle(height=0.46    ,		width=0.46).set_stroke(width=0.0).set_fill(__a    ,		opacity=0.8)
												cpu_target.move_to(cpu_left_col_base[i])
												model_cpu_arr.append(__a)

							self.add(*__a    ,		*__a)

							_UpperCamelCase										=  [meta_mem.copy() for i in range(6)]
							_UpperCamelCase										=  [meta_mem.copy() for i in range(6)]
							_UpperCamelCase										=  VGroup(*__a).arrange(__a    ,		buff=0)
							_UpperCamelCase										=  VGroup(*__a).arrange(__a    ,		buff=0)
							_UpperCamelCase										=  VGroup(__a    ,		__a).arrange(__a    ,		buff=0)
							_UpperCamelCase										=  Text('''Disk'''    ,		font_size=24)
							_UpperCamelCase										=  Group(__a    ,		__a).arrange(__a    ,		buff=0.5    ,		aligned_edge=__a)
							disk.move_to([-4, -1.25, 0])
							self.add(__a    ,		__a)

							_UpperCamelCase										=  Square(side_length=2.2)
							key.move_to([-5, 2, 0])

							_UpperCamelCase										=  MarkupText(
							    F'''<b>Key:</b>\n\n<span fgcolor=\'{YELLOW}\'>●</span> Empty Model'''    ,		font_size=18    ,		)

							key_text.move_to([-5, 2.4, 0])

							self.add(__a    ,		__a)

							_UpperCamelCase										=  MarkupText(
							    F'''<span fgcolor=\'{BLUE}\'>●</span> Checkpoint'''    ,		font_size=18    ,		)

							blue_text.next_to(__a    ,		DOWN * 2.4    ,		aligned_edge=key_text.get_left())
							self.add(__a)

							_UpperCamelCase										=  MarkupText(
							    F'''Now watch as an input is passed through the model\nand how the memory is utilized and handled.'''    ,		font_size=24    ,		)
							step_a.move_to([2, 2, 0])

							self.play(Write(__a))

							_UpperCamelCase										=  Square(0.3)
							input.set_fill(__a    ,		opacity=1.0)
							input.set_stroke(width=0.0)
							input.next_to(model_base[0]    ,		__a    ,		buff=0.5)

							self.play(Write(__a))

							input.generate_target()
							input.target.next_to(model_arr[0]    ,		direction=__a    ,		buff=0.02)
							self.play(MoveToTarget(__a))

							self.play(FadeOut(__a))

							_UpperCamelCase										=  Arrow(start=__a    ,		end=__a    ,		color=__a    ,		buff=0.5)
							a.next_to(model_arr[0].get_left()    ,		__a    ,		buff=0.2)

							model_cpu_arr[0].generate_target()
							model_cpu_arr[0].target.move_to(gpu_rect[0])

							_UpperCamelCase										=  MarkupText(
							    F'''As the input reaches a layer, the hook triggers\nand weights are moved from the CPU\nto the GPU and back.'''    ,		font_size=24    ,		)
							step_a.move_to([2, 2, 0])

							self.play(Write(__a    ,		run_time=3))

							_UpperCamelCase										=  {'''run_time''': 1, '''fade_in''': True, '''fade_out''': True, '''buff''': 0.02}

							self.play(
							    Write(__a)    ,		Circumscribe(model_arr[0]    ,		color=__a    ,		**__a)    ,		Circumscribe(model_cpu_arr[0]    ,		color=__a    ,		**__a)    ,		Circumscribe(gpu_rect[0]    ,		color=__a    ,		**__a)    ,		)
							self.play(MoveToTarget(model_cpu_arr[0]))

							_UpperCamelCase										=  a.copy()
							for i in range(6):
												a_c.next_to(model_arr[i].get_right() + 0.02    ,		__a    ,		buff=0.2)

												input.generate_target()
												input.target.move_to(model_arr[i].get_right() + 0.02)

												_UpperCamelCase										=  AnimationGroup(
												    FadeOut(__a    ,		run_time=0.5)    ,		MoveToTarget(__a    ,		run_time=0.5)    ,		FadeIn(__a    ,		run_time=0.5)    ,		lag_ratio=0.2)

												self.play(__a)

												model_cpu_arr[i].generate_target()
												model_cpu_arr[i].target.move_to(cpu_left_col_base[i])

												if i < 5:
																	model_cpu_arr[i + 1].generate_target()
																	model_cpu_arr[i + 1].target.move_to(gpu_rect[0])
																	if i >= 1:
																						_UpperCamelCase										=  0.7

																	self.play(
																	    Circumscribe(model_arr[i]    ,		**__a)    ,		Circumscribe(cpu_left_col_base[i]    ,		**__a)    ,		Circumscribe(cpu_left_col_base[i + 1]    ,		color=__a    ,		**__a)    ,		Circumscribe(gpu_rect[0]    ,		color=__a    ,		**__a)    ,		Circumscribe(model_arr[i + 1]    ,		color=__a    ,		**__a)    ,		)
																	if i < 1:
																						self.play(
																						    MoveToTarget(model_cpu_arr[i])    ,		MoveToTarget(model_cpu_arr[i + 1])    ,		)
																	else:
																						self.play(
																						    MoveToTarget(model_cpu_arr[i]    ,		run_time=0.7)    ,		MoveToTarget(model_cpu_arr[i + 1]    ,		run_time=0.7)    ,		)
												else:
																	model_cpu_arr[i].generate_target()
																	model_cpu_arr[i].target.move_to(cpu_left_col_base[-1])
																	input.generate_target()
																	input.target.next_to(model_arr[-1].get_right()    ,		RIGHT + 0.02    ,		buff=0.2)

																	self.play(
																	    Circumscribe(model_arr[-1]    ,		color=__a    ,		**__a)    ,		Circumscribe(cpu_left_col_base[-1]    ,		color=__a    ,		**__a)    ,		Circumscribe(gpu_rect[0]    ,		color=__a    ,		**__a)    ,		)

																	self.play(MoveToTarget(model_cpu_arr[i]))

												_UpperCamelCase										=  a_c
												_UpperCamelCase										=  a_c.copy()

							input.generate_target()
							input.target.next_to(model_base[-1]    ,		RIGHT + 0.02    ,		buff=0.5)
							self.play(
							    FadeOut(__a)    ,		FadeOut(__a    ,		run_time=0.5)    ,		)

							_UpperCamelCase										=  MarkupText(F'''Inference on a model too large for GPU memory\nis successfully completed.'''    ,		font_size=24)
							step_a.move_to([2, 2, 0])

							self.play(Write(__a    ,		run_time=3)    ,		MoveToTarget(__a))

							self.wait()








"""simple docstring"""





from collections import OrderedDict
from typing import Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_a														=		logging.get_logger(__name__)

_a														=		{
    """facebook/levit-128S""": """https://huggingface.co/facebook/levit-128S/resolve/main/config.json""",
    # See all LeViT models at https://huggingface.co/models?filter=levit
}






class    _UpperCAmelCase(   lowerCamelCase     ):
		lowercase__      =				'levit'



		def __init__( self    ,		__a=2_24    ,		__a=3    ,		__a=3    ,		__a=2    ,		__a=1    ,		__a=16    ,		__a=[1_28, 2_56, 3_84]    ,		__a=[4, 8, 12]    ,		__a=[4, 4, 4]    ,		__a=[16, 16, 16]    ,		__a=0    ,		__a=[2, 2, 2]    ,		__a=[2, 2, 2]    ,		__a=0.02    ,		**__a    ,		)	->	List[str]:






							'''simple docstring'''
							super().__init__(**__a)
							_UpperCamelCase										=  image_size
							_UpperCamelCase										=  num_channels
							_UpperCamelCase										=  kernel_size
							_UpperCamelCase										=  stride
							_UpperCamelCase										=  padding
							_UpperCamelCase										=  hidden_sizes
							_UpperCamelCase										=  num_attention_heads
							_UpperCamelCase										=  depths
							_UpperCamelCase										=  key_dim
							_UpperCamelCase										=  drop_path_rate
							_UpperCamelCase										=  patch_size
							_UpperCamelCase										=  attention_ratio
							_UpperCamelCase										=  mlp_ratio
							_UpperCamelCase										=  initializer_range
							_UpperCamelCase										=  [
							    ['''Subsample''', key_dim[0], hidden_sizes[0] // key_dim[0], 4, 2, 2],
							    ['''Subsample''', key_dim[0], hidden_sizes[1] // key_dim[0], 4, 2, 2],
							]






class    _UpperCAmelCase(   lowerCamelCase     ):
		lowercase__      =				version.parse('1.11'     )



		@property
		def 						UpperCAmelCase							( self)	->	Mapping[str, Mapping[int, str]]:






							'''simple docstring'''
							return OrderedDict(
							    [
							        ('''pixel_values''', {0: '''batch''', 1: '''num_channels''', 2: '''height''', 3: '''width'''}),
							    ])




		@property
		def 						UpperCAmelCase							( self)	->	float:






							'''simple docstring'''
							return 1e-4






