


from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase      :      int            =					logging.get_logger(__name__)

_lowercase      :      Tuple            =					{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}






class 	UpperCamelCase__(       lowerCAmelCase	):
				__magic_name__    :				str  		=	"megatron-bert"




				def __init__(		self      :			Union[str, Any]				,   lowerCAmelCase      :			Optional[Any]=29056				,   lowerCAmelCase      :			Tuple=1024				,   lowerCAmelCase      :			Tuple=24				,   lowerCAmelCase      :			Union[str, Any]=16				,   lowerCAmelCase      :			Any=4096				,   lowerCAmelCase      :			List[str]="gelu"				,   lowerCAmelCase      :			List[str]=0.1				,   lowerCAmelCase      :			Union[str, Any]=0.1				,   lowerCAmelCase      :			Optional[Any]=512				,   lowerCAmelCase      :			Optional[int]=2				,   lowerCAmelCase      :			Optional[Any]=0.02				,   lowerCAmelCase      :			Dict=1E-12				,   lowerCAmelCase      :			Any=0				,   lowerCAmelCase      :			Any="absolute"				,   lowerCAmelCase      :			Tuple=True				,   **lowerCAmelCase      :			Optional[Any]				,   )->					Optional[int]:

										"""simple docstring"""




										super().__init__(pad_token_id=lowerCAmelCase				,   **lowerCAmelCase				)

										UpperCAmelCase					    =     vocab_size
										UpperCAmelCase					    =     hidden_size
										UpperCAmelCase					    =     num_hidden_layers
										UpperCAmelCase					    =     num_attention_heads
										UpperCAmelCase					    =     hidden_act
										UpperCAmelCase					    =     intermediate_size
										UpperCAmelCase					    =     hidden_dropout_prob
										UpperCAmelCase					    =     attention_probs_dropout_prob
										UpperCAmelCase					    =     max_position_embeddings
										UpperCAmelCase					    =     type_vocab_size
										UpperCAmelCase					    =     initializer_range
										UpperCAmelCase					    =     layer_norm_eps
										UpperCAmelCase					    =     position_embedding_type
										UpperCAmelCase					    =     use_cache









'''simple docstring'''



# limitations under the License.

# NOTE: This file is deprecated and will be removed in a future version.
# It only exists so that temporarely `from diffusers.pipelines import DiffusionPipeline` works

from .pipelines import DiffusionPipeline, ImagePipelineOutput  # noqa: F401
from .utils import deprecate


deprecate(
    """pipelines_utils""",
    """0.22.0""",
    """Importing `DiffusionPipeline` or `ImagePipelineOutput` from diffusers.pipeline_utils is deprecated. Please import from diffusers.pipelines.pipeline_utils instead.""",
    standard_warn=False,
    stacklevel=3,
)





