



"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


__SCREAMING_SNAKE_CASE  :						str    							=						logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE  :						Any    							=						{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}


class 							lowerCamelCase_(   A__    ):





					'''simple docstring'''



					lowercase__   :       Optional[Any]										= 'megatron-bert'

					def __init__(    self				,       lowerCamelCase__=2_9_0_5_6				,       lowerCamelCase__=1_0_2_4				,       lowerCamelCase__=2_4				,       lowerCamelCase__=1_6				,       lowerCamelCase__=4_0_9_6				,       lowerCamelCase__="gelu"				,       lowerCamelCase__=0.1				,       lowerCamelCase__=0.1				,       lowerCamelCase__=5_1_2				,       lowerCamelCase__=2				,       lowerCamelCase__=0.0_2				,       lowerCamelCase__=1e-12				,       lowerCamelCase__=0				,       lowerCamelCase__="absolute"				,       lowerCamelCase__=True				,       **lowerCamelCase__				,       ):
									super().__init__(pad_token_id=lowerCamelCase__				,       **lowerCamelCase__   )

									_lowerCamelCase        =				vocab_size
									_lowerCamelCase        =				hidden_size
									_lowerCamelCase        =				num_hidden_layers
									_lowerCamelCase        =				num_attention_heads
									_lowerCamelCase        =				hidden_act
									_lowerCamelCase        =				intermediate_size
									_lowerCamelCase        =				hidden_dropout_prob
									_lowerCamelCase        =				attention_probs_dropout_prob
									_lowerCamelCase        =				max_position_embeddings
									_lowerCamelCase        =				type_vocab_size
									_lowerCamelCase        =				initializer_range
									_lowerCamelCase        =				layer_norm_eps
									_lowerCamelCase        =				position_embedding_type
									_lowerCamelCase        =				use_cache





"""simple docstring"""
import warnings

from .generation import TFGenerationMixin


class 							lowerCamelCase_(   A__    ):





					'''simple docstring'''



					warnings.warn(
					    'Importing `TFGenerationMixin` from `src/transformers/generation_tf_utils.py` is deprecated and will '
					    'be removed in Transformers v5. Import as `from transformers import TFGenerationMixin` instead.',				A__,				)
