





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase			       =      logging.get_logger(__name__)

_lowerCamelCase			       =      {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}







class 			__A       (      lowerCamelCase__  ):




      """simple docstring"""







      UpperCAmelCase__						=      """megatron-bert"""


      def __init__(		self      ,							a__=2_9056      ,							a__=1024      ,							a__=24      ,							a__=16      ,							a__=4096      ,							a__="gelu"      ,							a__=0.1      ,							a__=0.1      ,							a__=512      ,							a__=2      ,							a__=0.02      ,							a__=1e-12      ,							a__=0      ,							a__="absolute"      ,							a__=True      ,							**a__      ,							):



             """simple docstring"""





             super().__init__(pad_token_id=a__      ,							**a__)

             _lowerCamelCase							:     Optional[int]	=		vocab_size
             _lowerCamelCase							:     str	=		hidden_size
             _lowerCamelCase							:     Dict	=		num_hidden_layers
             _lowerCamelCase							:     Union[str, Any]	=		num_attention_heads
             _lowerCamelCase							:     Any	=		hidden_act
             _lowerCamelCase							:     Optional[int]	=		intermediate_size
             _lowerCamelCase							:     int	=		hidden_dropout_prob
             _lowerCamelCase							:     Union[str, Any]	=		attention_probs_dropout_prob
             _lowerCamelCase							:     Union[str, Any]	=		max_position_embeddings
             _lowerCamelCase							:     str	=		type_vocab_size
             _lowerCamelCase							:     List[Any]	=		initializer_range
             _lowerCamelCase							:     List[str]	=		layer_norm_eps
             _lowerCamelCase							:     Dict	=		position_embedding_type
             _lowerCamelCase							:     Optional[Any]	=		use_cache








import warnings

from .generation import TFGenerationMixin







class 			__A       (      lowerCamelCase__  ):




      """simple docstring"""







      warnings.warn(
          """Importing `TFGenerationMixin` from `src/transformers/generation_tf_utils.py` is deprecated and will """
          """be removed in Transformers v5. Import as `from transformers import TFGenerationMixin` instead.""" ,lowerCamelCase__ ,)

