


'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase    :     List[str]					=						logging.get_logger(__name__)

lowerCAmelCase    :     Optional[Any]					=						{"""openai-gpt""": """https://huggingface.co/openai-gpt/resolve/main/config.json"""}
class 	UpperCamelCase__					( SCREAMING_SNAKE_CASE_	):



     """simple docstring"""






     __magic_name__    			=    "openai-gpt"
     __magic_name__    			=    {
         "max_position_embeddings": "n_positions",
         "hidden_size": "n_embd",
         "num_attention_heads": "n_head",
         "num_hidden_layers": "n_layer",
     }







     def __init__( self      ,	snake_case__=4_0478      ,	snake_case__=512      ,	snake_case__=768      ,	snake_case__=12      ,	snake_case__=12      ,	snake_case__="gelu"      ,	snake_case__=0.1      ,	snake_case__=0.1      ,	snake_case__=0.1      ,	snake_case__=1E-5      ,	snake_case__=0.02      ,	snake_case__="cls_index"      ,	snake_case__=True      ,	snake_case__=None      ,	snake_case__=True      ,	snake_case__=0.1      ,	**snake_case__      ,	):

            '''simple docstring'''

            _lowerCAmelCase    :							List[Any]   			=       vocab_size
            _lowerCAmelCase    :							Any   			=       n_positions
            _lowerCAmelCase    :							Any   			=       n_embd
            _lowerCAmelCase    :							Any   			=       n_layer
            _lowerCAmelCase    :							Tuple   			=       n_head
            _lowerCAmelCase    :							Optional[int]   			=       afn
            _lowerCAmelCase    :							Any   			=       resid_pdrop
            _lowerCAmelCase    :							Optional[int]   			=       embd_pdrop
            _lowerCAmelCase    :							Tuple   			=       attn_pdrop
            _lowerCAmelCase    :							Optional[Any]   			=       layer_norm_epsilon
            _lowerCAmelCase    :							Any   			=       initializer_range
            _lowerCAmelCase    :							int   			=       summary_type
            _lowerCAmelCase    :							Dict   			=       summary_use_proj
            _lowerCAmelCase    :							int   			=       summary_activation
            _lowerCAmelCase    :							Union[str, Any]   			=       summary_first_dropout
            _lowerCAmelCase    :							List[Any]   			=       summary_proj_to_labels
            super().__init__(**snake_case__   )





'''simple docstring'''







from .configuration_bert_masked import MaskedBertConfig
from .modeling_bert_masked import (
    MaskedBertForMultipleChoice,
    MaskedBertForQuestionAnswering,
    MaskedBertForSequenceClassification,
    MaskedBertForTokenClassification,
    MaskedBertModel,
)
from .modules import *

