
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase_						: Union[str, Any]         =  logging.get_logger(__name__)

lowerCamelCase_						: Any         =  {'openai-gpt': 'https://huggingface.co/openai-gpt/resolve/main/config.json'}

class        _UpperCamelCase				(					snake_case__  ):






			'''simple docstring'''

			__UpperCamelCase      :						str					      = """openai-gpt"""
			__UpperCamelCase      :						List[str]					      = {
			    """max_position_embeddings""": """n_positions""",
			    """hidden_size""": """n_embd""",
			    """num_attention_heads""": """n_head""",
			    """num_hidden_layers""": """n_layer""",
			}

			def __init__(       self :       Optional[int]						,	snake_case_ :       List[str]=4_0478						,	snake_case_ :       Dict=512						,	snake_case_ :       Optional[int]=768						,	snake_case_ :       Optional[Any]=12						,	snake_case_ :       Optional[Any]=12						,	snake_case_ :       Tuple="gelu"						,	snake_case_ :       List[str]=0.1						,	snake_case_ :       int=0.1						,	snake_case_ :       Dict=0.1						,	snake_case_ :       List[Any]=1e-5						,	snake_case_ :       List[str]=0.02						,	snake_case_ :       Dict="cls_index"						,	snake_case_ :       Optional[Any]=True						,	snake_case_ :       Optional[int]=None						,	snake_case_ :       Any=True						,	snake_case_ :       Dict=0.1						,	**snake_case_ :       Union[str, Any]						,	):
							UpperCamelCase_:							Dict	=						vocab_size
							UpperCamelCase_:							Optional[int]	=						n_positions
							UpperCamelCase_:							Dict	=						n_embd
							UpperCamelCase_:							Any	=						n_layer
							UpperCamelCase_:							Optional[int]	=						n_head
							UpperCamelCase_:							Optional[int]	=						afn
							UpperCamelCase_:							int	=						resid_pdrop
							UpperCamelCase_:							Tuple	=						embd_pdrop
							UpperCamelCase_:							Any	=						attn_pdrop
							UpperCamelCase_:							List[str]	=						layer_norm_epsilon
							UpperCamelCase_:							Union[str, Any]	=						initializer_range
							UpperCamelCase_:							Optional[Any]	=						summary_type
							UpperCamelCase_:							Tuple	=						summary_use_proj
							UpperCamelCase_:							Dict	=						summary_activation
							UpperCamelCase_:							List[Any]	=						summary_first_dropout
							UpperCamelCase_:							Dict	=						summary_proj_to_labels
							super().__init__(**UpperCAmelCase_      )








lowerCamelCase_						: Optional[Any]         =  """
# Transformers installation
! pip install transformers datasets
# To install from source instead of the last release, comment the command above and uncomment the following one.
# ! pip install git+https://github.com/huggingface/transformers.git
"""

lowerCamelCase_						: Union[str, Any]         =  [{"""type""": """code""", """content""": INSTALL_CONTENT}]
lowerCamelCase_						: Optional[Any]         =  {
    """{processor_class}""": """FakeProcessorClass""",
    """{model_class}""": """FakeModelClass""",
    """{object_class}""": """FakeObjectClass""",
}






