




'''simple docstring'''


from typing import List

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase_      :				Optional[Any]   					=    logging.get_logger(__name__)

lowercase_      :				str   					=    {
    '''snap-research/efficientformer-l1-300''': (
        '''https://huggingface.co/snap-research/efficientformer-l1-300/resolve/main/config.json'''
    ),
}




class      __UpperCamelCase       (_UpperCAmelCase			):
	__A			  =					'''efficientformer'''







	def __init__(    self ,				_lowerCAmelCase = [3, 2, 6, 4] ,				_lowerCAmelCase = [48, 96, 224, 448] ,				_lowerCAmelCase = [True, True, True, True] ,				_lowerCAmelCase = 448 ,				_lowerCAmelCase = 32 ,				_lowerCAmelCase = 4 ,				_lowerCAmelCase = 7 ,				_lowerCAmelCase = 5 ,				_lowerCAmelCase = 8 ,				_lowerCAmelCase = 4 ,				_lowerCAmelCase = 0.0 ,				_lowerCAmelCase = 16 ,				_lowerCAmelCase = 3 ,				_lowerCAmelCase = 3 ,				_lowerCAmelCase = 3 ,				_lowerCAmelCase = 2 ,				_lowerCAmelCase = 1 ,				_lowerCAmelCase = 0.0 ,				_lowerCAmelCase = 1 ,				_lowerCAmelCase = True ,				_lowerCAmelCase = True ,				_lowerCAmelCase = 1E-5 ,				_lowerCAmelCase = "gelu" ,				_lowerCAmelCase = 0.02 ,				_lowerCAmelCase = 1E-12 ,				_lowerCAmelCase = 224 ,				_lowerCAmelCase = 1E-05 ,				**_lowerCAmelCase ,				)    ->    None:
							'''simple docstring'''






							super().__init__(**_lowerCAmelCase						)

							lowercase        =							hidden_act
							lowercase        =							hidden_dropout_prob
							lowercase        =							hidden_sizes
							lowercase        =							num_hidden_layers
							lowercase        =							num_attention_heads
							lowercase        =							initializer_range
							lowercase        =							layer_norm_eps
							lowercase        =							patch_size
							lowercase        =							num_channels
							lowercase        =							depths
							lowercase        =							mlp_expansion_ratio
							lowercase        =							downsamples
							lowercase        =							dim
							lowercase        =							key_dim
							lowercase        =							attention_ratio
							lowercase        =							resolution
							lowercase        =							pool_size
							lowercase        =							downsample_patch_size
							lowercase        =							downsample_stride
							lowercase        =							downsample_pad
							lowercase        =							drop_path_rate
							lowercase        =							num_metaad_blocks
							lowercase        =							distillation
							lowercase        =							use_layer_scale
							lowercase        =							layer_scale_init_value
							lowercase        =							image_size
							lowercase        =							batch_norm_eps







'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase_      :				Optional[Any]   					=    logging.get_logger(__name__)

lowercase_      :				int   					=    {
    '''bigcode/gpt_bigcode-santacoder''': '''https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json''',
}




class      __UpperCamelCase       (_UpperCAmelCase			):
	__A			  =					'''gpt_bigcode'''
	__A			  =					['''past_key_values''']
	__A			  =					{
	    '''hidden_size''': '''n_embd''',
	    '''max_position_embeddings''': '''n_positions''',
	    '''num_attention_heads''': '''n_head''',
	    '''num_hidden_layers''': '''n_layer''',
	}







	def __init__(    self ,				_lowerCAmelCase=5_0257 ,				_lowerCAmelCase=1024 ,				_lowerCAmelCase=768 ,				_lowerCAmelCase=12 ,				_lowerCAmelCase=12 ,				_lowerCAmelCase=None ,				_lowerCAmelCase="gelu_pytorch_tanh" ,				_lowerCAmelCase=0.1 ,				_lowerCAmelCase=0.1 ,				_lowerCAmelCase=0.1 ,				_lowerCAmelCase=1E-5 ,				_lowerCAmelCase=0.02 ,				_lowerCAmelCase=True ,				_lowerCAmelCase=True ,				_lowerCAmelCase=5_0256 ,				_lowerCAmelCase=5_0256 ,				_lowerCAmelCase=True ,				_lowerCAmelCase=True ,				_lowerCAmelCase=True ,				**_lowerCAmelCase ,				)    ->    Optional[int]:
							'''simple docstring'''






							lowercase        =							vocab_size
							lowercase        =							n_positions
							lowercase        =							n_embd
							lowercase        =							n_layer
							lowercase        =							n_head
							lowercase        =							n_inner
							lowercase        =							activation_function
							lowercase        =							resid_pdrop
							lowercase        =							embd_pdrop
							lowercase        =							attn_pdrop
							lowercase        =							layer_norm_epsilon
							lowercase        =							initializer_range
							lowercase        =							scale_attn_weights
							lowercase        =							use_cache
							lowercase        =							attention_softmax_in_fpaa
							lowercase        =							scale_attention_softmax_in_fpaa
							lowercase        =							multi_query

							lowercase        =							bos_token_id
							lowercase        =							eos_token_id

							super().__init__(bos_token_id=_lowerCAmelCase ,				eos_token_id=_lowerCAmelCase ,				**_lowerCAmelCase						)


