

'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase_      :				int   					=    logging.get_logger(__name__)

lowercase_      :				List[Any]   					=    {
    '''edbeeching/decision-transformer-gym-hopper-medium''': (
        '''https://huggingface.co/edbeeching/decision-transformer-gym-hopper-medium/resolve/main/config.json'''
    ),
    # See all DecisionTransformer models at https://huggingface.co/models?filter=decision_transformer
}




class      __UpperCamelCase       (_UpperCAmelCase			):
	__A			  =					'''decision_transformer'''
	__A			  =					['''past_key_values''']
	__A			  =					{
	    '''max_position_embeddings''': '''n_positions''',
	    '''num_attention_heads''': '''n_head''',
	    '''num_hidden_layers''': '''n_layer''',
	}







	def __init__(    self ,				_lowerCAmelCase=17 ,				_lowerCAmelCase=4 ,				_lowerCAmelCase=128 ,				_lowerCAmelCase=4096 ,				_lowerCAmelCase=True ,				_lowerCAmelCase=1 ,				_lowerCAmelCase=1024 ,				_lowerCAmelCase=3 ,				_lowerCAmelCase=1 ,				_lowerCAmelCase=None ,				_lowerCAmelCase="relu" ,				_lowerCAmelCase=0.1 ,				_lowerCAmelCase=0.1 ,				_lowerCAmelCase=0.1 ,				_lowerCAmelCase=1E-5 ,				_lowerCAmelCase=0.02 ,				_lowerCAmelCase=True ,				_lowerCAmelCase=True ,				_lowerCAmelCase=5_0256 ,				_lowerCAmelCase=5_0256 ,				_lowerCAmelCase=False ,				_lowerCAmelCase=False ,				**_lowerCAmelCase ,				)    ->    Dict:
							'''simple docstring'''






							lowercase        =							state_dim
							lowercase        =							act_dim
							lowercase        =							hidden_size
							lowercase        =							max_ep_len
							lowercase        =							action_tanh
							lowercase        =							vocab_size
							lowercase        =							n_positions
							lowercase        =							n_layer
							lowercase        =							n_head
							lowercase        =							n_inner
							lowercase        =							activation_function
							lowercase        =							resid_pdrop
							lowercase        =							embd_pdrop
							lowercase        =							attn_pdrop
							lowercase        =							layer_norm_epsilon
							lowercase        =							initializer_range
							lowercase        =							scale_attn_weights
							lowercase        =							use_cache
							lowercase        =							scale_attn_by_inverse_layer_idx
							lowercase        =							reorder_and_upcast_attn

							lowercase        =							bos_token_id
							lowercase        =							eos_token_id

							super().__init__(bos_token_id=__lowerCAmelCase ,				eos_token_id=__lowerCAmelCase ,				**__lowerCAmelCase						)







'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase_      :				Any   					=    logging.get_logger(__name__)

lowercase_      :				str   					=    {
    '''sayakpaul/vit-msn-base''': '''https://huggingface.co/sayakpaul/vit-msn-base/resolve/main/config.json''',
    # See all ViT MSN models at https://huggingface.co/models?filter=vit_msn
}




class      __UpperCamelCase       (_UpperCAmelCase			):
	__A			  =					'''vit_msn'''







	def __init__(    self ,				_lowerCAmelCase=768 ,				_lowerCAmelCase=12 ,				_lowerCAmelCase=12 ,				_lowerCAmelCase=3072 ,				_lowerCAmelCase="gelu" ,				_lowerCAmelCase=0.0 ,				_lowerCAmelCase=0.0 ,				_lowerCAmelCase=0.02 ,				_lowerCAmelCase=1E-06 ,				_lowerCAmelCase=224 ,				_lowerCAmelCase=16 ,				_lowerCAmelCase=3 ,				_lowerCAmelCase=True ,				**_lowerCAmelCase ,				)    ->    List[Any]:
							'''simple docstring'''






							super().__init__(**_lowerCAmelCase						)

							lowercase        =							hidden_size
							lowercase        =							num_hidden_layers
							lowercase        =							num_attention_heads
							lowercase        =							intermediate_size
							lowercase        =							hidden_act
							lowercase        =							hidden_dropout_prob
							lowercase        =							attention_probs_dropout_prob
							lowercase        =							initializer_range
							lowercase        =							layer_norm_eps
							lowercase        =							image_size
							lowercase        =							patch_size
							lowercase        =							num_channels
							lowercase        =							qkv_bias


