

'''simple docstring'''






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase__      		=			logging.get_logger(__name__)

lowerCAmelCase__      		=			{
    '''uw-madison/mra-base-512-4''': '''https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json''',
}






class     lowercase_			(lowerCamelCase__   ):




  """simple docstring"""




  SCREAMING_SNAKE_CASE					:						List[str]           =    'mra'






  def __init__(   self     :  str      ,lowercase__     :  Optional[int]=5_0_2_6_5      ,lowercase__     :  List[str]=7_6_8      ,lowercase__     :  Union[str, Any]=1_2      ,lowercase__     :  str=1_2      ,lowercase__     :  Tuple=3_0_7_2      ,lowercase__     :  str="gelu"      ,lowercase__     :  Union[str, Any]=0.1      ,lowercase__     :  List[str]=0.1      ,lowercase__     :  Dict=5_1_2      ,lowercase__     :  Any=1      ,lowercase__     :  int=0.0_2      ,lowercase__     :  Optional[int]=1e-5      ,lowercase__     :  Optional[Any]="absolute"      ,lowercase__     :  List[str]=4      ,lowercase__     :  Dict="full"      ,lowercase__     :  Tuple=0      ,lowercase__     :  Optional[Any]=0      ,lowercase__     :  List[str]=1      ,lowercase__     :  Any=0      ,lowercase__     :  Any=2      ,**lowercase__     :  int      ,):
   super().__init__(pad_token_id=lowercase__      ,bos_token_id=lowercase__      ,eos_token_id=lowercase__      ,**lowercase__    )

   __lowercase													=				vocab_size
   __lowercase													=				max_position_embeddings
   __lowercase													=				hidden_size
   __lowercase													=				num_hidden_layers
   __lowercase													=				num_attention_heads
   __lowercase													=				intermediate_size
   __lowercase													=				hidden_act
   __lowercase													=				hidden_dropout_prob
   __lowercase													=				attention_probs_dropout_prob
   __lowercase													=				initializer_range
   __lowercase													=				type_vocab_size
   __lowercase													=				layer_norm_eps
   __lowercase													=				position_embedding_type
   __lowercase													=				block_per_row
   __lowercase													=				approx_mode
   __lowercase													=				initial_prior_first_n_blocks
   __lowercase													=				initial_prior_diagonal_n_blocks




'''simple docstring'''






def 	_A  (					A__   ):






 """simple docstring"""



 if not nums:  # Makes sure that the list is not empty
  raise ValueError('''List is empty'''   )

 __lowercase													=				sum(A__   ) / len(A__   )  # Calculate the average
 return sum(abs(x - average   ) for x in nums   ) / len(A__   )


if __name__ == "__main__":
 import doctest

 doctest.testmod()

