


'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__a     =			logging.get_logger(__name__)

__a     =			{
    """uw-madison/mra-base-512-4""": """https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json""",
}






class   __lowercase				(  __snake_case  ):
      UpperCamelCase								=       '''mra'''





      def __init__(		self						:					List[Any]					,       __lowerCamelCase						:					Dict=5_0_2_6_5					,       __lowerCamelCase						:					Tuple=7_6_8					,       __lowerCamelCase						:					int=1_2					,       __lowerCamelCase						:					Optional[int]=1_2					,       __lowerCamelCase						:					str=3_0_7_2					,       __lowerCamelCase						:					str="gelu"					,       __lowerCamelCase						:					Optional[int]=0.1					,       __lowerCamelCase						:					List[Any]=0.1					,       __lowerCamelCase						:					int=5_1_2					,       __lowerCamelCase						:					List[str]=1					,       __lowerCamelCase						:					Union[str, Any]=0.02					,       __lowerCamelCase						:					List[str]=1e-5					,       __lowerCamelCase						:					List[str]="absolute"					,       __lowerCamelCase						:					str=4					,       __lowerCamelCase						:					List[str]="full"					,       __lowerCamelCase						:					Tuple=0					,       __lowerCamelCase						:					Any=0					,       __lowerCamelCase						:					Dict=1					,       __lowerCamelCase						:					Optional[int]=0					,       __lowerCamelCase						:					Union[str, Any]=2					,       **__lowerCamelCase						:					List[Any]					,       )    ->   List[Any]:






         """simple docstring"""







         super().__init__(pad_token_id=__lowerCamelCase					,       bos_token_id=__lowerCamelCase					,       eos_token_id=__lowerCamelCase					,       **__lowerCamelCase       )

         UpperCAmelCase							=     vocab_size
         UpperCAmelCase							=     max_position_embeddings
         UpperCAmelCase							=     hidden_size
         UpperCAmelCase							=     num_hidden_layers
         UpperCAmelCase							=     num_attention_heads
         UpperCAmelCase							=     intermediate_size
         UpperCAmelCase							=     hidden_act
         UpperCAmelCase							=     hidden_dropout_prob
         UpperCAmelCase							=     attention_probs_dropout_prob
         UpperCAmelCase							=     initializer_range
         UpperCAmelCase							=     type_vocab_size
         UpperCAmelCase							=     layer_norm_eps
         UpperCAmelCase							=     position_embedding_type
         UpperCAmelCase							=     block_per_row
         UpperCAmelCase							=     approx_mode
         UpperCAmelCase							=     initial_prior_first_n_blocks
         UpperCAmelCase							=     initial_prior_diagonal_n_blocks







def   _UpperCamelCase				(						lowerCAmelCase_  ,						lowerCAmelCase_   )						->int:
   return int((input_a, input_a).count(0   ) == 0   )
def   _UpperCamelCase				(						)						->None:
   assert and_gate(0  ,						0   ) == 0
   assert and_gate(0  ,						1   ) == 0
   assert and_gate(1  ,						0   ) == 0
   assert and_gate(1  ,						1   ) == 1


if __name__ == "__main__":
 test_and_gate()
 print(and_gate(1, 0))
 print(and_gate(0, 0))
 print(and_gate(0, 1))
 print(and_gate(1, 1))



