






'''simple docstring'''







from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_A			:    int					  =logging.get_logger(__name__)

_A			:    Any					  ={
    '''facebook/xmod-base''': '''https://huggingface.co/facebook/xmod-base/resolve/main/config.json''',
    '''facebook/xmod-large-prenorm''': '''https://huggingface.co/facebook/xmod-large-prenorm/resolve/main/config.json''',
    '''facebook/xmod-base-13-125k''': '''https://huggingface.co/facebook/xmod-base-13-125k/resolve/main/config.json''',
    '''facebook/xmod-base-30-125k''': '''https://huggingface.co/facebook/xmod-base-30-125k/resolve/main/config.json''',
    '''facebook/xmod-base-30-195k''': '''https://huggingface.co/facebook/xmod-base-30-195k/resolve/main/config.json''',
    '''facebook/xmod-base-60-125k''': '''https://huggingface.co/facebook/xmod-base-60-125k/resolve/main/config.json''',
    '''facebook/xmod-base-60-265k''': '''https://huggingface.co/facebook/xmod-base-60-265k/resolve/main/config.json''',
    '''facebook/xmod-base-75-125k''': '''https://huggingface.co/facebook/xmod-base-75-125k/resolve/main/config.json''',
    '''facebook/xmod-base-75-269k''': '''https://huggingface.co/facebook/xmod-base-75-269k/resolve/main/config.json''',
}

class _lowercase			(       _lowercase	):
							a          = """xmod"""




							def __init__(							self:       Optional[Any]    ,							UpperCamelCase__:       int=30_522    ,							UpperCamelCase__:       Any=768    ,							UpperCamelCase__:       Optional[int]=12    ,							UpperCamelCase__:       Dict=12    ,							UpperCamelCase__:       Tuple=3_072    ,							UpperCamelCase__:       Tuple="gelu"    ,							UpperCamelCase__:       Any=0.1    ,							UpperCamelCase__:       List[str]=0.1    ,							UpperCamelCase__:       Dict=512    ,							UpperCamelCase__:       List[str]=2    ,							UpperCamelCase__:       Optional[Any]=0.02    ,							UpperCamelCase__:       Dict=1e-12    ,							UpperCamelCase__:       int=1    ,							UpperCamelCase__:       Any=0    ,							UpperCamelCase__:       Optional[Any]=2    ,							UpperCamelCase__:       int="absolute"    ,							UpperCamelCase__:       Dict=True    ,							UpperCamelCase__:       int=None    ,							UpperCamelCase__:       List[Any]=False    ,							UpperCamelCase__:       Any=2    ,							UpperCamelCase__:       Optional[int]=False    ,							UpperCamelCase__:       int=True    ,							UpperCamelCase__:       int=True    ,							UpperCamelCase__:       str=("en_XX",)    ,							UpperCamelCase__:       str=None    ,							**UpperCamelCase__:       Optional[Any]    ,							):
														super().__init__(pad_token_id=UpperCamelCase__    ,							bos_token_id=UpperCamelCase__    ,							eos_token_id=UpperCamelCase__    ,							**UpperCamelCase__  )

														lowerCamelCase__      :			List[str] 						= vocab_size
														lowerCamelCase__      :			Any 						= hidden_size
														lowerCamelCase__      :			int 						= num_hidden_layers
														lowerCamelCase__      :			int 						= num_attention_heads
														lowerCamelCase__      :			Union[str, Any] 						= hidden_act
														lowerCamelCase__      :			Union[str, Any] 						= intermediate_size
														lowerCamelCase__      :			Optional[Any] 						= hidden_dropout_prob
														lowerCamelCase__      :			List[str] 						= attention_probs_dropout_prob
														lowerCamelCase__      :			Optional[Any] 						= max_position_embeddings
														lowerCamelCase__      :			Union[str, Any] 						= type_vocab_size
														lowerCamelCase__      :			List[str] 						= initializer_range
														lowerCamelCase__      :			Any 						= layer_norm_eps
														lowerCamelCase__      :			List[str] 						= position_embedding_type
														lowerCamelCase__      :			List[str] 						= use_cache
														lowerCamelCase__      :			Any 						= classifier_dropout
														lowerCamelCase__      :			Tuple 						= pre_norm
														lowerCamelCase__      :			Union[str, Any] 						= adapter_reduction_factor
														lowerCamelCase__      :			Dict 						= adapter_layer_norm
														lowerCamelCase__      :			List[Any] 						= adapter_reuse_layer_norm
														lowerCamelCase__      :			Optional[int] 						= ln_before_adapter
														lowerCamelCase__      :			Any 						= list(UpperCamelCase__  )
														lowerCamelCase__      :			Optional[Any] 						= default_language



class _lowercase			(       _lowercase	):




							@property
							def 	lowerCamelCase_       (							self:       Union[str, Any]  ):
														if self.task == "multiple-choice":
																					lowerCamelCase__      :			Optional[int] 						= {0: """batch""", 1: """choice""", 2: """sequence"""}
														else:
																					lowerCamelCase__      :			List[Any] 						= {0: """batch""", 1: """sequence"""}
														return OrderedDict(
														    [
														        ("""input_ids""", dynamic_axis),
														        ("""attention_mask""", dynamic_axis),
														    ]  )









'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_A			:    str					  =logging.get_logger(__name__)

_A			:    int					  ={
    '''weiweishi/roc-bert-base-zh''': '''https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json''',
}

class _lowercase			(       _lowercase	):
							a          = """roc_bert"""




							def __init__(							self:       Optional[Any]    ,							UpperCamelCase__:       Any=30_522    ,							UpperCamelCase__:       Optional[Any]=768    ,							UpperCamelCase__:       Union[str, Any]=12    ,							UpperCamelCase__:       Tuple=12    ,							UpperCamelCase__:       Tuple=3_072    ,							UpperCamelCase__:       str="gelu"    ,							UpperCamelCase__:       List[Any]=0.1    ,							UpperCamelCase__:       List[str]=0.1    ,							UpperCamelCase__:       Dict=512    ,							UpperCamelCase__:       str=2    ,							UpperCamelCase__:       str=0.02    ,							UpperCamelCase__:       Tuple=1e-12    ,							UpperCamelCase__:       Any=True    ,							UpperCamelCase__:       Union[str, Any]=0    ,							UpperCamelCase__:       List[Any]="absolute"    ,							UpperCamelCase__:       Any=None    ,							UpperCamelCase__:       Any=True    ,							UpperCamelCase__:       Optional[int]=True    ,							UpperCamelCase__:       Union[str, Any]=768    ,							UpperCamelCase__:       int=910    ,							UpperCamelCase__:       Tuple=512    ,							UpperCamelCase__:       int=24_858    ,							UpperCamelCase__:       Optional[Any]=True    ,							**UpperCamelCase__:       Optional[Any]    ,							):
														lowerCamelCase__      :			Optional[Any] 						= vocab_size
														lowerCamelCase__      :			Tuple 						= max_position_embeddings
														lowerCamelCase__      :			List[Any] 						= hidden_size
														lowerCamelCase__      :			int 						= num_hidden_layers
														lowerCamelCase__      :			Tuple 						= num_attention_heads
														lowerCamelCase__      :			Any 						= intermediate_size
														lowerCamelCase__      :			List[str] 						= hidden_act
														lowerCamelCase__      :			str 						= hidden_dropout_prob
														lowerCamelCase__      :			Dict 						= attention_probs_dropout_prob
														lowerCamelCase__      :			Union[str, Any] 						= initializer_range
														lowerCamelCase__      :			Tuple 						= type_vocab_size
														lowerCamelCase__      :			Optional[Any] 						= layer_norm_eps
														lowerCamelCase__      :			List[Any] 						= use_cache
														lowerCamelCase__      :			Tuple 						= enable_pronunciation
														lowerCamelCase__      :			Union[str, Any] 						= enable_shape
														lowerCamelCase__      :			Union[str, Any] 						= pronunciation_embed_dim
														lowerCamelCase__      :			Any 						= pronunciation_vocab_size
														lowerCamelCase__      :			int 						= shape_embed_dim
														lowerCamelCase__      :			Tuple 						= shape_vocab_size
														lowerCamelCase__      :			Optional[Any] 						= concat_input
														lowerCamelCase__      :			str 						= position_embedding_type
														lowerCamelCase__      :			Dict 						= classifier_dropout
														super().__init__(pad_token_id=UpperCamelCase__    ,							**UpperCamelCase__  )

