



from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case__					:     Optional[Any]    		=   logging.get_logger(__name__)

snake_case__					:     Dict    		=   {
    """weiweishi/roc-bert-base-zh""": """https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json""",
}

class   _A   ( _lowercase	):


						'''simple docstring'''





						_snake_case			:     List[str]      							=      """roc_bert"""



						def __init__(	self	:							int							,      lowerCamelCase	:							int=30_522							,      lowerCamelCase	:							str=768							,      lowerCamelCase	:							List[str]=12							,      lowerCamelCase	:							str=12							,      lowerCamelCase	:							Tuple=3_072							,      lowerCamelCase	:							Optional[int]="gelu"							,      lowerCamelCase	:							Dict=0.1							,      lowerCamelCase	:							Optional[int]=0.1							,      lowerCamelCase	:							Dict=512							,      lowerCamelCase	:							Tuple=2							,      lowerCamelCase	:							Optional[Any]=0.02							,      lowerCamelCase	:							Dict=1e-12							,      lowerCamelCase	:							Union[str, Any]=True							,      lowerCamelCase	:							Union[str, Any]=0							,      lowerCamelCase	:							Dict="absolute"							,      lowerCamelCase	:							str=None							,      lowerCamelCase	:							Any=True							,      lowerCamelCase	:							List[Any]=True							,      lowerCamelCase	:							Optional[Any]=768							,      lowerCamelCase	:							int=910							,      lowerCamelCase	:							Union[str, Any]=512							,      lowerCamelCase	:							Dict=24_858							,      lowerCamelCase	:							Any=True							,      **lowerCamelCase	:							Dict							,      ):






							'''simple docstring'''



							__lowercase		       =			vocab_size
							__lowercase		       =			max_position_embeddings
							__lowercase		       =			hidden_size
							__lowercase		       =			num_hidden_layers
							__lowercase		       =			num_attention_heads
							__lowercase		       =			intermediate_size
							__lowercase		       =			hidden_act
							__lowercase		       =			hidden_dropout_prob
							__lowercase		       =			attention_probs_dropout_prob
							__lowercase		       =			initializer_range
							__lowercase		       =			type_vocab_size
							__lowercase		       =			layer_norm_eps
							__lowercase		       =			use_cache
							__lowercase		       =			enable_pronunciation
							__lowercase		       =			enable_shape
							__lowercase		       =			pronunciation_embed_dim
							__lowercase		       =			pronunciation_vocab_size
							__lowercase		       =			shape_embed_dim
							__lowercase		       =			shape_vocab_size
							__lowercase		       =			concat_input
							__lowercase		       =			position_embedding_type
							__lowercase		       =			classifier_dropout
							super().__init__(pad_token_id=lowerCamelCase							,      **lowerCamelCase	)








from ....utils import logging


snake_case__					:     List[Any]    		=   logging.get_logger(__name__)

class   _A   ( _lowercase	):


						'''simple docstring'''





						def __init__(	self	:							List[str]							,      lowerCamelCase	:							Any							,      lowerCamelCase	:							Dict=None							,      lowerCamelCase	:							Dict=2_048	):






							'''simple docstring'''



							__lowercase		       =			config.__dict__
							__lowercase		       =			modal_hidden_size
							if num_labels:
								__lowercase		       =			num_labels



