
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase_						: Tuple         =  logging.get_logger(__name__)

lowerCamelCase_						: Optional[int]         =  {
    """weiweishi/roc-bert-base-zh""": """https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json""",
}

class        _UpperCamelCase				(					_A  ):






			'''simple docstring'''

			__UpperCamelCase      :						Tuple					      = """roc_bert"""

			def __init__(       self :       Tuple						,	snake_case_ :       Any=3_0522						,	snake_case_ :       int=768						,	snake_case_ :       List[Any]=12						,	snake_case_ :       Dict=12						,	snake_case_ :       Optional[int]=3072						,	snake_case_ :       Optional[Any]="gelu"						,	snake_case_ :       Union[str, Any]=0.1						,	snake_case_ :       List[Any]=0.1						,	snake_case_ :       Tuple=512						,	snake_case_ :       str=2						,	snake_case_ :       Union[str, Any]=0.02						,	snake_case_ :       Optional[int]=1e-12						,	snake_case_ :       List[str]=True						,	snake_case_ :       Any=0						,	snake_case_ :       int="absolute"						,	snake_case_ :       int=None						,	snake_case_ :       Optional[int]=True						,	snake_case_ :       Union[str, Any]=True						,	snake_case_ :       List[str]=768						,	snake_case_ :       int=910						,	snake_case_ :       Dict=512						,	snake_case_ :       List[str]=2_4858						,	snake_case_ :       str=True						,	**snake_case_ :       Any						,	):
							UpperCamelCase_:							Optional[Any]	=						vocab_size
							UpperCamelCase_:							Union[str, Any]	=						max_position_embeddings
							UpperCamelCase_:							Dict	=						hidden_size
							UpperCamelCase_:							Union[str, Any]	=						num_hidden_layers
							UpperCamelCase_:							Optional[Any]	=						num_attention_heads
							UpperCamelCase_:							Optional[int]	=						intermediate_size
							UpperCamelCase_:							Dict	=						hidden_act
							UpperCamelCase_:							Optional[Any]	=						hidden_dropout_prob
							UpperCamelCase_:							Any	=						attention_probs_dropout_prob
							UpperCamelCase_:							Union[str, Any]	=						initializer_range
							UpperCamelCase_:							Optional[int]	=						type_vocab_size
							UpperCamelCase_:							Optional[Any]	=						layer_norm_eps
							UpperCamelCase_:							List[Any]	=						use_cache
							UpperCamelCase_:							Dict	=						enable_pronunciation
							UpperCamelCase_:							Dict	=						enable_shape
							UpperCamelCase_:							int	=						pronunciation_embed_dim
							UpperCamelCase_:							Dict	=						pronunciation_vocab_size
							UpperCamelCase_:							Union[str, Any]	=						shape_embed_dim
							UpperCamelCase_:							List[Any]	=						shape_vocab_size
							UpperCamelCase_:							int	=						concat_input
							UpperCamelCase_:							List[str]	=						position_embedding_type
							UpperCamelCase_:							Optional[Any]	=						classifier_dropout
							super().__init__(pad_token_id=snake_case_						,	**snake_case_      )








import os

from huggingface_hub.constants import HUGGINGFACE_HUB_CACHE, hf_cache_home


lowerCamelCase_						: Optional[int]         =  HUGGINGFACE_HUB_CACHE


lowerCamelCase_						: List[str]         =  """config.json"""
lowerCamelCase_						: Any         =  """diffusion_pytorch_model.bin"""
lowerCamelCase_						: Union[str, Any]         =  """diffusion_flax_model.msgpack"""
lowerCamelCase_						: Dict         =  """model.onnx"""
lowerCamelCase_						: List[Any]         =  """diffusion_pytorch_model.safetensors"""
lowerCamelCase_						: Optional[Any]         =  """weights.pb"""
lowerCamelCase_						: Optional[Any]         =  """https://huggingface.co"""
lowerCamelCase_						: Union[str, Any]         =  default_cache_path
lowerCamelCase_						: Tuple         =  """diffusers_modules"""
lowerCamelCase_						: Optional[Any]         =  os.getenv("""HF_MODULES_CACHE""", os.path.join(hf_cache_home, """modules"""))
lowerCamelCase_						: str         =  ["""fp16""", """non-ema"""]
lowerCamelCase_						: List[Any]         =  """.self_attn"""






