






'''simple docstring'''




from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__lowerCamelCase   :					Any   							=					logging.get_logger(__name__)

__lowerCamelCase   :					List[Any]   							=					{
    '''facebook/xlm-roberta-xl''': '''https://huggingface.co/facebook/xlm-roberta-xl/resolve/main/config.json''',
    '''facebook/xlm-roberta-xxl''': '''https://huggingface.co/facebook/xlm-roberta-xxl/resolve/main/config.json''',
    # See all XLM-RoBERTa-XL models at https://huggingface.co/models?filter=xlm-roberta-xl
}







class    A_	(a_							):
							"""simple docstring"""




							a__   		=	'''xlm-roberta-xl'''

							def __init__(		self			:int       ,							lowerCAmelCase__			:str=250_880       ,							lowerCAmelCase__			:Any=2_560       ,							lowerCAmelCase__			:Any=36       ,							lowerCAmelCase__			:Optional[Any]=32       ,							lowerCAmelCase__			:Optional[int]=10_240       ,							lowerCAmelCase__			:int="gelu"       ,							lowerCAmelCase__			:List[Any]=0.1       ,							lowerCAmelCase__			:int=0.1       ,							lowerCAmelCase__			:Optional[Any]=514       ,							lowerCAmelCase__			:Tuple=1       ,							lowerCAmelCase__			:Union[str, Any]=0.0_2       ,							lowerCAmelCase__			:Any=1E-0_5       ,							lowerCAmelCase__			:Union[str, Any]=1       ,							lowerCAmelCase__			:List[Any]=0       ,							lowerCAmelCase__			:Tuple=2       ,							lowerCAmelCase__			:Union[str, Any]="absolute"       ,							lowerCAmelCase__			:List[Any]=True       ,							lowerCAmelCase__			:Dict=None       ,							**lowerCAmelCase__			:Union[str, Any]       ,							)				->  Tuple:


										'''simple docstring'''




										super().__init__(pad_token_id=lowerCAmelCase__       ,							bos_token_id=lowerCAmelCase__       ,							eos_token_id=lowerCAmelCase__       ,							**lowerCAmelCase__				)
										snake_case_				:					Tuple   =       vocab_size
										snake_case_				:					Any   =       hidden_size
										snake_case_				:					List[str]   =       num_hidden_layers
										snake_case_				:					Dict   =       num_attention_heads
										snake_case_				:					Tuple   =       hidden_act
										snake_case_				:					int   =       intermediate_size
										snake_case_				:					Optional[Any]   =       hidden_dropout_prob
										snake_case_				:					Optional[Any]   =       attention_probs_dropout_prob
										snake_case_				:					Union[str, Any]   =       max_position_embeddings
										snake_case_				:					Dict   =       type_vocab_size
										snake_case_				:					Any   =       initializer_range
										snake_case_				:					str   =       layer_norm_eps
										snake_case_				:					Optional[Any]   =       position_embedding_type
										snake_case_				:					Optional[Any]   =       use_cache
										snake_case_				:					List[str]   =       classifier_dropout







class    A_	(a_							):
							"""simple docstring"""




							@property
							def 							_A	(		self			:int				)				->  Mapping[str, Mapping[int, str]]:


										'''simple docstring'''




										if self.task == "multiple-choice":
													snake_case_				:					Optional[Any]   =       {0: "batch", 1: "choice", 2: "sequence"}
										else:
													snake_case_				:					Optional[Any]   =       {0: "batch", 1: "sequence"}
										return OrderedDict(
										    [
										        ("input_ids", dynamic_axis),
										        ("attention_mask", dynamic_axis),
										    ]				)












'''simple docstring'''




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCamelCase   :					List[str]   							=					logging.get_logger(__name__)

__lowerCamelCase   :					int   							=					{
    '''microsoft/cvt-13''': '''https://huggingface.co/microsoft/cvt-13/resolve/main/config.json''',
    # See all Cvt models at https://huggingface.co/models?filter=cvt
}







class    A_	(a_							):
							"""simple docstring"""




							a__   		=	'''cvt'''

							def __init__(		self			:List[Any]       ,							lowerCAmelCase__			:Optional[int]=3       ,							lowerCAmelCase__			:Any=[7, 3, 3]       ,							lowerCAmelCase__			:Dict=[4, 2, 2]       ,							lowerCAmelCase__			:Union[str, Any]=[2, 1, 1]       ,							lowerCAmelCase__			:Any=[64, 192, 384]       ,							lowerCAmelCase__			:List[str]=[1, 3, 6]       ,							lowerCAmelCase__			:str=[1, 2, 10]       ,							lowerCAmelCase__			:Any=[4.0, 4.0, 4.0]       ,							lowerCAmelCase__			:int=[0.0, 0.0, 0.0]       ,							lowerCAmelCase__			:Optional[Any]=[0.0, 0.0, 0.0]       ,							lowerCAmelCase__			:Dict=[0.0, 0.0, 0.1]       ,							lowerCAmelCase__			:List[Any]=[True, True, True]       ,							lowerCAmelCase__			:List[Any]=[False, False, True]       ,							lowerCAmelCase__			:Dict=["dw_bn", "dw_bn", "dw_bn"]       ,							lowerCAmelCase__			:Any=[3, 3, 3]       ,							lowerCAmelCase__			:Tuple=[1, 1, 1]       ,							lowerCAmelCase__			:Optional[int]=[2, 2, 2]       ,							lowerCAmelCase__			:Union[str, Any]=[1, 1, 1]       ,							lowerCAmelCase__			:Any=[1, 1, 1]       ,							lowerCAmelCase__			:List[str]=0.0_2       ,							lowerCAmelCase__			:Dict=1E-1_2       ,							**lowerCAmelCase__			:Optional[Any]       ,							)				->  str:


										'''simple docstring'''




										super().__init__(**lowerCAmelCase__				)
										snake_case_				:					int   =       num_channels
										snake_case_				:					int   =       patch_sizes
										snake_case_				:					Optional[Any]   =       patch_stride
										snake_case_				:					Dict   =       patch_padding
										snake_case_				:					Tuple   =       embed_dim
										snake_case_				:					Optional[int]   =       num_heads
										snake_case_				:					Union[str, Any]   =       depth
										snake_case_				:					Optional[int]   =       mlp_ratio
										snake_case_				:					Tuple   =       attention_drop_rate
										snake_case_				:					str   =       drop_rate
										snake_case_				:					Tuple   =       drop_path_rate
										snake_case_				:					Any   =       qkv_bias
										snake_case_				:					Union[str, Any]   =       cls_token
										snake_case_				:					int   =       qkv_projection_method
										snake_case_				:					Any   =       kernel_qkv
										snake_case_				:					Union[str, Any]   =       padding_kv
										snake_case_				:					str   =       stride_kv
										snake_case_				:					Dict   =       padding_q
										snake_case_				:					Tuple   =       stride_q
										snake_case_				:					Any   =       initializer_range
										snake_case_				:					Any   =       layer_norm_eps




