



from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_			=					logging.get_logger(__name__)

a_			=					{
    """microsoft/cvt-13""": """https://huggingface.co/microsoft/cvt-13/resolve/main/config.json""",
    # See all Cvt models at https://huggingface.co/models?filter=cvt
}



class  __lowerCAmelCase     (	lowerCAmelCase__   ):
	lowerCAmelCase__       					=  """cvt"""




	def __init__(						self	,				__UpperCAmelCase=3	,				__UpperCAmelCase=[7, 3, 3]	,				__UpperCAmelCase=[4, 2, 2]	,				__UpperCAmelCase=[2, 1, 1]	,				__UpperCAmelCase=[64, 192, 384]	,				__UpperCAmelCase=[1, 3, 6]	,				__UpperCAmelCase=[1, 2, 10]	,				__UpperCAmelCase=[4.0, 4.0, 4.0]	,				__UpperCAmelCase=[0.0, 0.0, 0.0]	,				__UpperCAmelCase=[0.0, 0.0, 0.0]	,				__UpperCAmelCase=[0.0, 0.0, 0.1]	,				__UpperCAmelCase=[True, True, True]	,				__UpperCAmelCase=[False, False, True]	,				__UpperCAmelCase=["dw_bn", "dw_bn", "dw_bn"]	,				__UpperCAmelCase=[3, 3, 3]	,				__UpperCAmelCase=[1, 1, 1]	,				__UpperCAmelCase=[2, 2, 2]	,				__UpperCAmelCase=[1, 1, 1]	,				__UpperCAmelCase=[1, 1, 1]	,				__UpperCAmelCase=0.02	,				__UpperCAmelCase=1E-1_2	,				**__UpperCAmelCase	,				):



				'''simple docstring'''
				super().__init__(**__UpperCAmelCase				)
				__lowerCamelCase													=    num_channels
				__lowerCamelCase													=    patch_sizes
				__lowerCamelCase													=    patch_stride
				__lowerCamelCase													=    patch_padding
				__lowerCamelCase													=    embed_dim
				__lowerCamelCase													=    num_heads
				__lowerCamelCase													=    depth
				__lowerCamelCase													=    mlp_ratio
				__lowerCamelCase													=    attention_drop_rate
				__lowerCamelCase													=    drop_rate
				__lowerCamelCase													=    drop_path_rate
				__lowerCamelCase													=    qkv_bias
				__lowerCamelCase													=    cls_token
				__lowerCamelCase													=    qkv_projection_method
				__lowerCamelCase													=    kernel_qkv
				__lowerCamelCase													=    padding_kv
				__lowerCamelCase													=    stride_kv
				__lowerCamelCase													=    padding_q
				__lowerCamelCase													=    stride_q
				__lowerCamelCase													=    initializer_range
				__lowerCamelCase													=    layer_norm_eps











from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_			=					logging.get_logger(__name__)

a_			=					{
    """uclanlp/visualbert-vqa""": """https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-pre""": """https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-vcr""": """https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-pre""": """https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-nlvr2""": """https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-pre""": """https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json"""
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}



class  __lowerCAmelCase     (	lowerCAmelCase__   ):
 lowerCAmelCase__       					=  """visual_bert"""




 def __init__(						self	,				__UpperCAmelCase=30522	,				__UpperCAmelCase=768	,				__UpperCAmelCase=512	,				__UpperCAmelCase=12	,				__UpperCAmelCase=12	,				__UpperCAmelCase=3072	,				__UpperCAmelCase="gelu"	,				__UpperCAmelCase=0.1	,				__UpperCAmelCase=0.1	,				__UpperCAmelCase=512	,				__UpperCAmelCase=2	,				__UpperCAmelCase=0.02	,				__UpperCAmelCase=1E-1_2	,				__UpperCAmelCase=False	,				__UpperCAmelCase=True	,				__UpperCAmelCase=1	,				__UpperCAmelCase=0	,				__UpperCAmelCase=2	,				**__UpperCAmelCase	,				):



    '''simple docstring'''
    super().__init__(pad_token_id=__UpperCAmelCase	,				bos_token_id=__UpperCAmelCase	,				eos_token_id=__UpperCAmelCase	,				**__UpperCAmelCase				)

    __lowerCamelCase													=    vocab_size
    __lowerCamelCase													=    max_position_embeddings
    __lowerCamelCase													=    hidden_size
    __lowerCamelCase													=    visual_embedding_dim
    __lowerCamelCase													=    num_hidden_layers
    __lowerCamelCase													=    num_attention_heads
    __lowerCamelCase													=    intermediate_size
    __lowerCamelCase													=    hidden_act
    __lowerCamelCase													=    hidden_dropout_prob
    __lowerCamelCase													=    attention_probs_dropout_prob
    __lowerCamelCase													=    initializer_range
    __lowerCamelCase													=    type_vocab_size
    __lowerCamelCase													=    layer_norm_eps
    __lowerCamelCase													=    bypass_transformer
    __lowerCamelCase													=    special_visual_initialize






