

"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


A_							:			str											= logging.get_logger(__name__)

A_							:			int											= {
    "uclanlp/visualbert-vqa": "https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json",
    "uclanlp/visualbert-vqa-pre": "https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json",
    "uclanlp/visualbert-vqa-coco-pre": (
        "https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json"
    ),
    "uclanlp/visualbert-vcr": "https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json",
    "uclanlp/visualbert-vcr-pre": "https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json",
    "uclanlp/visualbert-vcr-coco-pre": (
        "https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json"
    ),
    "uclanlp/visualbert-nlvr2": "https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json",
    "uclanlp/visualbert-nlvr2-pre": "https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json",
    "uclanlp/visualbert-nlvr2-coco-pre": (
        "https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json"
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}





class    lowerCamelCase						(A__			):
			lowerCamelCase__   :		Optional[Any]							=							'visual_bert'

			def __init__(					self				:						Union[str, Any]    ,				__UpperCAmelCase				:						Dict=3_0_5_2_2    ,				__UpperCAmelCase				:						List[str]=7_6_8    ,				__UpperCAmelCase				:						Any=5_1_2    ,				__UpperCAmelCase				:						Union[str, Any]=1_2    ,				__UpperCAmelCase				:						List[Any]=1_2    ,				__UpperCAmelCase				:						List[str]=3_0_7_2    ,				__UpperCAmelCase				:						Any="gelu"    ,				__UpperCAmelCase				:						str=0.1    ,				__UpperCAmelCase				:						Any=0.1    ,				__UpperCAmelCase				:						Optional[Any]=5_1_2    ,				__UpperCAmelCase				:						List[Any]=2    ,				__UpperCAmelCase				:						Union[str, Any]=0.02    ,				__UpperCAmelCase				:						Optional[Any]=1e-12    ,				__UpperCAmelCase				:						List[str]=False    ,				__UpperCAmelCase				:						int=True    ,				__UpperCAmelCase				:						int=1    ,				__UpperCAmelCase				:						Dict=0    ,				__UpperCAmelCase				:						int=2    ,				**__UpperCAmelCase				:						List[Any]    ,				)   ->    Any:
						super().__init__(pad_token_id=__UpperCAmelCase    ,				bos_token_id=__UpperCAmelCase    ,				eos_token_id=__UpperCAmelCase    ,				**__UpperCAmelCase       )

						SCREAMING_SNAKE_CASE__								=      vocab_size
						SCREAMING_SNAKE_CASE__								=      max_position_embeddings
						SCREAMING_SNAKE_CASE__								=      hidden_size
						SCREAMING_SNAKE_CASE__								=      visual_embedding_dim
						SCREAMING_SNAKE_CASE__								=      num_hidden_layers
						SCREAMING_SNAKE_CASE__								=      num_attention_heads
						SCREAMING_SNAKE_CASE__								=      intermediate_size
						SCREAMING_SNAKE_CASE__								=      hidden_act
						SCREAMING_SNAKE_CASE__								=      hidden_dropout_prob
						SCREAMING_SNAKE_CASE__								=      attention_probs_dropout_prob
						SCREAMING_SNAKE_CASE__								=      initializer_range
						SCREAMING_SNAKE_CASE__								=      type_vocab_size
						SCREAMING_SNAKE_CASE__								=      layer_norm_eps
						SCREAMING_SNAKE_CASE__								=      bypass_transformer
						SCREAMING_SNAKE_CASE__								=      special_visual_initialize





"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


A_							:			Union[str, Any]											= logging.get_logger(__name__)

A_							:			int											= {
    "caidas/swin2sr-classicalsr-x2-64": (
        "https://huggingface.co/caidas/swin2sr-classicalsr-x2-64/resolve/main/config.json"
    ),
}





class    lowerCamelCase						(A__			):
			lowerCamelCase__   :		List[str]							=							'swin2sr'

			lowerCamelCase__   :		Optional[Any]							=							{
			    'hidden_size': 'embed_dim',
			    'num_attention_heads': 'num_heads',
			    'num_hidden_layers': 'num_layers',
			}

			def __init__(					self				:						Tuple    ,				__UpperCAmelCase				:						Optional[int]=6_4    ,				__UpperCAmelCase				:						Tuple=1    ,				__UpperCAmelCase				:						Optional[Any]=3    ,				__UpperCAmelCase				:						List[str]=1_8_0    ,				__UpperCAmelCase				:						List[str]=[6, 6, 6, 6, 6, 6]    ,				__UpperCAmelCase				:						Optional[Any]=[6, 6, 6, 6, 6, 6]    ,				__UpperCAmelCase				:						Tuple=8    ,				__UpperCAmelCase				:						Union[str, Any]=2.0    ,				__UpperCAmelCase				:						int=True    ,				__UpperCAmelCase				:						Optional[Any]=0.0    ,				__UpperCAmelCase				:						str=0.0    ,				__UpperCAmelCase				:						Dict=0.1    ,				__UpperCAmelCase				:						Dict="gelu"    ,				__UpperCAmelCase				:						Tuple=False    ,				__UpperCAmelCase				:						List[str]=0.02    ,				__UpperCAmelCase				:						List[Any]=1e-5    ,				__UpperCAmelCase				:						str=2    ,				__UpperCAmelCase				:						Optional[int]=1.0    ,				__UpperCAmelCase				:						Union[str, Any]="1conv"    ,				__UpperCAmelCase				:						List[Any]="pixelshuffle"    ,				**__UpperCAmelCase				:						Any    ,				)   ->    Optional[int]:
						super().__init__(**__UpperCAmelCase       )

						SCREAMING_SNAKE_CASE__								=      image_size
						SCREAMING_SNAKE_CASE__								=      patch_size
						SCREAMING_SNAKE_CASE__								=      num_channels
						SCREAMING_SNAKE_CASE__								=      embed_dim
						SCREAMING_SNAKE_CASE__								=      depths
						SCREAMING_SNAKE_CASE__								=      len(__UpperCAmelCase       )
						SCREAMING_SNAKE_CASE__								=      num_heads
						SCREAMING_SNAKE_CASE__								=      window_size
						SCREAMING_SNAKE_CASE__								=      mlp_ratio
						SCREAMING_SNAKE_CASE__								=      qkv_bias
						SCREAMING_SNAKE_CASE__								=      hidden_dropout_prob
						SCREAMING_SNAKE_CASE__								=      attention_probs_dropout_prob
						SCREAMING_SNAKE_CASE__								=      drop_path_rate
						SCREAMING_SNAKE_CASE__								=      hidden_act
						SCREAMING_SNAKE_CASE__								=      use_absolute_embeddings
						SCREAMING_SNAKE_CASE__								=      layer_norm_eps
						SCREAMING_SNAKE_CASE__								=      initializer_range
						SCREAMING_SNAKE_CASE__								=      upscale
						SCREAMING_SNAKE_CASE__								=      img_range
						SCREAMING_SNAKE_CASE__								=      resi_connection
						SCREAMING_SNAKE_CASE__								=      upsampler


