
"""simple docstring"""







import sys
import tempfile
import unittest
import unittest.mock as mock
from pathlib import Path

from huggingface_hub import HfFolder, delete_repo
from requests.exceptions import HTTPError

from transformers import AutoImageProcessor, ViTImageProcessor
from transformers.testing_utils import TOKEN, USER, get_tests_dir, is_staging_test


sys.path.append(str(Path(__file__).parent.parent / """utils"""))

from test_module.custom_image_processing import CustomImageProcessor  # noqa E402


_SCREAMING_SNAKE_CASE	       =      get_tests_dir("""fixtures""")







class 							__magic_name__     (		unittest.TestCase   ):





					def 							lowerCAmelCase      (				self   :							Optional[int]    ):
												# A mock response for an HTTP head request to emulate server down
												__snake_case     			=       mock.Mock()
												__snake_case     			=       500
												__snake_case     			=       {}
												__snake_case     			=       HTTPError
												__snake_case     			=       {}

												# Download this model to make sure it's in the cache.
												__snake_case     			=       ViTImageProcessor.from_pretrained("hf-internal-testing/tiny-random-vit"    )
												# Under the mock environment we get a 500 error when trying to reach the model.
												with mock.patch("requests.Session.request"							,						return_value=snake_case_    ) as mock_head:
																			__snake_case     			=       ViTImageProcessor.from_pretrained("hf-internal-testing/tiny-random-vit"    )
																			# This check we did call the fake head request
																			mock_head.assert_called()





					def 							lowerCAmelCase      (				self   :							int    ):
												# This test is for deprecated behavior and can be removed in v5
												__snake_case     			=       ViTImageProcessor.from_pretrained(
												    "https://huggingface.co/hf-internal-testing/tiny-random-vit/resolve/main/preprocessor_config.json"    )





					def 							lowerCAmelCase      (				self   :							Union[str, Any]    ):
												with self.assertRaises(snake_case_    ):
																			# config is in subfolder, the following should not work without specifying the subfolder
																			__snake_case     			=       AutoImageProcessor.from_pretrained("hf-internal-testing/stable-diffusion-all-variants"    )

												__snake_case     			=       AutoImageProcessor.from_pretrained(
												    "hf-internal-testing/stable-diffusion-all-variants"							,						subfolder="feature_extractor"    )

												self.assertIsNotNone(snake_case_    )







@is_staging_test
class 							__magic_name__     (		unittest.TestCase   ):





					@classmethod
					def 							lowerCAmelCase      (				cls   :							Tuple    ):
												__snake_case     			=       TOKEN
												HfFolder.save_token(snake_case_    )





					@classmethod
					def 							lowerCAmelCase      (				cls   :							Union[str, Any]    ):
												try:
																			delete_repo(token=cls._token							,						repo_id="test-image-processor"    )
												except HTTPError:
																			pass

												try:
																			delete_repo(token=cls._token							,						repo_id="valid_org/test-image-processor-org"    )
												except HTTPError:
																			pass

												try:
																			delete_repo(token=cls._token							,						repo_id="test-dynamic-image-processor"    )
												except HTTPError:
																			pass





					def 							lowerCAmelCase      (				self   :							List[str]    ):
												__snake_case     			=       ViTImageProcessor.from_pretrained(snake_case_    )
												image_processor.push_to_hub("test-image-processor"							,						use_auth_token=self._token    )

												__snake_case     			=       ViTImageProcessor.from_pretrained(F'''{USER}/test-image-processor'''    )
												for k, v in image_processor.__dict__.items():
																			self.assertEqual(snake_case_							,						getattr(snake_case_							,						snake_case_    )    )

												# Reset repo
												delete_repo(token=self._token							,						repo_id="test-image-processor"    )

												# Push to hub via save_pretrained
												with tempfile.TemporaryDirectory() as tmp_dir:
																			image_processor.save_pretrained(
																			    snake_case_							,						repo_id="test-image-processor"							,						push_to_hub=snake_case_							,						use_auth_token=self._token    )

												__snake_case     			=       ViTImageProcessor.from_pretrained(F'''{USER}/test-image-processor'''    )
												for k, v in image_processor.__dict__.items():
																			self.assertEqual(snake_case_							,						getattr(snake_case_							,						snake_case_    )    )





					def 							lowerCAmelCase      (				self   :							Tuple    ):
												__snake_case     			=       ViTImageProcessor.from_pretrained(snake_case_    )
												image_processor.push_to_hub("valid_org/test-image-processor"							,						use_auth_token=self._token    )

												__snake_case     			=       ViTImageProcessor.from_pretrained("valid_org/test-image-processor"    )
												for k, v in image_processor.__dict__.items():
																			self.assertEqual(snake_case_							,						getattr(snake_case_							,						snake_case_    )    )

												# Reset repo
												delete_repo(token=self._token							,						repo_id="valid_org/test-image-processor"    )

												# Push to hub via save_pretrained
												with tempfile.TemporaryDirectory() as tmp_dir:
																			image_processor.save_pretrained(
																			    snake_case_							,						repo_id="valid_org/test-image-processor-org"							,						push_to_hub=snake_case_							,						use_auth_token=self._token    )

												__snake_case     			=       ViTImageProcessor.from_pretrained("valid_org/test-image-processor-org"    )
												for k, v in image_processor.__dict__.items():
																			self.assertEqual(snake_case_							,						getattr(snake_case_							,						snake_case_    )    )





					def 							lowerCAmelCase      (				self   :							List[Any]    ):
												CustomImageProcessor.register_for_auto_class()
												__snake_case     			=       CustomImageProcessor.from_pretrained(snake_case_    )

												image_processor.push_to_hub("test-dynamic-image-processor"							,						use_auth_token=self._token    )

												# This has added the proper auto_map field to the config
												self.assertDictEqual(
												    image_processor.auto_map							,						{"AutoImageProcessor": "custom_image_processing.CustomImageProcessor"}							,						)

												__snake_case     			=       AutoImageProcessor.from_pretrained(
												    F'''{USER}/test-dynamic-image-processor'''							,						trust_remote_code=snake_case_    )
												# Can't make an isinstance check because the new_image_processor is from the CustomImageProcessor class of a dynamic module
												self.assertEqual(new_image_processor.__class__.__name__							,						"CustomImageProcessor"    )


"""simple docstring"""







import argparse
import json

import requests
import torch
from huggingface_hub import hf_hub_download
from PIL import Image

from transformers import ConvNextConfig, SegformerImageProcessor, UperNetConfig, UperNetForSemanticSegmentation
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE )  ->     List[str]:







							"""simple docstring"""


							__snake_case     			=       3_84
							if "tiny" in model_name:
														__snake_case     			=       [3, 3, 9, 3]
														__snake_case     			=       [96, 1_92, 3_84, 7_68]
							if "small" in model_name:
														__snake_case     			=       [3, 3, 27, 3]
														__snake_case     			=       [96, 1_92, 3_84, 7_68]
							if "base" in model_name:
														__snake_case     			=       [3, 3, 27, 3]
														__snake_case     			=       [1_28, 2_56, 5_12, 10_24]
														__snake_case     			=       5_12
							if "large" in model_name:
														__snake_case     			=       [3, 3, 27, 3]
														__snake_case     			=       [1_92, 3_84, 7_68, 15_36]
														__snake_case     			=       7_68
							if "xlarge" in model_name:
														__snake_case     			=       [3, 3, 27, 3]
														__snake_case     			=       [2_56, 5_12, 10_24, 20_48]
														__snake_case     			=       10_24

							# set label information
							__snake_case     			=       1_50
							__snake_case     			=       "huggingface/label-files"
							__snake_case     			=       "ade20k-id2label.json"
							__snake_case     			=       json.load(open(hf_hub_download(SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE							,    repo_type="dataset" )							,    "r" ) )
							__snake_case     			=       {int(SCREAMING_SNAKE_CASE ): v for k, v in idalabel.items()}
							__snake_case     			=       {v: k for k, v in idalabel.items()}

							__snake_case     			=       ConvNextConfig(
							    depths=SCREAMING_SNAKE_CASE							,    hidden_sizes=SCREAMING_SNAKE_CASE							,    out_features=["stage1", "stage2", "stage3", "stage4"] )
							__snake_case     			=       UperNetConfig(
							    backbone_config=SCREAMING_SNAKE_CASE							,    auxiliary_in_channels=SCREAMING_SNAKE_CASE							,    num_labels=SCREAMING_SNAKE_CASE							,    idalabel=SCREAMING_SNAKE_CASE							,    labelaid=SCREAMING_SNAKE_CASE							,    )

							return config
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE )  ->     Optional[Any]:







							"""simple docstring"""


							__snake_case     			=       []

							# fmt: off
							# stem
							rename_keys.append(("backbone.downsample_layers.0.0.weight", "backbone.embeddings.patch_embeddings.weight") )
							rename_keys.append(("backbone.downsample_layers.0.0.bias", "backbone.embeddings.patch_embeddings.bias") )
							rename_keys.append(("backbone.downsample_layers.0.1.weight", "backbone.embeddings.layernorm.weight") )
							rename_keys.append(("backbone.downsample_layers.0.1.bias", "backbone.embeddings.layernorm.bias") )
							# stages
							for i in range(len(config.backbone_config.depths ) ):
														for j in range(config.backbone_config.depths[i] ):
																					rename_keys.append((F'''backbone.stages.{i}.{j}.gamma''', F'''backbone.encoder.stages.{i}.layers.{j}.layer_scale_parameter''') )
																					rename_keys.append((F'''backbone.stages.{i}.{j}.depthwise_conv.weight''', F'''backbone.encoder.stages.{i}.layers.{j}.dwconv.weight''') )
																					rename_keys.append((F'''backbone.stages.{i}.{j}.depthwise_conv.bias''', F'''backbone.encoder.stages.{i}.layers.{j}.dwconv.bias''') )
																					rename_keys.append((F'''backbone.stages.{i}.{j}.norm.weight''', F'''backbone.encoder.stages.{i}.layers.{j}.layernorm.weight''') )
																					rename_keys.append((F'''backbone.stages.{i}.{j}.norm.bias''', F'''backbone.encoder.stages.{i}.layers.{j}.layernorm.bias''') )
																					rename_keys.append((F'''backbone.stages.{i}.{j}.pointwise_conv1.weight''', F'''backbone.encoder.stages.{i}.layers.{j}.pwconv1.weight''') )
																					rename_keys.append((F'''backbone.stages.{i}.{j}.pointwise_conv1.bias''', F'''backbone.encoder.stages.{i}.layers.{j}.pwconv1.bias''') )
																					rename_keys.append((F'''backbone.stages.{i}.{j}.pointwise_conv2.weight''', F'''backbone.encoder.stages.{i}.layers.{j}.pwconv2.weight''') )
																					rename_keys.append((F'''backbone.stages.{i}.{j}.pointwise_conv2.bias''', F'''backbone.encoder.stages.{i}.layers.{j}.pwconv2.bias''') )
														if i > 0:
																					rename_keys.append((F'''backbone.downsample_layers.{i}.0.weight''', F'''backbone.encoder.stages.{i}.downsampling_layer.0.weight''') )
																					rename_keys.append((F'''backbone.downsample_layers.{i}.0.bias''', F'''backbone.encoder.stages.{i}.downsampling_layer.0.bias''') )
																					rename_keys.append((F'''backbone.downsample_layers.{i}.1.weight''', F'''backbone.encoder.stages.{i}.downsampling_layer.1.weight''') )
																					rename_keys.append((F'''backbone.downsample_layers.{i}.1.bias''', F'''backbone.encoder.stages.{i}.downsampling_layer.1.bias''') )

														rename_keys.append((F'''backbone.norm{i}.weight''', F'''backbone.hidden_states_norms.stage{i+1}.weight''') )
														rename_keys.append((F'''backbone.norm{i}.bias''', F'''backbone.hidden_states_norms.stage{i+1}.bias''') )

							# decode head
							rename_keys.extend(
							    [
							        ("decode_head.conv_seg.weight", "decode_head.classifier.weight"),
							        ("decode_head.conv_seg.bias", "decode_head.classifier.bias"),
							        ("auxiliary_head.conv_seg.weight", "auxiliary_head.classifier.weight"),
							        ("auxiliary_head.conv_seg.bias", "auxiliary_head.classifier.bias"),
							    ] )
							# fmt: on

							return rename_keys
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )  ->     str:







							"""simple docstring"""


							__snake_case     			=       dct.pop(SCREAMING_SNAKE_CASE )
							__snake_case     			=       val
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )  ->     Optional[int]:







							"""simple docstring"""


							__snake_case     			=       {
							    "upernet-convnext-tiny": "https://download.openmmlab.com/mmsegmentation/v0.5/convnext/upernet_convnext_tiny_fp16_512x512_160k_ade20k/upernet_convnext_tiny_fp16_512x512_160k_ade20k_20220227_124553-cad485de.pth",
							    "upernet-convnext-small": "https://download.openmmlab.com/mmsegmentation/v0.5/convnext/upernet_convnext_small_fp16_512x512_160k_ade20k/upernet_convnext_small_fp16_512x512_160k_ade20k_20220227_131208-1b1e394f.pth",
							    "upernet-convnext-base": "https://download.openmmlab.com/mmsegmentation/v0.5/convnext/upernet_convnext_base_fp16_512x512_160k_ade20k/upernet_convnext_base_fp16_512x512_160k_ade20k_20220227_181227-02a24fc6.pth",
							    "upernet-convnext-large": "https://download.openmmlab.com/mmsegmentation/v0.5/convnext/upernet_convnext_large_fp16_640x640_160k_ade20k/upernet_convnext_large_fp16_640x640_160k_ade20k_20220226_040532-e57aa54d.pth",
							    "upernet-convnext-xlarge": "https://download.openmmlab.com/mmsegmentation/v0.5/convnext/upernet_convnext_xlarge_fp16_640x640_160k_ade20k/upernet_convnext_xlarge_fp16_640x640_160k_ade20k_20220226_080344-95fc38c2.pth",
							}
							__snake_case     			=       model_name_to_url[model_name]
							__snake_case     			=       torch.hub.load_state_dict_from_url(SCREAMING_SNAKE_CASE							,    map_location="cpu" )["state_dict"]

							__snake_case     			=       get_upernet_config(SCREAMING_SNAKE_CASE )
							__snake_case     			=       UperNetForSemanticSegmentation(SCREAMING_SNAKE_CASE )
							model.eval()

							# replace "bn" => "batch_norm"
							for key in state_dict.copy().keys():
														__snake_case     			=       state_dict.pop(SCREAMING_SNAKE_CASE )
														if "bn" in key:
																					__snake_case     			=       key.replace("bn"							,    "batch_norm" )
														__snake_case     			=       val

							# rename keys
							__snake_case     			=       create_rename_keys(SCREAMING_SNAKE_CASE )
							for src, dest in rename_keys:
														rename_key(SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )

							model.load_state_dict(SCREAMING_SNAKE_CASE )

							# verify on image
							__snake_case     			=       "https://huggingface.co/datasets/hf-internal-testing/fixtures_ade20k/resolve/main/ADE_val_00000001.jpg"
							__snake_case     			=       Image.open(requests.get(SCREAMING_SNAKE_CASE							,    stream=SCREAMING_SNAKE_CASE ).raw ).convert("RGB" )

							__snake_case     			=       SegformerImageProcessor()
							__snake_case     			=       processor(SCREAMING_SNAKE_CASE							,    return_tensors="pt" ).pixel_values

							with torch.no_grad():
														__snake_case     			=       model(SCREAMING_SNAKE_CASE )

							if model_name == "upernet-convnext-tiny":
														__snake_case     			=       torch.tensor(
														    [[-8.8_110, -8.8_110, -8.6_521], [-8.8_110, -8.8_110, -8.6_521], [-8.7_746, -8.7_746, -8.6_130]] )
							elif model_name == "upernet-convnext-small":
														__snake_case     			=       torch.tensor(
														    [[-8.8_236, -8.8_236, -8.6_771], [-8.8_236, -8.8_236, -8.6_771], [-8.7_638, -8.7_638, -8.6_240]] )
							elif model_name == "upernet-convnext-base":
														__snake_case     			=       torch.tensor(
														    [[-8.8_558, -8.8_558, -8.6_905], [-8.8_558, -8.8_558, -8.6_905], [-8.7_669, -8.7_669, -8.6_021]] )
							elif model_name == "upernet-convnext-large":
														__snake_case     			=       torch.tensor(
														    [[-8.6_660, -8.6_660, -8.6_210], [-8.6_660, -8.6_660, -8.6_210], [-8.6_310, -8.6_310, -8.5_964]] )
							elif model_name == "upernet-convnext-xlarge":
														__snake_case     			=       torch.tensor(
														    [[-8.4_980, -8.4_980, -8.3_977], [-8.4_980, -8.4_980, -8.3_977], [-8.4_379, -8.4_379, -8.3_412]] )
							print("Logits:"							,    outputs.logits[0, 0, :3, :3] )
							assert torch.allclose(outputs.logits[0, 0, :3, :3]							,    SCREAMING_SNAKE_CASE							,    atol=1e-4 )
							print("Looks ok!" )

							if pytorch_dump_folder_path is not None:
														print(F'''Saving model {model_name} to {pytorch_dump_folder_path}''' )
														model.save_pretrained(SCREAMING_SNAKE_CASE )
														print(F'''Saving processor to {pytorch_dump_folder_path}''' )
														processor.save_pretrained(SCREAMING_SNAKE_CASE )

							if push_to_hub:
														print(F'''Pushing model and processor for {model_name} to hub''' )
														model.push_to_hub(F'''openmmlab/{model_name}''' )
														processor.push_to_hub(F'''openmmlab/{model_name}''' )


if __name__ == "__main__":
		_SCREAMING_SNAKE_CASE	       =      argparse.ArgumentParser()
		# Required parameters
		parser.add_argument(
		    """--model_name""",
		    default="""upernet-convnext-tiny""",
		    type=str,
		    choices=[F"""upernet-convnext-{size}""" for size in ["""tiny""", """small""", """base""", """large""", """xlarge"""]],
		    help="""Name of the ConvNext UperNet model you'd like to convert.""",
		)
		parser.add_argument(
		    """--pytorch_dump_folder_path""", default=None, type=str, help="""Path to the output PyTorch model directory."""
		)
		parser.add_argument(
		    """--push_to_hub""", action="""store_true""", help="""Whether or not to push the converted model to the 🤗 hub."""
		)

		_SCREAMING_SNAKE_CASE	       =      parser.parse_args()
		convert_upernet_checkpoint(args.model_name, args.pytorch_dump_folder_path, args.push_to_hub)
