






from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


A__			:    Union[str, Any]         =				logging.get_logger(__name__)

A__			:    Tuple         =				{
    'YituTech/conv-bert-base': 'https://huggingface.co/YituTech/conv-bert-base/resolve/main/config.json',
    'YituTech/conv-bert-medium-small': (
        'https://huggingface.co/YituTech/conv-bert-medium-small/resolve/main/config.json'
    ),
    'YituTech/conv-bert-small': 'https://huggingface.co/YituTech/conv-bert-small/resolve/main/config.json',
    # See all ConvBERT models at https://huggingface.co/models?filter=convbert
}
class    _UpperCAmelCase      ( A__			):

				"""simple docstring"""




				lowercase__       							= """convbert"""




				def __init__(  self		:					int,						lowerCamelCase		:					Any=30_522,						lowerCamelCase		:					Optional[int]=768,						lowerCamelCase		:					Optional[Any]=12,						lowerCamelCase		:					List[str]=12,						lowerCamelCase		:					Optional[Any]=3_072,						lowerCamelCase		:					str="gelu",						lowerCamelCase		:					Optional[int]=0.1,						lowerCamelCase		:					Optional[Any]=0.1,						lowerCamelCase		:					Optional[int]=512,						lowerCamelCase		:					Dict=2,						lowerCamelCase		:					str=0.02,						lowerCamelCase		:					List[Any]=1E-12,						lowerCamelCase		:					Union[str, Any]=1,						lowerCamelCase		:					Optional[Any]=0,						lowerCamelCase		:					Optional[int]=2,						lowerCamelCase		:					Optional[Any]=768,						lowerCamelCase		:					Union[str, Any]=2,						lowerCamelCase		:					str=9,						lowerCamelCase		:					List[Any]=1,						lowerCamelCase		:					str=None,						**lowerCamelCase		:					str,						):

								'''simple docstring'''
								super().__init__(
								    pad_token_id=lowerCamelCase,						bos_token_id=lowerCamelCase,						eos_token_id=lowerCamelCase,						**lowerCamelCase,						)

								lowercase__     				=    vocab_size
								lowercase__     				=    hidden_size
								lowercase__     				=    num_hidden_layers
								lowercase__     				=    num_attention_heads
								lowercase__     				=    intermediate_size
								lowercase__     				=    hidden_act
								lowercase__     				=    hidden_dropout_prob
								lowercase__     				=    attention_probs_dropout_prob
								lowercase__     				=    max_position_embeddings
								lowercase__     				=    type_vocab_size
								lowercase__     				=    initializer_range
								lowercase__     				=    layer_norm_eps
								lowercase__     				=    embedding_size
								lowercase__     				=    head_ratio
								lowercase__     				=    conv_kernel_size
								lowercase__     				=    num_groups
								lowercase__     				=    classifier_dropout



class    _UpperCAmelCase      ( A__			):

				"""simple docstring"""




				@property
				def        lowercase__     (  self		:					Optional[Any]						):

								'''simple docstring'''
								if self.task == "multiple-choice":
												lowercase__     				=    {0: '''batch''', 1: '''choice''', 2: '''sequence'''}
								else:
												lowercase__     				=    {0: '''batch''', 1: '''sequence'''}
								return OrderedDict(
								    [
								        ('''input_ids''', dynamic_axis),
								        ('''attention_mask''', dynamic_axis),
								        ('''token_type_ids''', dynamic_axis),
								    ]						)












from collections import defaultdict
from math import gcd






def 						a    (		lowerCamelCase_ = 150_0000       ):






				'''simple docstring'''
				lowercase__     				=    defaultdict(lowerCamelCase_       )
				lowercase__     				=    2
				while 2 * euclid_m * (euclid_m + 1) <= limit:
								for euclid_n in range((euclid_m % 2) + 1	,     lowerCamelCase_	,     2       ):
												if gcd(lowerCamelCase_	,     lowerCamelCase_       ) > 1:
																continue
												lowercase__     				=    2 * euclid_m * (euclid_m + euclid_n)
												for perimeter in range(lowerCamelCase_	,     limit + 1	,     lowerCamelCase_       ):
																frequencies[perimeter] += 1
								euclid_m += 1
				return sum(1 for frequency in frequencies.values() if frequency == 1       )


if __name__ == "__main__":
							print(F"{solution() = }")




