


"""simple docstring"""


from __future__ import annotations



def   snake_case						(				_a:     Union[str, Any]							)->		bool:
      '''simple docstring'''


      if len(_a							) < 2:
            raise ValueError('Monogons and Digons are not polygons in the Euclidean space'							)
      if any(i <= 0 for i in nums							):
            raise ValueError('All values must be greater than 0'							)
      lowerCamelCase__           =		nums.copy()
      copy_nums.sort()
      return copy_nums[-1] < sum(copy_nums[:-1]							)


if __name__ == "__main__":
   import doctest

   doctest.testmod()







"""simple docstring"""


import json
from typing import List, Optional, Tuple

from tokenizers import normalizers

from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import logging
from .tokenization_funnel import FunnelTokenizer


_snake_case          =							logging.get_logger(__name__)

_snake_case          =							{"vocab_file": "vocab.txt", "tokenizer_file": "tokenizer.json"}

_snake_case          =							[
    "small",
    "small-base",
    "medium",
    "medium-base",
    "intermediate",
    "intermediate-base",
    "large",
    "large-base",
    "xlarge",
    "xlarge-base",
]

_snake_case          =							{
    "vocab_file": {
        "funnel-transformer/small": "https://huggingface.co/funnel-transformer/small/resolve/main/vocab.txt",
        "funnel-transformer/small-base": "https://huggingface.co/funnel-transformer/small-base/resolve/main/vocab.txt",
        "funnel-transformer/medium": "https://huggingface.co/funnel-transformer/medium/resolve/main/vocab.txt",
        "funnel-transformer/medium-base": (
            "https://huggingface.co/funnel-transformer/medium-base/resolve/main/vocab.txt"
        ),
        "funnel-transformer/intermediate": (
            "https://huggingface.co/funnel-transformer/intermediate/resolve/main/vocab.txt"
        ),
        "funnel-transformer/intermediate-base": (
            "https://huggingface.co/funnel-transformer/intermediate-base/resolve/main/vocab.txt"
        ),
        "funnel-transformer/large": "https://huggingface.co/funnel-transformer/large/resolve/main/vocab.txt",
        "funnel-transformer/large-base": "https://huggingface.co/funnel-transformer/large-base/resolve/main/vocab.txt",
        "funnel-transformer/xlarge": "https://huggingface.co/funnel-transformer/xlarge/resolve/main/vocab.txt",
        "funnel-transformer/xlarge-base": (
            "https://huggingface.co/funnel-transformer/xlarge-base/resolve/main/vocab.txt"
        ),
    },
    "tokenizer_file": {
        "funnel-transformer/small": "https://huggingface.co/funnel-transformer/small/resolve/main/tokenizer.json",
        "funnel-transformer/small-base": (
            "https://huggingface.co/funnel-transformer/small-base/resolve/main/tokenizer.json"
        ),
        "funnel-transformer/medium": "https://huggingface.co/funnel-transformer/medium/resolve/main/tokenizer.json",
        "funnel-transformer/medium-base": (
            "https://huggingface.co/funnel-transformer/medium-base/resolve/main/tokenizer.json"
        ),
        "funnel-transformer/intermediate": (
            "https://huggingface.co/funnel-transformer/intermediate/resolve/main/tokenizer.json"
        ),
        "funnel-transformer/intermediate-base": (
            "https://huggingface.co/funnel-transformer/intermediate-base/resolve/main/tokenizer.json"
        ),
        "funnel-transformer/large": "https://huggingface.co/funnel-transformer/large/resolve/main/tokenizer.json",
        "funnel-transformer/large-base": (
            "https://huggingface.co/funnel-transformer/large-base/resolve/main/tokenizer.json"
        ),
        "funnel-transformer/xlarge": "https://huggingface.co/funnel-transformer/xlarge/resolve/main/tokenizer.json",
        "funnel-transformer/xlarge-base": (
            "https://huggingface.co/funnel-transformer/xlarge-base/resolve/main/tokenizer.json"
        ),
    },
}
_snake_case          =							{f"""funnel-transformer/{name}""": 512 for name in _model_names}
_snake_case          =							{f"""funnel-transformer/{name}""": {"do_lower_case": True} for name in _model_names}



class   _a      (      SCREAMING_SNAKE_CASE_ ):
    a_    :				List[str]             =    VOCAB_FILES_NAMES
    a_    :				List[str]             =    PRETRAINED_VOCAB_FILES_MAP
    a_    :				Optional[int]             =    PRETRAINED_INIT_CONFIGURATION
    a_    :				List[str]             =    FunnelTokenizer
    a_    :				Dict             =    PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
    a_    :				int             =    2
    def __init__( self							:					int							,					SCREAMING_SNAKE_CASE__							:					Optional[int]=None							,					SCREAMING_SNAKE_CASE__							:					Union[str, Any]=None							,					SCREAMING_SNAKE_CASE__							:					int=True							,					SCREAMING_SNAKE_CASE__							:					Any="<unk>"							,					SCREAMING_SNAKE_CASE__							:					List[Any]="<sep>"							,					SCREAMING_SNAKE_CASE__							:					int="<pad>"							,					SCREAMING_SNAKE_CASE__							:					Tuple="<cls>"							,					SCREAMING_SNAKE_CASE__							:					Tuple="<mask>"							,					SCREAMING_SNAKE_CASE__							:					Any="<s>"							,					SCREAMING_SNAKE_CASE__							:					Tuple="</s>"							,					SCREAMING_SNAKE_CASE__							:					str=True							,					SCREAMING_SNAKE_CASE__							:					Any=True							,					SCREAMING_SNAKE_CASE__							:					str=None							,					SCREAMING_SNAKE_CASE__							:					int="##"							,					**SCREAMING_SNAKE_CASE__							:					Any							,					):
          super().__init__(
              SCREAMING_SNAKE_CASE__							,					tokenizer_file=SCREAMING_SNAKE_CASE__							,					do_lower_case=SCREAMING_SNAKE_CASE__							,					unk_token=SCREAMING_SNAKE_CASE__							,					sep_token=SCREAMING_SNAKE_CASE__							,					pad_token=SCREAMING_SNAKE_CASE__							,					cls_token=SCREAMING_SNAKE_CASE__							,					mask_token=SCREAMING_SNAKE_CASE__							,					bos_token=SCREAMING_SNAKE_CASE__							,					eos_token=SCREAMING_SNAKE_CASE__							,					clean_text=SCREAMING_SNAKE_CASE__							,					tokenize_chinese_chars=SCREAMING_SNAKE_CASE__							,					strip_accents=SCREAMING_SNAKE_CASE__							,					wordpieces_prefix=SCREAMING_SNAKE_CASE__							,					**SCREAMING_SNAKE_CASE__							,					)

          lowerCamelCase__           =		json.loads(self.backend_tokenizer.normalizer.__getstate__()				)
          if (
              normalizer_state.get('lowercase'							,					SCREAMING_SNAKE_CASE__				) != do_lower_case
              or normalizer_state.get('strip_accents'							,					SCREAMING_SNAKE_CASE__				) != strip_accents
              or normalizer_state.get('handle_chinese_chars'							,					SCREAMING_SNAKE_CASE__				) != tokenize_chinese_chars
          ):
                lowerCamelCase__           =		getattr(SCREAMING_SNAKE_CASE__							,					normalizer_state.pop('type'				)				)
                lowerCamelCase__           =		do_lower_case
                lowerCamelCase__           =		strip_accents
                lowerCamelCase__           =		tokenize_chinese_chars
                lowerCamelCase__           =		normalizer_class(**SCREAMING_SNAKE_CASE__				)

          lowerCamelCase__           =		do_lower_case
    def      _UpperCamelCase       ( self							:					Dict							,					SCREAMING_SNAKE_CASE__							:					Tuple							,					SCREAMING_SNAKE_CASE__							:					Optional[Any]=None				):
          lowerCamelCase__           =		[self.cls_token_id] + token_ids_a + [self.sep_token_id]

          if token_ids_a:
                output += token_ids_a + [self.sep_token_id]

          return output
    def      _UpperCamelCase       ( self							:					Dict							,					SCREAMING_SNAKE_CASE__							:					List[int]							,					SCREAMING_SNAKE_CASE__							:					Optional[List[int]] = None				):
          lowerCamelCase__           =		[self.sep_token_id]
          lowerCamelCase__           =		[self.cls_token_id]
          if token_ids_a is None:
                return len(cls				) * [self.cls_token_type_id] + len(token_ids_a + sep				) * [0]
          return len(cls				) * [self.cls_token_type_id] + len(token_ids_a + sep				) * [0] + len(token_ids_a + sep				) * [1]


    def      _UpperCamelCase       ( self							:					Optional[int]							,					SCREAMING_SNAKE_CASE__							:					str							,					SCREAMING_SNAKE_CASE__							:					Optional[str] = None				):
          lowerCamelCase__           =		self._tokenizer.model.save(SCREAMING_SNAKE_CASE__							,					name=SCREAMING_SNAKE_CASE__				)
          return tuple(SCREAMING_SNAKE_CASE__				)



