from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_sentencepiece_available,
    is_tokenizers_available,
    is_torch_available,
)


_lowercase							:      Union[str, Any]      							={}

try:
    if not is_sentencepiece_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    _lowercase							:      int      							=['''NllbTokenizer''']

try:
    if not is_tokenizers_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    _lowercase							:      Optional[Any]      							=['''NllbTokenizerFast''']


if TYPE_CHECKING:
    try:
        if not is_sentencepiece_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .tokenization_nllb import NllbTokenizer

    try:
        if not is_tokenizers_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .tokenization_nllb_fast import NllbTokenizerFast

else:
    import sys

    _lowercase							:      Dict      							=_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase							:      int      							=logging.get_logger(__name__)

_lowercase							:      Dict      							={
    '''facebook/xglm-564M''': '''https://huggingface.co/facebook/xglm-564M/resolve/main/config.json''',
    # See all XGLM models at https://huggingface.co/models?filter=xglm
}



class  SCREAMING_SNAKE_CASE_ (					lowerCAmelCase_			):
  '''simple docstring'''


  lowercase		:     Optional[int]            =				"xglm"
  lowercase		:     Any            =				["past_key_values"]

  lowercase		:     Dict            =				{
      "num_attention_heads": "attention_heads",
      "hidden_size": "d_model",
      "num_hidden_layers": "num_layers",
  }







  def __init__(				self    :					int      ,	SCREAMING_SNAKE_CASE__    :					List[Any]=25_60_08      ,	SCREAMING_SNAKE_CASE__    :					Dict=20_48      ,	SCREAMING_SNAKE_CASE__    :					List[Any]=10_24      ,	SCREAMING_SNAKE_CASE__    :					str=40_96      ,	SCREAMING_SNAKE_CASE__    :					Optional[int]=24      ,	SCREAMING_SNAKE_CASE__    :					Optional[Any]=16      ,	SCREAMING_SNAKE_CASE__    :					Any="gelu"      ,	SCREAMING_SNAKE_CASE__    :					Optional[Any]=0.1      ,	SCREAMING_SNAKE_CASE__    :					Optional[Any]=0.1      ,	SCREAMING_SNAKE_CASE__    :					List[Any]=0.0      ,	SCREAMING_SNAKE_CASE__    :					Tuple=0.0      ,	SCREAMING_SNAKE_CASE__    :					List[Any]=0.0_2      ,	SCREAMING_SNAKE_CASE__    :					int=True      ,	SCREAMING_SNAKE_CASE__    :					Dict=True      ,	SCREAMING_SNAKE_CASE__    :					Any=2      ,	SCREAMING_SNAKE_CASE__    :					List[Any]=1      ,	SCREAMING_SNAKE_CASE__    :					str=0      ,	SCREAMING_SNAKE_CASE__    :					List[str]=2      ,	**SCREAMING_SNAKE_CASE__    :					Dict      ,	)    ->				int:
         A						:     str         =vocab_size
         A						:     Union[str, Any]         =max_position_embeddings
         A						:     Optional[Any]         =d_model
         A						:     Optional[int]         =ffn_dim
         A						:     int         =num_layers
         A						:     Any         =attention_heads
         A						:     Dict         =activation_function
         A						:     List[Any]         =dropout
         A						:     str         =attention_dropout
         A						:     List[Any]         =activation_dropout
         A						:     List[Any]         =layerdrop
         A						:     List[Any]         =init_std
         A						:     Union[str, Any]         =scale_embedding  # scale factor will be sqrt(d_model) if True
         A						:     List[str]         =use_cache

         super().__init__(
             pad_token_id=SCREAMING_SNAKE_CASE__      ,	bos_token_id=SCREAMING_SNAKE_CASE__      ,	eos_token_id=SCREAMING_SNAKE_CASE__      ,	decoder_start_token_id=SCREAMING_SNAKE_CASE__      ,	**SCREAMING_SNAKE_CASE__      ,	)






