"""simple docstring"""


from dataclasses import asdict, dataclass
from typing import Optional

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase_:					Tuple 	=					logging.get_logger(__name__)

# TODO Update this
lowerCAmelCase_:					Any 	=					{
    "facebook/esm-1b": "https://huggingface.co/facebook/esm-1b/resolve/main/config.json",
    # See all ESM models at https://huggingface.co/models?filter=esm
}






class    a__    (   _a	):
   snake_case_							=      "esm"


   def __init__(     self,				_UpperCAmelCase=None,				_UpperCAmelCase=None,				_UpperCAmelCase=None,				_UpperCAmelCase=768,				_UpperCAmelCase=12,				_UpperCAmelCase=12,				_UpperCAmelCase=3072,				_UpperCAmelCase=0.1,				_UpperCAmelCase=0.1,				_UpperCAmelCase=1026,				_UpperCAmelCase=0.02,				_UpperCAmelCase=1E-12,				_UpperCAmelCase="absolute",				_UpperCAmelCase=True,				_UpperCAmelCase=None,				_UpperCAmelCase=False,				_UpperCAmelCase=False,				_UpperCAmelCase=None,				_UpperCAmelCase=None,				**_UpperCAmelCase,				):
        '''simple docstring'''



        super().__init__(pad_token_id=_UpperCAmelCase,				mask_token_id=_UpperCAmelCase,				**_UpperCAmelCase  )

        lowercase__				 =							vocab_size
        lowercase__				 =							hidden_size
        lowercase__				 =							num_hidden_layers
        lowercase__				 =							num_attention_heads
        lowercase__				 =							intermediate_size
        lowercase__				 =							hidden_dropout_prob
        lowercase__				 =							attention_probs_dropout_prob
        lowercase__				 =							max_position_embeddings
        lowercase__				 =							initializer_range
        lowercase__				 =							layer_norm_eps
        lowercase__				 =							position_embedding_type
        lowercase__				 =							use_cache
        lowercase__				 =							emb_layer_norm_before
        lowercase__				 =							token_dropout
        lowercase__				 =							is_folding_model
        if is_folding_model:
             if esmfold_config is None:
                  logger.info("No esmfold_config supplied for folding model, using default values."  )
                  lowercase__				 =							EsmFoldConfig()
             elif isinstance(_UpperCAmelCase,				_UpperCAmelCase  ):
                  lowercase__				 =							EsmFoldConfig(**_UpperCAmelCase  )
             lowercase__				 =							esmfold_config
             if vocab_list is None:
                  logger.warning("No vocab_list supplied for folding model, assuming the ESM-2 vocabulary!"  )
                  lowercase__				 =							get_default_vocab_list()
             else:
                  lowercase__				 =							vocab_list
        else:
             lowercase__				 =							None
             lowercase__				 =							None
        if self.esmfold_config is not None and getattr(self.esmfold_config,				"use_esm_attn_map",				_UpperCAmelCase  ):
             raise ValueError("The HuggingFace port of ESMFold does not support use_esm_attn_map at this time!"  )


   def 	snake_case__	(     self  ):
        '''simple docstring'''



        lowercase__				 =							super().to_dict()
        if isinstance(self.esmfold_config,				_UpperCAmelCase  ):
             lowercase__				 =							self.esmfold_config.to_dict()
        return output






@dataclass
class    a__    :
   snake_case_							=      None
   snake_case_							=      True
   snake_case_							=      False
   snake_case_							=      False
   snake_case_							=      False
   snake_case_							=      0

   snake_case_							=      True
   snake_case_							=      False

   snake_case_							=      128
   snake_case_							=      None


   def 	snake_case__	(     self  ):
        '''simple docstring'''



        if self.trunk is None:
             lowercase__				 =							TrunkConfig()
        elif isinstance(self.trunk,				_UpperCAmelCase  ):
             lowercase__				 =							TrunkConfig(**self.trunk  )


   def 	snake_case__	(     self  ):
        '''simple docstring'''



        lowercase__				 =							asdict(self  )
        lowercase__				 =							self.trunk.to_dict()
        return output






@dataclass
class    a__    :
   snake_case_							=      48
   snake_case_							=      1024
   snake_case_							=      128
   snake_case_							=      32
   snake_case_							=      32
   snake_case_							=      32
   snake_case_							=      0
   snake_case_							=      0
   snake_case_							=      False
   snake_case_							=      4
   snake_case_							=      128
   snake_case_							=      None


   def 	snake_case__	(     self  ):
        '''simple docstring'''



        if self.structure_module is None:
             lowercase__				 =							StructureModuleConfig()
        elif isinstance(self.structure_module,				_UpperCAmelCase  ):
             lowercase__				 =							StructureModuleConfig(**self.structure_module  )

        if self.max_recycles <= 0:
             raise ValueError(F'''`max_recycles` should be positive, got {self.max_recycles}.'''  )
        if self.sequence_state_dim % self.sequence_state_dim != 0:
             raise ValueError(
                 "`sequence_state_dim` should be a round multiple of `sequence_state_dim`, got"
                 F''' {self.sequence_state_dim} and {self.sequence_state_dim}.'''  )
        if self.pairwise_state_dim % self.pairwise_state_dim != 0:
             raise ValueError(
                 "`pairwise_state_dim` should be a round multiple of `pairwise_state_dim`, got"
                 F''' {self.pairwise_state_dim} and {self.pairwise_state_dim}.'''  )

        lowercase__				 =							self.sequence_state_dim // self.sequence_head_width
        lowercase__				 =							self.pairwise_state_dim // self.pairwise_head_width

        if self.sequence_state_dim != sequence_num_heads * self.sequence_head_width:
             raise ValueError(
                 "`sequence_state_dim` should be equal to `sequence_num_heads * sequence_head_width, got"
                 F''' {self.sequence_state_dim} != {sequence_num_heads} * {self.sequence_head_width}.'''  )
        if self.pairwise_state_dim != pairwise_num_heads * self.pairwise_head_width:
             raise ValueError(
                 "`pairwise_state_dim` should be equal to `pairwise_num_heads * pairwise_head_width, got"
                 F''' {self.pairwise_state_dim} != {pairwise_num_heads} * {self.pairwise_head_width}.'''  )
        if self.pairwise_state_dim % 2 != 0:
             raise ValueError(F'''`pairwise_state_dim` should be even, got {self.pairwise_state_dim}.'''  )

        if self.dropout >= 0.4:
             raise ValueError(F'''`dropout` should not be greater than 0.4, got {self.dropout}.'''  )


   def 	snake_case__	(     self  ):
        '''simple docstring'''



        lowercase__				 =							asdict(self  )
        lowercase__				 =							self.structure_module.to_dict()
        return output






@dataclass
class    a__    :
   snake_case_							=      384
   snake_case_							=      128
   snake_case_							=      16
   snake_case_							=      128
   snake_case_							=      12
   snake_case_							=      4
   snake_case_							=      8
   snake_case_							=      0.1
   snake_case_							=      8
   snake_case_							=      1
   snake_case_							=      2
   snake_case_							=      7
   snake_case_							=      10
   snake_case_							=      1e-8
   snake_case_							=      1e5


   def 	snake_case__	(     self  ):
        '''simple docstring'''



        return asdict(self  )







def 					__a   (		):






     '''simple docstring'''



     return (
         "<cls>",
         "<pad>",
         "<eos>",
         "<unk>",
         "L",
         "A",
         "G",
         "V",
         "S",
         "E",
         "R",
         "T",
         "I",
         "D",
         "P",
         "K",
         "Q",
         "N",
         "F",
         "Y",
         "M",
         "H",
         "W",
         "C",
         "X",
         "B",
         "U",
         "Z",
         "O",
         ".",
         "-",
         "<null_1>",
         "<mask>",
     )





"""simple docstring"""


lowerCAmelCase_:					Union[str, Any]     =					[
    9_9_9,
    8_0_0,
    7_9_9,
    6_0_0,
    5_9_9,
    5_0_0,
    4_0_0,
    3_9_9,
    3_7_7,
    3_5_5,
    3_3_3,
    3_1_1,
    2_8_8,
    2_6_6,
    2_4_4,
    2_2_2,
    2_0_0,
    1_9_9,
    1_7_7,
    1_5_5,
    1_3_3,
    1_1_1,
    8_8,
    6_6,
    4_4,
    2_2,
    0,
]

lowerCAmelCase_:					List[str]     =					[
    9_9_9,
    9_7_6,
    9_5_2,
    9_2_8,
    9_0_5,
    8_8_2,
    8_5_8,
    8_5_7,
    8_1_0,
    7_6_2,
    7_1_5,
    7_1_4,
    5_7_2,
    4_2_9,
    4_2_8,
    2_8_6,
    2_8_5,
    2_3_8,
    1_9_0,
    1_4_3,
    1_4_2,
    1_1_8,
    9_5,
    7_1,
    4_7,
    2_4,
    0,
]

lowerCAmelCase_:					List[str]     =					[
    9_9_9,
    9_8_8,
    9_7_7,
    9_6_6,
    9_5_5,
    9_4_4,
    9_3_3,
    9_2_2,
    9_1_1,
    9_0_0,
    8_9_9,
    8_7_9,
    8_5_9,
    8_4_0,
    8_2_0,
    8_0_0,
    7_9_9,
    7_6_6,
    7_3_3,
    7_0_0,
    6_9_9,
    6_5_0,
    6_0_0,
    5_9_9,
    5_0_0,
    4_9_9,
    4_0_0,
    3_9_9,
    3_5_0,
    3_0_0,
    2_9_9,
    2_6_6,
    2_3_3,
    2_0_0,
    1_9_9,
    1_7_9,
    1_5_9,
    1_4_0,
    1_2_0,
    1_0_0,
    9_9,
    8_8,
    7_7,
    6_6,
    5_5,
    4_4,
    3_3,
    2_2,
    1_1,
    0,
]

lowerCAmelCase_:					Dict     =					[
    9_9_9,
    9_9_5,
    9_9_2,
    9_8_9,
    9_8_5,
    9_8_1,
    9_7_8,
    9_7_5,
    9_7_1,
    9_6_7,
    9_6_4,
    9_6_1,
    9_5_7,
    9_5_6,
    9_5_1,
    9_4_7,
    9_4_2,
    9_3_7,
    9_3_3,
    9_2_8,
    9_2_3,
    9_1_9,
    9_1_4,
    9_1_3,
    9_0_8,
    9_0_3,
    8_9_7,
    8_9_2,
    8_8_7,
    8_8_1,
    8_7_6,
    8_7_1,
    8_7_0,
    8_6_4,
    8_5_8,
    8_5_2,
    8_4_6,
    8_4_0,
    8_3_4,
    8_2_8,
    8_2_7,
    8_2_0,
    8_1_3,
    8_0_6,
    7_9_9,
    7_9_2,
    7_8_5,
    7_8_4,
    7_7_7,
    7_7_0,
    7_6_3,
    7_5_6,
    7_4_9,
    7_4_2,
    7_4_1,
    7_3_3,
    7_2_4,
    7_1_6,
    7_0_7,
    6_9_9,
    6_9_8,
    6_8_8,
    6_7_7,
    6_6_6,
    6_5_6,
    6_5_5,
    6_4_5,
    6_3_4,
    6_2_3,
    6_1_3,
    6_1_2,
    5_9_8,
    5_8_4,
    5_7_0,
    5_6_9,
    5_5_5,
    5_4_1,
    5_2_7,
    5_2_6,
    5_0_5,
    4_8_4,
    4_8_3,
    4_6_2,
    4_4_0,
    4_3_9,
    3_9_6,
    3_9_5,
    3_5_2,
    3_5_1,
    3_0_8,
    3_0_7,
    2_6_4,
    2_6_3,
    2_2_0,
    2_1_9,
    1_7_6,
    1_3_2,
    8_8,
    4_4,
    0,
]

lowerCAmelCase_:					Optional[int]     =					[
    9_9_9,
    9_9_7,
    9_9_5,
    9_9_2,
    9_9_0,
    9_8_8,
    9_8_6,
    9_8_4,
    9_8_1,
    9_7_9,
    9_7_7,
    9_7_5,
    9_7_2,
    9_7_0,
    9_6_8,
    9_6_6,
    9_6_4,
    9_6_1,
    9_5_9,
    9_5_7,
    9_5_6,
    9_5_4,
    9_5_1,
    9_4_9,
    9_4_6,
    9_4_4,
    9_4_1,
    9_3_9,
    9_3_6,
    9_3_4,
    9_3_1,
    9_2_9,
    9_2_6,
    9_2_4,
    9_2_1,
    9_1_9,
    9_1_6,
    9_1_4,
    9_1_3,
    9_1_0,
    9_0_7,
    9_0_5,
    9_0_2,
    8_9_9,
    8_9_6,
    8_9_3,
    8_9_1,
    8_8_8,
    8_8_5,
    8_8_2,
    8_7_9,
    8_7_7,
    8_7_4,
    8_7_1,
    8_7_0,
    8_6_7,
    8_6_4,
    8_6_1,
    8_5_8,
    8_5_5,
    8_5_2,
    8_4_9,
    8_4_6,
    8_4_3,
    8_4_0,
    8_3_7,
    8_3_4,
    8_3_1,
    8_2_8,
    8_2_7,
    8_2_4,
    8_2_1,
    8_1_7,
    8_1_4,
    8_1_1,
    8_0_8,
    8_0_4,
    8_0_1,
    7_9_8,
    7_9_5,
    7_9_1,
    7_8_8,
    7_8_5,
    7_8_4,
    7_8_0,
    7_7_7,
    7_7_4,
    7_7_0,
    7_6_6,
    7_6_3,
    7_6_0,
    7_5_6,
    7_5_2,
    7_4_9,
    7_4_6,
    7_4_2,
    7_4_1,
    7_3_7,
    7_3_3,
    7_3_0,
    7_2_6,
    7_2_2,
    7_1_8,
    7_1_4,
    7_1_0,
    7_0_7,
    7_0_3,
    6_9_9,
    6_9_8,
    6_9_4,
    6_9_0,
    6_8_5,
    6_8_1,
    6_7_7,
    6_7_3,
    6_6_9,
    6_6_4,
    6_6_0,
    6_5_6,
    6_5_5,
    6_5_0,
    6_4_6,
    6_4_1,
    6_3_6,
    6_3_2,
    6_2_7,
    6_2_2,
    6_1_8,
    6_1_3,
    6_1_2,
    6_0_7,
    6_0_2,
    5_9_6,
    5_9_1,
    5_8_6,
    5_8_0,
    5_7_5,
    5_7_0,
    5_6_9,
    5_6_3,
    5_5_7,
    5_5_1,
    5_4_5,
    5_3_9,
    5_3_3,
    5_2_7,
    5_2_6,
    5_1_9,
    5_1_2,
    5_0_5,
    4_9_8,
    4_9_1,
    4_8_4,
    4_8_3,
    4_7_4,
    4_6_6,
    4_5_7,
    4_4_9,
    4_4_0,
    4_3_9,
    4_2_8,
    4_1_8,
    4_0_7,
    3_9_6,
    3_9_5,
    3_8_1,
    3_6_6,
    3_5_2,
    3_5_1,
    3_3_0,
    3_0_8,
    3_0_7,
    2_8_6,
    2_6_4,
    2_6_3,
    2_4_2,
    2_2_0,
    2_1_9,
    1_7_6,
    1_7_5,
    1_3_2,
    1_3_1,
    8_8,
    4_4,
    0,
]

lowerCAmelCase_:					Tuple     =					[
    9_9_9,
    9_9_1,
    9_8_2,
    9_7_4,
    9_6_6,
    9_5_8,
    9_5_0,
    9_4_1,
    9_3_3,
    9_2_5,
    9_1_6,
    9_0_8,
    9_0_0,
    8_9_9,
    8_7_4,
    8_5_0,
    8_2_5,
    8_0_0,
    7_9_9,
    7_0_0,
    6_0_0,
    5_0_0,
    4_0_0,
    3_0_0,
    2_0_0,
    1_0_0,
    0,
]

lowerCAmelCase_:					str     =					[
    9_9_9,
    9_9_2,
    9_8_5,
    9_7_8,
    9_7_1,
    9_6_4,
    9_5_7,
    9_4_9,
    9_4_2,
    9_3_5,
    9_2_8,
    9_2_1,
    9_1_4,
    9_0_7,
    9_0_0,
    8_9_9,
    8_7_9,
    8_5_9,
    8_4_0,
    8_2_0,
    8_0_0,
    7_9_9,
    7_6_6,
    7_3_3,
    7_0_0,
    6_9_9,
    6_5_0,
    6_0_0,
    5_9_9,
    5_0_0,
    4_9_9,
    4_0_0,
    3_9_9,
    3_0_0,
    2_9_9,
    2_0_0,
    1_9_9,
    1_0_0,
    9_9,
    0,
]

lowerCAmelCase_:					int     =					[
    9_9_9,
    9_9_6,
    9_9_2,
    9_8_9,
    9_8_5,
    9_8_2,
    9_7_9,
    9_7_5,
    9_7_2,
    9_6_8,
    9_6_5,
    9_6_1,
    9_5_8,
    9_5_5,
    9_5_1,
    9_4_8,
    9_4_4,
    9_4_1,
    9_3_8,
    9_3_4,
    9_3_1,
    9_2_7,
    9_2_4,
    9_2_0,
    9_1_7,
    9_1_4,
    9_1_0,
    9_0_7,
    9_0_3,
    9_0_0,
    8_9_9,
    8_9_1,
    8_8_4,
    8_7_6,
    8_6_9,
    8_6_1,
    8_5_3,
    8_4_6,
    8_3_8,
    8_3_0,
    8_2_3,
    8_1_5,
    8_0_8,
    8_0_0,
    7_9_9,
    7_8_8,
    7_7_7,
    7_6_6,
    7_5_5,
    7_4_4,
    7_3_3,
    7_2_2,
    7_1_1,
    7_0_0,
    6_9_9,
    6_8_8,
    6_7_7,
    6_6_6,
    6_5_5,
    6_4_4,
    6_3_3,
    6_2_2,
    6_1_1,
    6_0_0,
    5_9_9,
    5_8_5,
    5_7_1,
    5_5_7,
    5_4_2,
    5_2_8,
    5_1_4,
    5_0_0,
    4_9_9,
    4_8_5,
    4_7_1,
    4_5_7,
    4_4_2,
    4_2_8,
    4_1_4,
    4_0_0,
    3_9_9,
    3_7_9,
    3_5_9,
    3_4_0,
    3_2_0,
    3_0_0,
    2_9_9,
    2_7_9,
    2_5_9,
    2_4_0,
    2_2_0,
    2_0_0,
    1_9_9,
    1_6_6,
    1_3_3,
    1_0_0,
    9_9,
    6_6,
    3_3,
    0,
]




