


'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCAmelCase : Union[str, Any] 			=				logging.get_logger(__name__)

__UpperCAmelCase : int 			=				{
    "studio-ousia/luke-base": "https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json",
    "studio-ousia/luke-large": "https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json",
}



class    UpperCAmelCase_	(							__a):
       '''simple docstring'''
       __UpperCamelCase      :     List[Any]							=					"luke"






       def __init__(     self ,					__SCREAMING_SNAKE_CASE=50_267 ,					__SCREAMING_SNAKE_CASE=500_000 ,					__SCREAMING_SNAKE_CASE=768 ,					__SCREAMING_SNAKE_CASE=256 ,					__SCREAMING_SNAKE_CASE=12 ,					__SCREAMING_SNAKE_CASE=12 ,					__SCREAMING_SNAKE_CASE=3_072 ,					__SCREAMING_SNAKE_CASE="gelu" ,					__SCREAMING_SNAKE_CASE=0.1 ,					__SCREAMING_SNAKE_CASE=0.1 ,					__SCREAMING_SNAKE_CASE=512 ,					__SCREAMING_SNAKE_CASE=2 ,					__SCREAMING_SNAKE_CASE=0.02 ,					__SCREAMING_SNAKE_CASE=1e-12 ,					__SCREAMING_SNAKE_CASE=True ,					__SCREAMING_SNAKE_CASE=None ,					__SCREAMING_SNAKE_CASE=1 ,					__SCREAMING_SNAKE_CASE=0 ,					__SCREAMING_SNAKE_CASE=2 ,					**__SCREAMING_SNAKE_CASE ,					):




              """simple docstring"""




              super().__init__(pad_token_id=a_ ,					bos_token_id=a_ ,					eos_token_id=a_ ,					**a_						)

              UpperCamelCase    :	Optional[int]   	=		vocab_size
              UpperCamelCase    :	Any   	=		entity_vocab_size
              UpperCamelCase    :	Optional[Any]   	=		hidden_size
              UpperCamelCase    :	Union[str, Any]   	=		entity_emb_size
              UpperCamelCase    :	str   	=		num_hidden_layers
              UpperCamelCase    :	Union[str, Any]   	=		num_attention_heads
              UpperCamelCase    :	Any   	=		hidden_act
              UpperCamelCase    :	Union[str, Any]   	=		intermediate_size
              UpperCamelCase    :	str   	=		hidden_dropout_prob
              UpperCamelCase    :	Any   	=		attention_probs_dropout_prob
              UpperCamelCase    :	int   	=		max_position_embeddings
              UpperCamelCase    :	List[Any]   	=		type_vocab_size
              UpperCamelCase    :	List[str]   	=		initializer_range
              UpperCamelCase    :	Optional[Any]   	=		layer_norm_eps
              UpperCamelCase    :	Dict   	=		use_entity_aware_attention
              UpperCamelCase    :	List[Any]   	=		classifier_dropout





from .imports import is_tqdm_available


if is_tqdm_available():
  from tqdm.auto import tqdm as _tqdm

from ..state import PartialState


def      a	(							SCREAMING_SNAKE_CASE_      :		bool = True							,			*SCREAMING_SNAKE_CASE_      :		List[str]							,			**SCREAMING_SNAKE_CASE_      :		Tuple       ):






       """simple docstring"""





       if not is_tqdm_available():
              raise ImportError('''Accelerate\'s `tqdm` module requires `tqdm` to be installed. Please run `pip install tqdm`.'''       )
       UpperCamelCase    :	int   	=		False
       if main_process_only:
              UpperCamelCase    :	int   	=		PartialState().local_process_index == 0
       return _tqdm(*SCREAMING_SNAKE_CASE_							,			**SCREAMING_SNAKE_CASE_							,			disable=SCREAMING_SNAKE_CASE_       )

