

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase__								=		logging.get_logger(__name__)

lowerCAmelCase__								=		{
    """tiiuae/falcon-40b""": """https://huggingface.co/tiiuae/falcon-40b/resolve/main/config.json""",
    """tiiuae/falcon-7b""": """https://huggingface.co/tiiuae/falcon-7b/resolve/main/config.json""",
}







class 	lowercase    (				_lowercase							):


		"""simple docstring"""




		a__					       =  "falcon"
		a__					       =  ["past_key_values"]


		def __init__(				self	,       __snake_case=6_50_24	,       __snake_case=45_44	,       __snake_case=32	,       __snake_case=71	,       __snake_case=1e-5	,       __snake_case=0.0_2	,       __snake_case=True	,       __snake_case=0.0	,       __snake_case=0.0	,       __snake_case=None	,       __snake_case=False	,       __snake_case=False	,       __snake_case=True	,       __snake_case=True	,       __snake_case=False	,       __snake_case=11	,       __snake_case=11	,       **__snake_case	,       ):
			_UpperCamelCase   :		List[Any]			=						vocab_size
			# Backward compatibility with n_embed kwarg
			_UpperCamelCase   :		Tuple			=						kwargs.pop('n_embed'	,       __snake_case)
			_UpperCamelCase   :		Union[str, Any]			=						hidden_size if n_embed is None else n_embed
			_UpperCamelCase   :		str			=						num_hidden_layers
			_UpperCamelCase   :		str			=						num_attention_heads
			_UpperCamelCase   :		Optional[Any]			=						layer_norm_epsilon
			_UpperCamelCase   :		str			=						initializer_range
			_UpperCamelCase   :		Optional[Any]			=						use_cache
			_UpperCamelCase   :		List[str]			=						hidden_dropout
			_UpperCamelCase   :		Optional[Any]			=						attention_dropout

			_UpperCamelCase   :		Optional[Any]			=						bos_token_id
			_UpperCamelCase   :		Union[str, Any]			=						eos_token_id
			_UpperCamelCase   :		str			=						num_attention_heads if num_kv_heads is None else num_kv_heads
			_UpperCamelCase   :		List[Any]			=						alibi
			_UpperCamelCase   :		Union[str, Any]			=						new_decoder_architecture
			_UpperCamelCase   :		str			=						multi_query  # Ignored when new_decoder_architecture is True
			_UpperCamelCase   :		int			=						parallel_attn
			_UpperCamelCase   :		List[str]			=						bias

			super().__init__(bos_token_id=__snake_case	,       eos_token_id=__snake_case	,       **__snake_case)


		@property
		def 		A__					(				self):
			return self.hidden_size // self.num_attention_heads






		@property
		def 		A__					(				self):
			return not self.alibi







from .glue import glue_convert_examples_to_features, glue_output_modes, glue_processors, glue_tasks_num_labels
from .squad import SquadExample, SquadFeatures, SquadVaProcessor, SquadVaProcessor, squad_convert_examples_to_features
from .utils import DataProcessor, InputExample, InputFeatures, SingleSentenceClassificationProcessor
from .xnli import xnli_output_modes, xnli_processors, xnli_tasks_num_labels




