
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__	:List[Any]										=					logging.get_logger(__name__)

lowercase__	:Optional[int]										=					{
    "facebook/dpr-ctx_encoder-single-nq-base": (
        "https://huggingface.co/facebook/dpr-ctx_encoder-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-question_encoder-single-nq-base": (
        "https://huggingface.co/facebook/dpr-question_encoder-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-reader-single-nq-base": (
        "https://huggingface.co/facebook/dpr-reader-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-ctx_encoder-multiset-base": (
        "https://huggingface.co/facebook/dpr-ctx_encoder-multiset-base/resolve/main/config.json"
    ),
    "facebook/dpr-question_encoder-multiset-base": (
        "https://huggingface.co/facebook/dpr-question_encoder-multiset-base/resolve/main/config.json"
    ),
    "facebook/dpr-reader-multiset-base": (
        "https://huggingface.co/facebook/dpr-reader-multiset-base/resolve/main/config.json"
    ),
}







class        lowercase	(      SCREAMING_SNAKE_CASE__	):
							lowercase_ : Tuple       ='''dpr'''




							def __init__(       self     ,A__=3_0_5_2_2     ,A__=7_6_8     ,A__=1_2     ,A__=1_2     ,A__=3_0_7_2     ,A__="gelu"     ,A__=0.1     ,A__=0.1     ,A__=5_1_2     ,A__=2     ,A__=0.02     ,A__=1E-12     ,A__=0     ,A__="absolute"     ,A__ = 0     ,**A__     ,):
												super().__init__(pad_token_id=A__     ,**A__)

												lowercase					=		vocab_size
												lowercase					=		hidden_size
												lowercase					=		num_hidden_layers
												lowercase					=		num_attention_heads
												lowercase					=		hidden_act
												lowercase					=		intermediate_size
												lowercase					=		hidden_dropout_prob
												lowercase					=		attention_probs_dropout_prob
												lowercase					=		max_position_embeddings
												lowercase					=		type_vocab_size
												lowercase					=		initializer_range
												lowercase					=		layer_norm_eps
												lowercase					=		projection_dim
												lowercase					=		position_embedding_type






from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


lowercase__	:Tuple										=					{
    "configuration_biogpt": ["BIOGPT_PRETRAINED_CONFIG_ARCHIVE_MAP", "BioGptConfig"],
    "tokenization_biogpt": ["BioGptTokenizer"],
}

try:
							if not is_torch_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowercase__	:Union[str, Any]										=					[
							    "BIOGPT_PRETRAINED_MODEL_ARCHIVE_LIST",
							    "BioGptForCausalLM",
							    "BioGptForTokenClassification",
							    "BioGptForSequenceClassification",
							    "BioGptModel",
							    "BioGptPreTrainedModel",
							]


if TYPE_CHECKING:
							from .configuration_biogpt import BIOGPT_PRETRAINED_CONFIG_ARCHIVE_MAP, BioGptConfig
							from .tokenization_biogpt import BioGptTokenizer

							try:
														if not is_torch_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_biogpt import (
														    BIOGPT_PRETRAINED_MODEL_ARCHIVE_LIST,
														    BioGptForCausalLM,
														    BioGptForSequenceClassification,
														    BioGptForTokenClassification,
														    BioGptModel,
														    BioGptPreTrainedModel,
														)


else:
							import sys

							lowercase__	:Any										=					_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)




