from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase					:   Optional[int]							=		logging.get_logger(__name__)

_lowerCamelCase					:   Tuple							=		{
    '''microsoft/biogpt''': '''https://huggingface.co/microsoft/biogpt/resolve/main/config.json''',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}


class 						lowercase    (     a     ):
							lowercase__						:       Tuple								=							"""biogpt"""




							def __init__(						self   :					Dict	,							_UpperCamelCase   :					Union[str, Any]=42_384	,							_UpperCamelCase   :					List[str]=1_024	,							_UpperCamelCase   :					int=24	,							_UpperCamelCase   :					Dict=16	,							_UpperCamelCase   :					Optional[int]=4_096	,							_UpperCamelCase   :					Optional[int]="gelu"	,							_UpperCamelCase   :					Optional[Any]=0.1	,							_UpperCamelCase   :					List[Any]=0.1	,							_UpperCamelCase   :					Optional[int]=1_024	,							_UpperCamelCase   :					str=0.0_2	,							_UpperCamelCase   :					Optional[int]=1e-12	,							_UpperCamelCase   :					Optional[Any]=True	,							_UpperCamelCase   :					Tuple=True	,							_UpperCamelCase   :					Tuple=0.0	,							_UpperCamelCase   :					Optional[Any]=0.0	,							_UpperCamelCase   :					Optional[Any]=1	,							_UpperCamelCase   :					List[Any]=0	,							_UpperCamelCase   :					Optional[Any]=2	,							**_UpperCamelCase   :					Tuple	,							)					->				Union[str, Any]:



												'''simple docstring'''

												SCREAMING_SNAKE_CASE    			=       vocab_size
												SCREAMING_SNAKE_CASE    			=       max_position_embeddings
												SCREAMING_SNAKE_CASE    			=       hidden_size
												SCREAMING_SNAKE_CASE    			=       num_hidden_layers
												SCREAMING_SNAKE_CASE    			=       num_attention_heads
												SCREAMING_SNAKE_CASE    			=       intermediate_size
												SCREAMING_SNAKE_CASE    			=       hidden_act
												SCREAMING_SNAKE_CASE    			=       hidden_dropout_prob
												SCREAMING_SNAKE_CASE    			=       attention_probs_dropout_prob
												SCREAMING_SNAKE_CASE    			=       initializer_range
												SCREAMING_SNAKE_CASE    			=       layer_norm_eps
												SCREAMING_SNAKE_CASE    			=       scale_embedding
												SCREAMING_SNAKE_CASE    			=       use_cache
												SCREAMING_SNAKE_CASE    			=       layerdrop
												SCREAMING_SNAKE_CASE    			=       activation_dropout
												super().__init__(pad_token_id=_UpperCamelCase	,							bos_token_id=_UpperCamelCase	,							eos_token_id=_UpperCamelCase	,							**_UpperCamelCase      )





# coding=utf-8
# Copyright 2023 The HuggingFace Inc. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# this script dumps information about the environment

import os
import platform
import sys


_lowerCamelCase					:   List[Any]							=		'''3'''

print('''Python version:''', sys.version)

print('''OS platform:''', platform.platform())
print('''OS architecture:''', platform.machine())

try:
							import torch

							print('''Torch version:''', torch.__version__)
							print('''Cuda available:''', torch.cuda.is_available())
							print('''Cuda version:''', torch.version.cuda)
							print('''CuDNN version:''', torch.backends.cudnn.version())
							print('''Number of GPUs available:''', torch.cuda.device_count())
except ImportError:
							print('''Torch version:''', None)

try:
							import transformers

							print('''transformers version:''', transformers.__version__)
except ImportError:
							print('''transformers version:''', None)




