






'''simple docstring'''







_A			:    Optional[int]					  ={
    '''Pillow''': '''Pillow''',
    '''accelerate''': '''accelerate>=0.11.0''',
    '''compel''': '''compel==0.1.8''',
    '''black''': '''black~=23.1''',
    '''datasets''': '''datasets''',
    '''filelock''': '''filelock''',
    '''flax''': '''flax>=0.4.1''',
    '''hf-doc-builder''': '''hf-doc-builder>=0.3.0''',
    '''huggingface-hub''': '''huggingface-hub>=0.13.2''',
    '''requests-mock''': '''requests-mock==1.10.0''',
    '''importlib_metadata''': '''importlib_metadata''',
    '''invisible-watermark''': '''invisible-watermark''',
    '''isort''': '''isort>=5.5.4''',
    '''jax''': '''jax>=0.2.8,!=0.3.2''',
    '''jaxlib''': '''jaxlib>=0.1.65''',
    '''Jinja2''': '''Jinja2''',
    '''k-diffusion''': '''k-diffusion>=0.0.12''',
    '''torchsde''': '''torchsde''',
    '''note_seq''': '''note_seq''',
    '''librosa''': '''librosa''',
    '''numpy''': '''numpy''',
    '''omegaconf''': '''omegaconf''',
    '''parameterized''': '''parameterized''',
    '''protobuf''': '''protobuf>=3.20.3,<4''',
    '''pytest''': '''pytest''',
    '''pytest-timeout''': '''pytest-timeout''',
    '''pytest-xdist''': '''pytest-xdist''',
    '''ruff''': '''ruff>=0.0.241''',
    '''safetensors''': '''safetensors''',
    '''sentencepiece''': '''sentencepiece>=0.1.91,!=0.1.92''',
    '''scipy''': '''scipy''',
    '''onnx''': '''onnx''',
    '''regex''': '''regex!=2019.12.17''',
    '''requests''': '''requests''',
    '''tensorboard''': '''tensorboard''',
    '''torch''': '''torch>=1.4''',
    '''torchvision''': '''torchvision''',
    '''transformers''': '''transformers>=4.25.1''',
    '''urllib3''': '''urllib3<=2.0.0''',
}









'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_A			:    Optional[Any]					  =logging.get_logger(__name__)

_A			:    Optional[int]					  ={
    '''RWKV/rwkv-4-169m-pile''': '''https://huggingface.co/RWKV/rwkv-4-169m-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-430m-pile''': '''https://huggingface.co/RWKV/rwkv-4-430m-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-1b5-pile''': '''https://huggingface.co/RWKV/rwkv-4-1b5-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-3b-pile''': '''https://huggingface.co/RWKV/rwkv-4-3b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-7b-pile''': '''https://huggingface.co/RWKV/rwkv-4-7b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-14b-pile''': '''https://huggingface.co/RWKV/rwkv-4-14b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-raven-1b5''': '''https://huggingface.co/RWKV/rwkv-raven-1b5/resolve/main/config.json''',
    '''RWKV/rwkv-raven-3b''': '''https://huggingface.co/RWKV/rwkv-raven-3b/resolve/main/config.json''',
    '''RWKV/rwkv-raven-7b''': '''https://huggingface.co/RWKV/rwkv-raven-7b/resolve/main/config.json''',
    '''RWKV/rwkv-raven-14b''': '''https://huggingface.co/RWKV/rwkv-raven-14b/resolve/main/config.json''',
}

class _lowercase			(       _lowercase	):
							a          = """rwkv"""
							a          = {"""max_position_embeddings""": """context_length"""}




							def __init__(							self:       Tuple    ,							UpperCamelCase__:       Optional[Any]=50_277    ,							UpperCamelCase__:       Union[str, Any]=1_024    ,							UpperCamelCase__:       Tuple=4_096    ,							UpperCamelCase__:       List[Any]=32    ,							UpperCamelCase__:       Dict=None    ,							UpperCamelCase__:       Dict=None    ,							UpperCamelCase__:       int=1e-5    ,							UpperCamelCase__:       Any=0    ,							UpperCamelCase__:       str=0    ,							UpperCamelCase__:       Union[str, Any]=6    ,							UpperCamelCase__:       Optional[int]=False    ,							UpperCamelCase__:       Dict=True    ,							**UpperCamelCase__:       Dict    ,							):
														lowerCamelCase__      :			Dict 						= vocab_size
														lowerCamelCase__      :			Optional[Any] 						= context_length
														lowerCamelCase__      :			Optional[Any] 						= hidden_size
														lowerCamelCase__      :			Any 						= num_hidden_layers
														lowerCamelCase__      :			int 						= attention_hidden_size if attention_hidden_size is not None else hidden_size
														lowerCamelCase__      :			Union[str, Any] 						= intermediate_size if intermediate_size is not None else 4 * hidden_size
														lowerCamelCase__      :			List[str] 						= layer_norm_epsilon
														lowerCamelCase__      :			int 						= rescale_every
														lowerCamelCase__      :			Optional[int] 						= use_cache

														lowerCamelCase__      :			Dict 						= bos_token_id
														lowerCamelCase__      :			Any 						= eos_token_id

														super().__init__(
														    tie_word_embeddings=UpperCamelCase__    ,							bos_token_id=UpperCamelCase__    ,							eos_token_id=UpperCamelCase__    ,							**UpperCamelCase__  )

