


# this script reports modified .py files under the desired list of top-level sub-dirs passed as a list of arguments, e.g.:
#   python ./utils/get_modified_files.py utils src tests examples
#
# it uses git to find the forking point and which files were modified - i.e. files not under git won't be considered
# since the output of this script is fed into Makefile commands it doesn't print a newline after the results

import re
import subprocess
import sys


_UpperCAmelCase			:  Dict     =subprocess.check_output("""git merge-base main HEAD""".split()).decode("""utf-8""")
_UpperCAmelCase			:  Any     =subprocess.check_output(f"""git diff --name-only {fork_point_sha}""".split()).decode("""utf-8""").split()

_UpperCAmelCase			:  Optional[int]     ="""|""".join(sys.argv[1:])
_UpperCAmelCase			:  str     =re.compile(Rf"""^({joined_dirs}).*?\.py$""")

_UpperCAmelCase			:  List[Any]     =[x for x in modified_files if regex.match(x)]
print(""" """.join(relevant_modified_files), end="""""")



from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase			:  Optional[int]     =logging.get_logger(__name__)

_UpperCAmelCase			:  Union[str, Any]     ={
    """abeja/gpt-neox-japanese-2.7b""": """https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json""",
}







class 				snake_case__(							UpperCAmelCase__							):







						'''simple docstring'''




						SCREAMING_SNAKE_CASE__      :  str					=							"""gpt_neox_japanese"""




						def __init__(				self   ,						__lowercase=3_2_0_0_0   ,						__lowercase=2_5_6_0   ,						__lowercase=3_2   ,						__lowercase=3_2   ,						__lowercase=4   ,						__lowercase="gelu"   ,						__lowercase=1.00   ,						__lowercase=1_0_0_0_0   ,						__lowercase=2_0_4_8   ,						__lowercase=0.02   ,						__lowercase=1e-5   ,						__lowercase=True   ,						__lowercase=3_1_9_9_6   ,						__lowercase=3_1_9_9_9   ,						__lowercase=0.1   ,						__lowercase=0.0   ,						**__lowercase   ,						)					->    str:
										super().__init__(bos_token_id=__lowercase   ,						eos_token_id=__lowercase   ,						**__lowercase							)
										lowerCAmelCase_ :      Optional[Any]    				=				vocab_size
										lowerCAmelCase_ :      Tuple    				=				max_position_embeddings
										lowerCAmelCase_ :      Optional[Any]    				=				hidden_size
										lowerCAmelCase_ :      Optional[Any]    				=				num_hidden_layers
										lowerCAmelCase_ :      str    				=				num_attention_heads
										lowerCAmelCase_ :      str    				=				intermediate_multiple_size
										lowerCAmelCase_ :      str    				=				hidden_act
										lowerCAmelCase_ :      Dict    				=				rotary_pct
										lowerCAmelCase_ :      Union[str, Any]    				=				rotary_emb_base
										lowerCAmelCase_ :      int    				=				initializer_range
										lowerCAmelCase_ :      Any    				=				layer_norm_eps
										lowerCAmelCase_ :      Optional[Any]    				=				use_cache
										lowerCAmelCase_ :      Tuple    				=				attention_dropout
										lowerCAmelCase_ :      Dict    				=				hidden_dropout