






'''simple docstring'''







import contextlib
import csv
import json
import os
import sqlitea
import tarfile
import textwrap
import zipfile

import pyarrow as pa
import pyarrow.parquet as pq
import pytest

import datasets
import datasets.config





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ ()   -> Dict:
							lowerCamelCase__      :			int 						= 10
							lowerCamelCase__      :			Optional[Any] 						= datasets.Features(
							    {
							        """tokens""": datasets.Sequence(datasets.Value("""string"""   )   ),
							        """labels""": datasets.Sequence(datasets.ClassLabel(names=["""negative""", """positive"""]   )   ),
							        """answers""": datasets.Sequence(
							            {
							                """text""": datasets.Value("""string"""   ),
							                """answer_start""": datasets.Value("""int32"""   ),
							            }   ),
							        """id""": datasets.Value("""int64"""   ),
							    }   )
							lowerCamelCase__      :			List[Any] 						= datasets.Dataset.from_dict(
							    {
							        """tokens""": [["""foo"""] * 5] * n,
							        """labels""": [[1] * 5] * n,
							        """answers""": [{"""answer_start""": [97], """text""": ["""1976"""]}] * 10,
							        """id""": list(range(UpperCamelCase   )   ),
							    }       ,    features=UpperCamelCase       ,    )
							return dataset





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase   )   -> Tuple:
							lowerCamelCase__      :			List[Any] 						= str(tmp_path_factory.mktemp("""data"""   ) / """file.arrow"""   )
							dataset.map(cache_file_name=UpperCamelCase   )
							return filename


# FILE_CONTENT + files


_A			:    Optional[Any]					  ='''\
    Text data.
    Second line of data.'''





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> List[Any]:
							lowerCamelCase__      :			List[Any] 						= tmp_path_factory.mktemp("""data"""   ) / """file.txt"""
							lowerCamelCase__      :			Tuple 						= FILE_CONTENT
							with open(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase   )
							return filename





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Tuple:
							import bza

							lowerCamelCase__      :			List[str] 						= tmp_path_factory.mktemp("""data"""   ) / """file.txt.bz2"""
							lowerCamelCase__      :			Any 						= bytes(UpperCamelCase       ,    """utf-8"""   )
							with bza.open(UpperCamelCase       ,    """wb"""   ) as f:
														f.write(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Optional[int]:
							import gzip

							lowerCamelCase__      :			List[Any] 						= str(tmp_path_factory.mktemp("""data"""   ) / """file.txt.gz"""   )
							lowerCamelCase__      :			Tuple 						= bytes(UpperCamelCase       ,    """utf-8"""   )
							with gzip.open(UpperCamelCase       ,    """wb"""   ) as f:
														f.write(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Tuple:
							if datasets.config.LZ4_AVAILABLE:
														import lza.frame

														lowerCamelCase__      :			Optional[int] 						= tmp_path_factory.mktemp("""data"""   ) / """file.txt.lz4"""
														lowerCamelCase__      :			Any 						= bytes(UpperCamelCase       ,    """utf-8"""   )
														with lza.frame.open(UpperCamelCase       ,    """wb"""   ) as f:
																					f.write(UpperCamelCase   )
														return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase   )   -> List[str]:
							if datasets.config.PY7ZR_AVAILABLE:
														import pyazr

														lowerCamelCase__      :			Tuple 						= tmp_path_factory.mktemp("""data"""   ) / """file.txt.7z"""
														with pyazr.SevenZipFile(UpperCamelCase       ,    """w"""   ) as archive:
																					archive.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
														return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase   )   -> List[Any]:
							import tarfile

							lowerCamelCase__      :			List[Any] 						= tmp_path_factory.mktemp("""data"""   ) / """file.txt.tar"""
							with tarfile.TarFile(UpperCamelCase       ,    """w"""   ) as f:
														f.add(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> int:
							import lzma

							lowerCamelCase__      :			Union[str, Any] 						= tmp_path_factory.mktemp("""data"""   ) / """file.txt.xz"""
							lowerCamelCase__      :			Dict 						= bytes(UpperCamelCase       ,    """utf-8"""   )
							with lzma.open(UpperCamelCase       ,    """wb"""   ) as f:
														f.write(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase   )   -> int:
							import zipfile

							lowerCamelCase__      :			List[Any] 						= tmp_path_factory.mktemp("""data"""   ) / """file.txt.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> List[str]:
							if datasets.config.ZSTANDARD_AVAILABLE:
														import zstandard as zstd

														lowerCamelCase__      :			str 						= tmp_path_factory.mktemp("""data"""   ) / """file.txt.zst"""
														lowerCamelCase__      :			str 						= bytes(UpperCamelCase       ,    """utf-8"""   )
														with zstd.open(UpperCamelCase       ,    """wb"""   ) as f:
																					f.write(UpperCamelCase   )
														return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Optional[int]:
							lowerCamelCase__      :			str 						= tmp_path_factory.mktemp("""data"""   ) / """file.xml"""
							lowerCamelCase__      :			Union[str, Any] 						= textwrap.dedent(
							    """\
    <?xml version=\"1.0\" encoding=\"UTF-8\" ?>
    <tmx version=\"1.4\">
      <header segtype=\"sentence\" srclang=\"ca\" />
      <body>
        <tu>
          <tuv xml:lang=\"ca\"><seg>Contingut 1</seg></tuv>
          <tuv xml:lang=\"en\"><seg>Content 1</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang=\"ca\"><seg>Contingut 2</seg></tuv>
          <tuv xml:lang=\"en\"><seg>Content 2</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang=\"ca\"><seg>Contingut 3</seg></tuv>
          <tuv xml:lang=\"en\"><seg>Content 3</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang=\"ca\"><seg>Contingut 4</seg></tuv>
          <tuv xml:lang=\"en\"><seg>Content 4</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang=\"ca\"><seg>Contingut 5</seg></tuv>
          <tuv xml:lang=\"en\"><seg>Content 5</seg></tuv>
        </tu>
      </body>
    </tmx>"""   )
							with open(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase   )
							return filename


_A			:    Optional[int]					  =[
    {'''col_1''': '''0''', '''col_2''': 0, '''col_3''': 0.0},
    {'''col_1''': '''1''', '''col_2''': 1, '''col_3''': 1.0},
    {'''col_1''': '''2''', '''col_2''': 2, '''col_3''': 2.0},
    {'''col_1''': '''3''', '''col_2''': 3, '''col_3''': 3.0},
]
_A			:    int					  =[
    {'''col_1''': '''4''', '''col_2''': 4, '''col_3''': 4.0},
    {'''col_1''': '''5''', '''col_2''': 5, '''col_3''': 5.0},
]
_A			:    Any					  ={
    '''col_1''': ['''0''', '''1''', '''2''', '''3'''],
    '''col_2''': [0, 1, 2, 3],
    '''col_3''': [0.0, 1.0, 2.0, 3.0],
}

_A			:    Dict					  =[
    {'''col_3''': 0.0, '''col_1''': '''0''', '''col_2''': 0},
    {'''col_3''': 1.0, '''col_1''': '''1''', '''col_2''': 1},
]

_A			:    Any					  =[
    {'''col_1''': '''s0''', '''col_2''': 0, '''col_3''': 0.0},
    {'''col_1''': '''s1''', '''col_2''': 1, '''col_3''': 1.0},
    {'''col_1''': '''s2''', '''col_2''': 2, '''col_3''': 2.0},
    {'''col_1''': '''s3''', '''col_2''': 3, '''col_3''': 3.0},
]





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ ()   -> int:
							return DATA_DICT_OF_LISTS





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> str:
							lowerCamelCase__      :			int 						= datasets.Dataset.from_dict(UpperCamelCase   )
							lowerCamelCase__      :			int 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.arrow"""   )
							dataset.map(cache_file_name=UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Union[str, Any]:
							lowerCamelCase__      :			int 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.sqlite"""   )
							with contextlib.closing(sqlitea.connect(UpperCamelCase   )   ) as con:
														lowerCamelCase__      :			Tuple 						= con.cursor()
														cur.execute("""CREATE TABLE dataset(col_1 text, col_2 int, col_3 real)"""   )
														for item in DATA:
																					cur.execute("""INSERT INTO dataset(col_1, col_2, col_3) VALUES (?, ?, ?)"""       ,    tuple(item.values()   )   )
														con.commit()
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Any:
							lowerCamelCase__      :			str 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.csv"""   )
							with open(UpperCamelCase       ,    """w"""       ,    newline=""""""   ) as f:
														lowerCamelCase__      :			List[Any] 						= csv.DictWriter(UpperCamelCase       ,    fieldnames=["""col_1""", """col_2""", """col_3"""]   )
														writer.writeheader()
														for item in DATA:
																					writer.writerow(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Optional[Any]:
							lowerCamelCase__      :			Optional[Any] 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset2.csv"""   )
							with open(UpperCamelCase       ,    """w"""       ,    newline=""""""   ) as f:
														lowerCamelCase__      :			int 						= csv.DictWriter(UpperCamelCase       ,    fieldnames=["""col_1""", """col_2""", """col_3"""]   )
														writer.writeheader()
														for item in DATA:
																					writer.writerow(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase   )   -> Optional[int]:
							import bza

							lowerCamelCase__      :			Optional[int] 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.csv.bz2"""
							with open(UpperCamelCase       ,    """rb"""   ) as f:
														lowerCamelCase__      :			List[str] 						= f.read()
							# data = bytes(FILE_CONTENT, "utf-8")
							with bza.open(UpperCamelCase       ,    """wb"""   ) as f:
														f.write(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Union[str, Any]:
							lowerCamelCase__      :			Any 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.csv.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Any:
							lowerCamelCase__      :			str 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.csv.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.basename(csv_path.replace(""".csv"""       ,    """.CSV"""   )   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.basename(csva_path.replace(""".csv"""       ,    """.CSV"""   )   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> int:
							lowerCamelCase__      :			Dict 						= tmp_path_factory.mktemp("""data"""   ) / """dataset_with_dir.csv.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.join("""main_dir"""       ,    os.path.basename(UpperCamelCase   )   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.join("""main_dir"""       ,    os.path.basename(UpperCamelCase   )   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Any:
							lowerCamelCase__      :			Optional[Any] 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.parquet"""   )
							lowerCamelCase__      :			Union[str, Any] 						= pa.schema(
							    {
							        """col_1""": pa.string(),
							        """col_2""": pa.intaa(),
							        """col_3""": pa.floataa(),
							    }   )
							with open(UpperCamelCase       ,    """wb"""   ) as f:
														lowerCamelCase__      :			Optional[Any] 						= pq.ParquetWriter(UpperCamelCase       ,    schema=UpperCamelCase   )
														lowerCamelCase__      :			Optional[Any] 						= pa.Table.from_pydict({k: [DATA[i][k] for i in range(len(UpperCamelCase   )   )] for k in DATA[0]}       ,    schema=UpperCamelCase   )
														writer.write_table(UpperCamelCase   )
														writer.close()
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Dict:
							lowerCamelCase__      :			List[str] 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.json"""   )
							lowerCamelCase__      :			List[str] 						= {"""data""": DATA}
							with open(UpperCamelCase       ,    """w"""   ) as f:
														json.dump(UpperCamelCase       ,    UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> int:
							lowerCamelCase__      :			Dict 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.json"""   )
							lowerCamelCase__      :			str 						= {"""data""": DATA_DICT_OF_LISTS}
							with open(UpperCamelCase       ,    """w"""   ) as f:
														json.dump(UpperCamelCase       ,    UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Any:
							lowerCamelCase__      :			Optional[int] 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.jsonl"""   )
							with open(UpperCamelCase       ,    """w"""   ) as f:
														for item in DATA:
																					f.write(json.dumps(UpperCamelCase   ) + """\n"""   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Union[str, Any]:
							lowerCamelCase__      :			Any 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset2.jsonl"""   )
							with open(UpperCamelCase       ,    """w"""   ) as f:
														for item in DATA:
																					f.write(json.dumps(UpperCamelCase   ) + """\n"""   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> int:
							lowerCamelCase__      :			Tuple 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset_312.jsonl"""   )
							with open(UpperCamelCase       ,    """w"""   ) as f:
														for item in DATA_312:
																					f.write(json.dumps(UpperCamelCase   ) + """\n"""   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Optional[Any]:
							lowerCamelCase__      :			Dict 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset-str.jsonl"""   )
							with open(UpperCamelCase       ,    """w"""   ) as f:
														for item in DATA_STR:
																					f.write(json.dumps(UpperCamelCase   ) + """\n"""   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase   )   -> List[Any]:
							import gzip

							lowerCamelCase__      :			str 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.txt.gz"""   )
							with open(UpperCamelCase       ,    """rb"""   ) as orig_file:
														with gzip.open(UpperCamelCase       ,    """wb"""   ) as zipped_file:
																					zipped_file.writelines(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase   )   -> int:
							import gzip

							lowerCamelCase__      :			Any 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.jsonl.gz"""   )
							with open(UpperCamelCase       ,    """rb"""   ) as orig_file:
														with gzip.open(UpperCamelCase       ,    """wb"""   ) as zipped_file:
																					zipped_file.writelines(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Optional[int]:
							lowerCamelCase__      :			Dict 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.jsonl.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Any:
							lowerCamelCase__      :			int 						= tmp_path_factory.mktemp("""data"""   ) / """dataset_nested.jsonl.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.join("""nested"""       ,    os.path.basename(UpperCamelCase   )   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Any:
							lowerCamelCase__      :			int 						= tmp_path_factory.mktemp("""data"""   ) / """dataset_with_dir.jsonl.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.join("""main_dir"""       ,    os.path.basename(UpperCamelCase   )   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.join("""main_dir"""       ,    os.path.basename(UpperCamelCase   )   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Optional[int]:
							lowerCamelCase__      :			Optional[Any] 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.jsonl.tar"""
							with tarfile.TarFile(UpperCamelCase       ,    """w"""   ) as f:
														f.add(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
														f.add(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Any:
							lowerCamelCase__      :			str 						= tmp_path_factory.mktemp("""data"""   ) / """dataset_nested.jsonl.tar"""
							with tarfile.TarFile(UpperCamelCase       ,    """w"""   ) as f:
														f.add(UpperCamelCase       ,    arcname=os.path.join("""nested"""       ,    os.path.basename(UpperCamelCase   )   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Tuple:
							lowerCamelCase__      :			Dict 						= ["""0""", """1""", """2""", """3"""]
							lowerCamelCase__      :			List[str] 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset.txt"""   )
							with open(UpperCamelCase       ,    """w"""   ) as f:
														for item in data:
																					f.write(item + """\n"""   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> List[str]:
							lowerCamelCase__      :			Optional[Any] 						= ["""0""", """1""", """2""", """3"""]
							lowerCamelCase__      :			int 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset2.txt"""   )
							with open(UpperCamelCase       ,    """w"""   ) as f:
														for item in data:
																					f.write(item + """\n"""   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> str:
							lowerCamelCase__      :			List[str] 						= ["""0""", """1""", """2""", """3"""]
							lowerCamelCase__      :			Dict 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.abc"""
							with open(UpperCamelCase       ,    """w"""   ) as f:
														for item in data:
																					f.write(item + """\n"""   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Union[str, Any]:
							lowerCamelCase__      :			List[Any] 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.text.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> Optional[Any]:
							lowerCamelCase__      :			Dict 						= tmp_path_factory.mktemp("""data"""   ) / """dataset_with_dir.text.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.join("""main_dir"""       ,    os.path.basename(UpperCamelCase   )   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.join("""main_dir"""       ,    os.path.basename(UpperCamelCase   )   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase       ,    UpperCamelCase   )   -> int:
							lowerCamelCase__      :			Tuple 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.ext.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.basename("""unsupported.ext"""   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.basename("""unsupported_2.ext"""   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> List[str]:
							lowerCamelCase__      :			int 						= """\n""".join(["""First""", """Second\u2029with Unicode new line""", """Third"""]   )
							lowerCamelCase__      :			str 						= str(tmp_path_factory.mktemp("""data"""   ) / """dataset_with_unicode_new_lines.txt"""   )
							with open(UpperCamelCase       ,    """w"""       ,    encoding="""utf-8"""   ) as f:
														f.write(UpperCamelCase   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ ()   -> Dict:
							return os.path.join("""tests"""       ,    """features"""       ,    """data"""       ,    """test_image_rgb.jpg"""   )





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ ()   -> List[str]:
							return os.path.join("""tests"""       ,    """features"""       ,    """data"""       ,    """test_audio_44100.wav"""   )





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase       ,    UpperCamelCase   )   -> Union[str, Any]:
							lowerCamelCase__      :			List[Any] 						= tmp_path_factory.mktemp("""data"""   ) / """dataset.img.zip"""
							with zipfile.ZipFile(UpperCamelCase       ,    """w"""   ) as f:
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   )   )
														f.write(UpperCamelCase       ,    arcname=os.path.basename(UpperCamelCase   ).replace(""".jpg"""       ,    """2.jpg"""   )   )
							return path





@pytest.fixture(scope="""session"""   )
def 				SCREAMING_SNAKE_CASE_ (UpperCamelCase   )   -> Any:
							lowerCamelCase__      :			Optional[Any] 						= tmp_path_factory.mktemp("""data_dir"""   )

							(data_dir / "subdir").mkdir()
							with open(data_dir / """subdir""" / """train.txt"""       ,    """w"""   ) as f:
														f.write("""foo\n""" * 10   )
							with open(data_dir / """subdir""" / """test.txt"""       ,    """w"""   ) as f:
														f.write("""bar\n""" * 10   )
							# hidden file
							with open(data_dir / """subdir""" / """.test.txt"""       ,    """w"""   ) as f:
														f.write("""bar\n""" * 10   )

							# hidden directory
							(data_dir / ".subdir").mkdir()
							with open(data_dir / """.subdir""" / """train.txt"""       ,    """w"""   ) as f:
														f.write("""foo\n""" * 10   )
							with open(data_dir / """.subdir""" / """test.txt"""       ,    """w"""   ) as f:
														f.write("""bar\n""" * 10   )

							return data_dir









'''simple docstring'''







_A			:    List[str]					  ='''0.21.0'''

from .accelerator import Accelerator
from .big_modeling import (
    cpu_offload,
    cpu_offload_with_hook,
    disk_offload,
    dispatch_model,
    init_empty_weights,
    init_on_device,
    load_checkpoint_and_dispatch,
)
from .data_loader import skip_first_batches
from .launchers import debug_launcher, notebook_launcher
from .state import PartialState
from .utils import (
    DeepSpeedPlugin,
    DistributedDataParallelKwargs,
    DistributedType,
    FullyShardedDataParallelPlugin,
    GradScalerKwargs,
    InitProcessGroupKwargs,
    find_executable_batch_size,
    infer_auto_device_map,
    is_rich_available,
    load_checkpoint_in_model,
    synchronize_rng_states,
)


if is_rich_available():
			from .utils import rich

