



"""simple docstring"""






import datasets


__snake_case							:     Dict   =					'\\n@InProceedings{conneau2018xnli,\n  author = "Conneau, Alexis\n                 and Rinott, Ruty\n                 and Lample, Guillaume\n                 and Williams, Adina\n                 and Bowman, Samuel R.\n                 and Schwenk, Holger\n                 and Stoyanov, Veselin",\n  title = "XNLI: Evaluating Cross-lingual Sentence Representations",\n  booktitle = "Proceedings of the 2018 Conference on Empirical Methods\n               in Natural Language Processing",\n  year = "2018",\n  publisher = "Association for Computational Linguistics",\n  location = "Brussels, Belgium",\n}\n'

__snake_case							:     Optional[int]   =					'\\nXNLI is a subset of a few thousand examples from MNLI which has been translated\ninto a 14 different languages (some low-ish resource). As with MNLI, the goal is\nto predict textual entailment (does sentence A imply/contradict/neither sentence\nB) and is a classification task (given two sentences, predict one of three\nlabels).\n'

__snake_case							:     Dict   =					'\nComputes XNLI score which is just simple accuracy.\nArgs:\n    predictions: Predicted labels.\n    references: Ground truth labels.\nReturns:\n    \'accuracy\': accuracy\nExamples:\n\n    >>> predictions = [0, 1]\n    >>> references = [0, 1]\n    >>> xnli_metric = datasets.load_metric("xnli")\n    >>> results = xnli_metric.compute(predictions=predictions, references=references)\n    >>> print(results)\n    {\'accuracy\': 1.0}\n'


def     _lowercase       (						__snake_case      ,__snake_case			)		->     int:
			return (preds == labels).mean()





@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION						,	_KWARGS_DESCRIPTION							)
class     A__     (						datasets.Metric							):




	'''simple docstring'''





	def 							_SCREAMING_SNAKE_CASE     (  self:	List[Any])       -> List[str]:

				"""simple docstring"""

				return datasets.MetricInfo(
				    description=_DESCRIPTION ,    citation=_CITATION ,    inputs_description=_KWARGS_DESCRIPTION ,    features=datasets.Features(
				        {
				            "predictions": datasets.Value("int64" if self.config_name != "sts-b" else "float32"),
				            "references": datasets.Value("int64" if self.config_name != "sts-b" else "float32"),
				        }) ,    codebase_urls=[] ,    reference_urls=[] ,    format="numpy" ,    )







	def 							_SCREAMING_SNAKE_CASE     (  self:	Dict ,    _SCREAMING_SNAKE_CASE:	Optional[Any] ,    _SCREAMING_SNAKE_CASE:	List[str])       -> List[Any]:

				"""simple docstring"""

				return {"accuracy": simple_accuracy(_SCREAMING_SNAKE_CASE ,    _SCREAMING_SNAKE_CASE)}




"""simple docstring"""






import os

import pytest

from datasets import (
    get_dataset_config_info,
    get_dataset_config_names,
    get_dataset_infos,
    get_dataset_split_names,
    inspect_dataset,
    inspect_metric,
)


__snake_case							:     str   =					pytest.mark.integration


@pytest.mark.parametrize("path"      ,["paws", "csv"]			)
def     _lowercase       (						__snake_case      ,__snake_case			)		->     Any:
			inspect_dataset(__snake_case      ,__snake_case			)
			__lowerCAmelCase   :						str				= path + ".py"
			assert script_name in os.listdir(__snake_case			)
			assert "__pycache__" not in os.listdir(__snake_case			)


@pytest.mark.filterwarnings("ignore:inspect_metric is deprecated:FutureWarning"			)
@pytest.mark.filterwarnings("ignore:metric_module_factory is deprecated:FutureWarning"			)
@pytest.mark.parametrize("path"      ,["accuracy"]			)
def     _lowercase       (						__snake_case      ,__snake_case			)		->     int:
			inspect_metric(__snake_case      ,__snake_case			)
			__lowerCAmelCase   :						str				= path + ".py"
			assert script_name in os.listdir(__snake_case			)
			assert "__pycache__" not in os.listdir(__snake_case			)


@pytest.mark.parametrize(
    "path, config_name, expected_splits"      ,[
        ("squad", "plain_text", ["train", "validation"]),
        ("dalle-mini/wit", "dalle-mini--wit", ["train"]),
        ("paws", "labeled_final", ["train", "test", "validation"]),
    ]      ,)
def     _lowercase       (						__snake_case      ,__snake_case      ,__snake_case			)		->     Optional[int]:
			__lowerCAmelCase   :						str				= get_dataset_config_info(__snake_case      ,config_name=__snake_case			)
			assert info.config_name == config_name
			assert list(info.splits.keys()			) == expected_splits


@pytest.mark.parametrize(
    "path, config_name, expected_exception"      ,[
        ("paws", None, ValueError),
    ]      ,)
def     _lowercase       (						__snake_case      ,__snake_case      ,__snake_case			)		->     List[str]:
			with pytest.raises(__snake_case			):
						get_dataset_config_info(__snake_case      ,config_name=__snake_case			)


@pytest.mark.parametrize(
    "path, expected"      ,[
        ("squad", "plain_text"),
        ("acronym_identification", "default"),
        ("lhoestq/squad", "plain_text"),
        ("lhoestq/test", "default"),
        ("lhoestq/demo1", "lhoestq--demo1"),
        ("dalle-mini/wit", "dalle-mini--wit"),
    ]      ,)
def     _lowercase       (						__snake_case      ,__snake_case			)		->     int:
			__lowerCAmelCase   :						Dict				= get_dataset_config_names(__snake_case			)
			assert expected in config_names


@pytest.mark.parametrize(
    "path, expected_configs, expected_splits_in_first_config"      ,[
        ("squad", ["plain_text"], ["train", "validation"]),
        ("dalle-mini/wit", ["dalle-mini--wit"], ["train"]),
        ("paws", ["labeled_final", "labeled_swap", "unlabeled_final"], ["train", "test", "validation"]),
    ]      ,)
def     _lowercase       (						__snake_case      ,__snake_case      ,__snake_case			)		->     Optional[Any]:
			__lowerCAmelCase   :						List[Any]				= get_dataset_infos(__snake_case			)
			assert list(infos.keys()			) == expected_configs
			__lowerCAmelCase   :						List[Any]				= expected_configs[0]
			assert expected_config in infos
			__lowerCAmelCase   :						Tuple				= infos[expected_config]
			assert info.config_name == expected_config
			assert list(info.splits.keys()			) == expected_splits_in_first_config


@pytest.mark.parametrize(
    "path, expected_config, expected_splits"      ,[
        ("squad", "plain_text", ["train", "validation"]),
        ("dalle-mini/wit", "dalle-mini--wit", ["train"]),
        ("paws", "labeled_final", ["train", "test", "validation"]),
    ]      ,)
def     _lowercase       (						__snake_case      ,__snake_case      ,__snake_case			)		->     Union[str, Any]:
			__lowerCAmelCase   :						Tuple				= get_dataset_infos(__snake_case			)
			assert expected_config in infos
			__lowerCAmelCase   :						int				= infos[expected_config]
			assert info.config_name == expected_config
			assert list(info.splits.keys()			) == expected_splits





@pytest.mark.parametrize(
    "path, config_name, expected_exception"      ,[
        ("paws", None, ValueError),
    ]      ,)
def     _lowercase       (						__snake_case      ,__snake_case      ,__snake_case			)		->     Any:
			with pytest.raises(__snake_case			):
						get_dataset_split_names(__snake_case      ,config_name=__snake_case			)