
"""simple docstring"""







import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

_SCREAMING_SNAKE_CASE	       =      yaml.safe_load(
    """\
name: \"\"
allow_empty: false
allow_empty_text: true
subsections:
  - name: \"Dataset Card for X\" # First-level markdown heading
    allow_empty: false
    allow_empty_text: true
    subsections:
      - name: \"Table of Contents\"
        allow_empty: false
        allow_empty_text: false
        subsections: null
      - name: \"Dataset Description\"
        allow_empty: false
        allow_empty_text: false
        subsections:
          - name: \"Dataset Summary\"
            allow_empty: false
            allow_empty_text: false
            subsections: null
          - name: \"Supported Tasks and Leaderboards\"
            allow_empty: true
            allow_empty_text: true
            subsections: null
          - name: Languages
            allow_empty: false
            allow_empty_text: true
            subsections: null
"""
)


_SCREAMING_SNAKE_CASE	       =      {
    """name""": """root""",
    """text""": """""",
    """is_empty_text""": True,
    """subsections""": [
        {
            """name""": """Dataset Card for My Dataset""",
            """text""": """""",
            """is_empty_text""": True,
            """subsections""": [
                {"""name""": """Table of Contents""", """text""": """Some text here.""", """is_empty_text""": False, """subsections""": []},
                {
                    """name""": """Dataset Description""",
                    """text""": """Some text here.""",
                    """is_empty_text""": False,
                    """subsections""": [
                        {
                            """name""": """Dataset Summary""",
                            """text""": """Some text here.""",
                            """is_empty_text""": False,
                            """subsections""": [],
                        },
                        {
                            """name""": """Supported Tasks and Leaderboards""",
                            """text""": """""",
                            """is_empty_text""": True,
                            """subsections""": [],
                        },
                        {"""name""": """Languages""", """text""": """Language Text""", """is_empty_text""": False, """subsections""": []},
                    ],
                },
            ],
        }
    ],
}


_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""


_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
#### Extra Ignored Subsection
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

_SCREAMING_SNAKE_CASE	       =      {
    """name""": """root""",
    """text""": """""",
    """is_empty_text""": True,
    """subsections""": [
        {
            """name""": """Dataset Card for My Dataset""",
            """text""": """""",
            """is_empty_text""": True,
            """subsections""": [
                {"""name""": """Table of Contents""", """text""": """Some text here.""", """is_empty_text""": False, """subsections""": []},
                {
                    """name""": """Dataset Description""",
                    """text""": """Some text here.""",
                    """is_empty_text""": False,
                    """subsections""": [
                        {
                            """name""": """Dataset Summary""",
                            """text""": """Some text here.""",
                            """is_empty_text""": False,
                            """subsections""": [
                                {
                                    """name""": """Extra Ignored Subsection""",
                                    """text""": """""",
                                    """is_empty_text""": True,
                                    """subsections""": [],
                                }
                            ],
                        },
                        {
                            """name""": """Supported Tasks and Leaderboards""",
                            """text""": """""",
                            """is_empty_text""": True,
                            """subsections""": [],
                        },
                        {"""name""": """Languages""", """text""": """Language Text""", """is_empty_text""": False, """subsections""": []},
                    ],
                },
            ],
        }
    ],
}

_SCREAMING_SNAKE_CASE	       =      """\
---
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

_SCREAMING_SNAKE_CASE	       =      (
    """The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README."""
)

_SCREAMING_SNAKE_CASE	       =      """\
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

_SCREAMING_SNAKE_CASE	       =      (
    """The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README."""
)

_SCREAMING_SNAKE_CASE	       =      """\
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README."""

_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
### Supported Tasks and Leaderboards
### Languages
Language Text
"""
_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored)."""


_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
"""
_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found 'None'."""

_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Languages
Language Text
"""

_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`."""


_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
"""

_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty."""

_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""
_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README."""

_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
# Dataset Card My Dataset
"""

_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README."""

_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README."""

_SCREAMING_SNAKE_CASE	       =      """"""

_SCREAMING_SNAKE_CASE	       =      """The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README."""

_SCREAMING_SNAKE_CASE	       =      """\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

_SCREAMING_SNAKE_CASE	       =      """The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections."""
@pytest.mark.parametrize(
    "readme_md, expected_dict"							,    [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]							,    )
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )  ->     Optional[Any]:







							"""simple docstring"""


							assert ReadMe.from_string(_lowerCAmelCase							,    _lowerCAmelCase ).to_dict() == expected_dict
@pytest.mark.parametrize(
    "readme_md, expected_error"							,    [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]							,    )
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )  ->     Tuple:







							"""simple docstring"""


							with pytest.raises(_lowerCAmelCase							,    match=re.escape(expected_error.format(path="root" ) ) ):
														__snake_case     			=       ReadMe.from_string(_lowerCAmelCase							,    _lowerCAmelCase )
														readme.validate()
@pytest.mark.parametrize(
    "readme_md, expected_error"							,    [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]							,    )
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )  ->     Optional[int]:







							"""simple docstring"""


							with pytest.raises(_lowerCAmelCase							,    match=re.escape(expected_error.format(path="root" ) ) ):
														ReadMe.from_string(_lowerCAmelCase							,    _lowerCAmelCase )
@pytest.mark.parametrize(
    "readme_md,"							,    [
        (README_MULTIPLE_SAME_HEADING_1),
    ]							,    )
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE )  ->     Optional[int]:







							"""simple docstring"""


							ReadMe.from_string(_lowerCAmelCase							,    _lowerCAmelCase							,    suppress_parsing_errors=_lowerCAmelCase )
@pytest.mark.parametrize(
    "readme_md, expected_dict"							,    [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]							,    )
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )  ->     List[Any]:







							"""simple docstring"""


							with tempfile.TemporaryDirectory() as tmp_dir:
														__snake_case     			=       Path(_lowerCAmelCase ) / "README.md"
														with open(_lowerCAmelCase							,    "w+" ) as readme_file:
																					readme_file.write(_lowerCAmelCase )
														__snake_case     			=       ReadMe.from_readme(_lowerCAmelCase							,    _lowerCAmelCase ).to_dict()
														assert out["name"] == path
														assert out["text"] == ""
														assert out["is_empty_text"]
														assert out["subsections"] == expected_dict["subsections"]
@pytest.mark.parametrize(
    "readme_md, expected_error"							,    [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]							,    )
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )  ->     Dict:







							"""simple docstring"""


							with tempfile.TemporaryDirectory() as tmp_dir:
														__snake_case     			=       Path(_lowerCAmelCase ) / "README.md"
														with open(_lowerCAmelCase							,    "w+" ) as readme_file:
																					readme_file.write(_lowerCAmelCase )
														__snake_case     			=       expected_error.format(path=_lowerCAmelCase )
														with pytest.raises(_lowerCAmelCase							,    match=re.escape(_lowerCAmelCase ) ):
																					__snake_case     			=       ReadMe.from_readme(_lowerCAmelCase							,    _lowerCAmelCase )
																					readme.validate()
@pytest.mark.parametrize(
    "readme_md, expected_error"							,    [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]							,    )
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE )  ->     Tuple:







							"""simple docstring"""


							with tempfile.TemporaryDirectory() as tmp_dir:
														__snake_case     			=       Path(_lowerCAmelCase ) / "README.md"
														with open(_lowerCAmelCase							,    "w+" ) as readme_file:
																					readme_file.write(_lowerCAmelCase )
														__snake_case     			=       expected_error.format(path=_lowerCAmelCase )
														with pytest.raises(_lowerCAmelCase							,    match=re.escape(_lowerCAmelCase ) ):
																					ReadMe.from_readme(_lowerCAmelCase							,    _lowerCAmelCase )



@pytest.mark.parametrize(
    "readme_md,"							,    [
        (README_MULTIPLE_SAME_HEADING_1),
    ]							,    )
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE )  ->     Optional[int]:







							"""simple docstring"""


							with tempfile.TemporaryDirectory() as tmp_dir:
														__snake_case     			=       Path(_lowerCAmelCase ) / "README.md"
														with open(_lowerCAmelCase							,    "w+" ) as readme_file:
																					readme_file.write(_lowerCAmelCase )
														ReadMe.from_readme(_lowerCAmelCase							,    _lowerCAmelCase							,    suppress_parsing_errors=_lowerCAmelCase )


"""simple docstring"""







from pathlib import Path
from typing import List

from transformers import is_torch_available, is_vision_available
from transformers.testing_utils import get_tests_dir, is_tool_test
from transformers.tools.agent_types import AGENT_TYPE_MAPPING, AgentAudio, AgentImage, AgentText


if is_torch_available():
		import torch

if is_vision_available():
		from PIL import Image


_SCREAMING_SNAKE_CASE	       =      ["""text""", """image""", """audio"""]
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE )  ->     List[Any]:







							"""simple docstring"""


							__snake_case     			=       []

							for input_type in input_types:
														if input_type == "text":
																					inputs.append("Text input" )
														elif input_type == "image":
																					inputs.append(
																					    Image.open(Path(get_tests_dir("fixtures/tests_samples/COCO" ) ) / "000000039769.png" ).resize((5_12, 5_12) ) )
														elif input_type == "audio":
																					inputs.append(torch.ones(30_00 ) )
														elif isinstance(SCREAMING_SNAKE_CASE							,    SCREAMING_SNAKE_CASE ):
																					inputs.append(create_inputs(SCREAMING_SNAKE_CASE ) )
														else:
																					raise ValueError(F'''Invalid type requested: {input_type}''' )

							return inputs
def   __UpperCamelCase   (					SCREAMING_SNAKE_CASE )  ->     Optional[Any]:







							"""simple docstring"""


							__snake_case     			=       []

							for output in outputs:
														if isinstance(SCREAMING_SNAKE_CASE							,    (str, AgentText) ):
																					output_types.append("text" )
														elif isinstance(SCREAMING_SNAKE_CASE							,    (Image.Image, AgentImage) ):
																					output_types.append("image" )
														elif isinstance(SCREAMING_SNAKE_CASE							,    (torch.Tensor, AgentAudio) ):
																					output_types.append("audio" )
														else:
																					raise ValueError(F'''Invalid output: {output}''' )

							return output_types







@is_tool_test
class 							__magic_name__     :





					def 							lowerCAmelCase      (				self   :							Optional[int]    ):
												self.assertTrue(hasattr(self.tool							,						"inputs"    )    )
												self.assertTrue(hasattr(self.tool							,						"outputs"    )    )

												__snake_case     			=       self.tool.inputs
												for _input in inputs:
																			if isinstance(_input							,						snake_case_    ):
																										for __input in _input:
																																	self.assertTrue(__input in authorized_types    )
																			else:
																										self.assertTrue(_input in authorized_types    )

												__snake_case     			=       self.tool.outputs
												for _output in outputs:
																			self.assertTrue(_output in authorized_types    )





					def 							lowerCAmelCase      (				self   :							int    ):
												__snake_case     			=       create_inputs(self.tool.inputs    )
												__snake_case     			=       self.tool(*snake_case_    )

												# There is a single output
												if len(self.tool.outputs    ) == 1:
																			__snake_case     			=       [outputs]

												self.assertListEqual(output_types(snake_case_    )							,						self.tool.outputs    )





					def 							lowerCAmelCase      (				self   :							Union[str, Any]    ):
												self.assertTrue(hasattr(self.tool							,						"description"    )    )
												self.assertTrue(hasattr(self.tool							,						"default_checkpoint"    )    )
												self.assertTrue(self.tool.description.startswith("This is a tool that"    )    )





					def 							lowerCAmelCase      (				self   :							Any    ):
												__snake_case     			=       create_inputs(self.tool.inputs    )
												__snake_case     			=       self.tool(*snake_case_    )

												if not isinstance(snake_case_							,						snake_case_    ):
																			__snake_case     			=       [outputs]

												self.assertEqual(len(snake_case_    )							,						len(self.tool.outputs    )    )

												for output, output_type in zip(snake_case_							,						self.tool.outputs    ):
																			__snake_case     			=       AGENT_TYPE_MAPPING[output_type]
																			self.assertTrue(isinstance(snake_case_							,						snake_case_    )    )





					def 							lowerCAmelCase      (				self   :							Tuple    ):
												__snake_case     			=       create_inputs(self.tool.inputs    )

												__snake_case     			=       []

												for _input, input_type in zip(snake_case_							,						self.tool.inputs    ):
																			if isinstance(snake_case_							,						snake_case_    ):
																										_inputs.append([AGENT_TYPE_MAPPING[_input_type](_input    ) for _input_type in input_type]    )
																			else:
																										_inputs.append(AGENT_TYPE_MAPPING[input_type](_input    )    )

        # Should not raise an error
												__snake_case     			=       self.tool(*snake_case_    )

												if not isinstance(snake_case_							,						snake_case_    ):
																			__snake_case     			=       [outputs]

												self.assertEqual(len(snake_case_    )							,						len(self.tool.outputs    )    )
