






import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

snake_case__      :	List[str]       	=      yaml.safe_load(
    """\
name: \"\"
allow_empty: false
allow_empty_text: true
subsections:
  - name: \"Dataset Card for X\" # First-level markdown heading
    allow_empty: false
    allow_empty_text: true
    subsections:
      - name: \"Table of Contents\"
        allow_empty: false
        allow_empty_text: false
        subsections: null
      - name: \"Dataset Description\"
        allow_empty: false
        allow_empty_text: false
        subsections:
          - name: \"Dataset Summary\"
            allow_empty: false
            allow_empty_text: false
            subsections: null
          - name: \"Supported Tasks and Leaderboards\"
            allow_empty: true
            allow_empty_text: true
            subsections: null
          - name: Languages
            allow_empty: false
            allow_empty_text: true
            subsections: null
"""
)


snake_case__      :	List[Any]       	=      {
    '''name''': '''root''',
    '''text''': '''''',
    '''is_empty_text''': True,
    '''subsections''': [
        {
            '''name''': '''Dataset Card for My Dataset''',
            '''text''': '''''',
            '''is_empty_text''': True,
            '''subsections''': [
                {'''name''': '''Table of Contents''', '''text''': '''Some text here.''', '''is_empty_text''': False, '''subsections''': []},
                {
                    '''name''': '''Dataset Description''',
                    '''text''': '''Some text here.''',
                    '''is_empty_text''': False,
                    '''subsections''': [
                        {
                            '''name''': '''Dataset Summary''',
                            '''text''': '''Some text here.''',
                            '''is_empty_text''': False,
                            '''subsections''': [],
                        },
                        {
                            '''name''': '''Supported Tasks and Leaderboards''',
                            '''text''': '''''',
                            '''is_empty_text''': True,
                            '''subsections''': [],
                        },
                        {'''name''': '''Languages''', '''text''': '''Language Text''', '''is_empty_text''': False, '''subsections''': []},
                    ],
                },
            ],
        }
    ],
}


snake_case__      :	Dict       	=      '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''


snake_case__      :	Any       	=      '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
#### Extra Ignored Subsection
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

snake_case__      :	str       	=      {
    '''name''': '''root''',
    '''text''': '''''',
    '''is_empty_text''': True,
    '''subsections''': [
        {
            '''name''': '''Dataset Card for My Dataset''',
            '''text''': '''''',
            '''is_empty_text''': True,
            '''subsections''': [
                {'''name''': '''Table of Contents''', '''text''': '''Some text here.''', '''is_empty_text''': False, '''subsections''': []},
                {
                    '''name''': '''Dataset Description''',
                    '''text''': '''Some text here.''',
                    '''is_empty_text''': False,
                    '''subsections''': [
                        {
                            '''name''': '''Dataset Summary''',
                            '''text''': '''Some text here.''',
                            '''is_empty_text''': False,
                            '''subsections''': [
                                {
                                    '''name''': '''Extra Ignored Subsection''',
                                    '''text''': '''''',
                                    '''is_empty_text''': True,
                                    '''subsections''': [],
                                }
                            ],
                        },
                        {
                            '''name''': '''Supported Tasks and Leaderboards''',
                            '''text''': '''''',
                            '''is_empty_text''': True,
                            '''subsections''': [],
                        },
                        {'''name''': '''Languages''', '''text''': '''Language Text''', '''is_empty_text''': False, '''subsections''': []},
                    ],
                },
            ],
        }
    ],
}

snake_case__      :	Tuple       	=      '''\
---
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

snake_case__      :	Optional[int]       	=      (
    '''The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README.'''
)

snake_case__      :	Optional[int]       	=      '''\
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

snake_case__      :	Tuple       	=      (
    '''The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README.'''
)

snake_case__      :	Optional[int]       	=      '''\
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

snake_case__      :	str       	=      '''The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README.'''

snake_case__      :	Optional[Any]       	=      '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
### Supported Tasks and Leaderboards
### Languages
Language Text
'''
snake_case__      :	Dict       	=      '''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored).'''


snake_case__      :	str       	=      '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
'''
snake_case__      :	List[str]       	=      '''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found \'None\'.'''

snake_case__      :	int       	=      '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Languages
Language Text
'''

snake_case__      :	List[str]       	=      '''The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`.'''


snake_case__      :	Optional[Any]       	=      '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
'''

snake_case__      :	int       	=      '''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty.'''

snake_case__      :	Optional[Any]       	=      '''\
---
language:
- zh
- en
---

## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''
snake_case__      :	Tuple       	=      '''The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.'''

snake_case__      :	int       	=      '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
# Dataset Card My Dataset
'''

snake_case__      :	Dict       	=      '''The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README.'''

snake_case__      :	Dict       	=      '''\
---
language:
- zh
- en
---

# Dataset Card My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

snake_case__      :	str       	=      '''The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README.'''

snake_case__      :	str       	=      ''''''

snake_case__      :	List[str]       	=      '''The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README.'''

snake_case__      :	Optional[Any]       	=      '''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

snake_case__      :	List[Any]       	=      '''The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections.'''






@pytest.mark.parametrize(
    'readme_md, expected_dict'    ,      [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]    ,      )
def     _snake_case    (__lowercase    ,      __lowercase				):
   assert ReadMe.from_string(UpperCAmelCase__    ,      UpperCAmelCase__				).to_dict() == expected_dict






@pytest.mark.parametrize(
    'readme_md, expected_error'    ,      [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]    ,      )
def     _snake_case    (__lowercase    ,      __lowercase				):

   with pytest.raises(UpperCAmelCase__    ,      match=re.escape(expected_error.format(path='root'				)				)				):
      UpperCamelCase_									=     ReadMe.from_string(UpperCAmelCase__    ,      UpperCAmelCase__				)
      readme.validate()






@pytest.mark.parametrize(
    'readme_md, expected_error'    ,      [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]    ,      )
def     _snake_case    (__lowercase    ,      __lowercase				):

   with pytest.raises(UpperCAmelCase__    ,      match=re.escape(expected_error.format(path='root'				)				)				):
      ReadMe.from_string(UpperCAmelCase__    ,      UpperCAmelCase__				)






@pytest.mark.parametrize(
    'readme_md,'    ,      [
        (README_MULTIPLE_SAME_HEADING_1),
    ]    ,      )
def     _snake_case    (__lowercase				):
   ReadMe.from_string(UpperCAmelCase__    ,      UpperCAmelCase__    ,      suppress_parsing_errors=UpperCAmelCase__				)






@pytest.mark.parametrize(
    'readme_md, expected_dict'    ,      [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]    ,      )
def     _snake_case    (__lowercase    ,      __lowercase				):

   with tempfile.TemporaryDirectory() as tmp_dir:
      UpperCamelCase_									=     Path(UpperCAmelCase__				) / 'README.md'
      with open(UpperCAmelCase__    ,      'w+'				) as readme_file:
         readme_file.write(UpperCAmelCase__				)
      UpperCamelCase_									=     ReadMe.from_readme(UpperCAmelCase__    ,      UpperCAmelCase__				).to_dict()
      assert out["name"] == path
      assert out["text"] == ""
      assert out["is_empty_text"]
      assert out["subsections"] == expected_dict["subsections"]






@pytest.mark.parametrize(
    'readme_md, expected_error'    ,      [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]    ,      )
def     _snake_case    (__lowercase    ,      __lowercase				):

   with tempfile.TemporaryDirectory() as tmp_dir:
      UpperCamelCase_									=     Path(UpperCAmelCase__				) / 'README.md'
      with open(UpperCAmelCase__    ,      'w+'				) as readme_file:
         readme_file.write(UpperCAmelCase__				)
      UpperCamelCase_									=     expected_error.format(path=UpperCAmelCase__				)
      with pytest.raises(UpperCAmelCase__    ,      match=re.escape(UpperCAmelCase__				)				):
         UpperCamelCase_									=     ReadMe.from_readme(UpperCAmelCase__    ,      UpperCAmelCase__				)
         readme.validate()






@pytest.mark.parametrize(
    'readme_md, expected_error'    ,      [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]    ,      )
def     _snake_case    (__lowercase    ,      __lowercase				):

   with tempfile.TemporaryDirectory() as tmp_dir:
      UpperCamelCase_									=     Path(UpperCAmelCase__				) / 'README.md'
      with open(UpperCAmelCase__    ,      'w+'				) as readme_file:
         readme_file.write(UpperCAmelCase__				)
      UpperCamelCase_									=     expected_error.format(path=UpperCAmelCase__				)
      with pytest.raises(UpperCAmelCase__    ,      match=re.escape(UpperCAmelCase__				)				):
         ReadMe.from_readme(UpperCAmelCase__    ,      UpperCAmelCase__				)






@pytest.mark.parametrize(
    'readme_md,'    ,      [
        (README_MULTIPLE_SAME_HEADING_1),
    ]    ,      )
def     _snake_case    (__lowercase				):

   with tempfile.TemporaryDirectory() as tmp_dir:
      UpperCamelCase_									=     Path(UpperCAmelCase__				) / 'README.md'
      with open(UpperCAmelCase__    ,      'w+'				) as readme_file:
         readme_file.write(UpperCAmelCase__				)
      ReadMe.from_readme(UpperCAmelCase__    ,      UpperCAmelCase__    ,      suppress_parsing_errors=UpperCAmelCase__				)













from typing import Any






def     _snake_case    (__lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      ):
   _validation(
       __lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      )
   # Creates data structures and fill initial step
   UpperCamelCase_									=     {}
   UpperCamelCase_									=     {}
   for state in states_space:
      UpperCamelCase_									=     observations_space[0]
      UpperCamelCase_									=     (
          initial_probabilities[state] * emission_probabilities[state][observation]
      )
      UpperCamelCase_									=     None

   # Fills the data structure with the probabilities of
   # different transitions and pointers to previous states
   for o in range(1    ,      len(__lowercase)):
      UpperCamelCase_									=     observations_space[o]
      UpperCamelCase_									=     observations_space[o - 1]
      for state in states_space:
         # Calculates the argmax for probability function
         UpperCamelCase_									=     ''
         UpperCamelCase_									=     -1
         for k_state in states_space:
            UpperCamelCase_									=     (
                probabilities[(k_state, prior_observation)]
                * transition_probabilities[k_state][state]
                * emission_probabilities[state][observation]
            )
            if probability > max_probability:
               UpperCamelCase_									=     probability
               UpperCamelCase_									=     k_state

            # Update probabilities and pointers dicts
         UpperCamelCase_									=     (
             probabilities[(arg_max, prior_observation)]
             * transition_probabilities[arg_max][state]
             * emission_probabilities[state][observation]
         )

         UpperCamelCase_									=     arg_max

    # The final observation
   UpperCamelCase_									=     observations_space[len(__lowercase) - 1]

   # argmax for given final observation
   UpperCamelCase_									=     ''
   UpperCamelCase_									=     -1
   for k_state in states_space:
      UpperCamelCase_									=     probabilities[(k_state, final_observation)]
      if probability > max_probability:
         UpperCamelCase_									=     probability
         UpperCamelCase_									=     k_state
   UpperCamelCase_									=     arg_max

   # Process pointers backwards
   UpperCamelCase_									=     last_state
   UpperCamelCase_									=     []
   for o in range(len(__lowercase) - 1    ,      -1    ,      -1):
      result.append(__lowercase)
      UpperCamelCase_									=     pointers[previous, observations_space[o]]
   result.reverse()

   return result






def     _snake_case    (__lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      ):
   _validate_not_empty(
       __lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      )
   _validate_lists(__lowercase    ,      __lowercase)
   _validate_dicts(
       __lowercase    ,      __lowercase    ,      __lowercase)






def     _snake_case    (__lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase    ,      ):
   if not all(
       [
           observations_space,
           states_space,
           initial_probabilities,
           transition_probabilities,
           emission_probabilities,
       ]):
      raise ValueError('There\'s an empty parameter')






def     _snake_case    (__lowercase    ,      __lowercase):
   _validate_list(__lowercase    ,      'observations_space')
   _validate_list(__lowercase    ,      'states_space')






def     _snake_case    (__lowercase    ,      __lowercase):
   if not isinstance(_object    ,      __lowercase):
      UpperCamelCase_									=     f"""{var_name} must be a list"""
      raise ValueError(__lowercase)
   else:
      for x in _object:
         if not isinstance(__lowercase    ,      __lowercase):
            UpperCamelCase_									=     f"""{var_name} must be a list of strings"""
            raise ValueError(__lowercase)






def     _snake_case    (__lowercase    ,      __lowercase    ,      __lowercase    ,      ):
   _validate_dict(__lowercase    ,      'initial_probabilities'    ,      __lowercase)
   _validate_nested_dict(__lowercase    ,      'transition_probabilities')
   _validate_nested_dict(__lowercase    ,      'emission_probabilities')






def     _snake_case    (__lowercase    ,      __lowercase):
   _validate_dict(_object    ,      __lowercase    ,      __lowercase)
   for x in _object.values():
      _validate_dict(__lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase)






def     _snake_case    (__lowercase    ,      __lowercase    ,      __lowercase    ,      __lowercase = False):
   if not isinstance(_object    ,      __lowercase):
      UpperCamelCase_									=     f"""{var_name} must be a dict"""
      raise ValueError(__lowercase)
   if not all(isinstance(__lowercase    ,      __lowercase) for x in _object):
      UpperCamelCase_									=     f"""{var_name} all keys must be strings"""
      raise ValueError(__lowercase)
   if not all(isinstance(__lowercase    ,      __lowercase) for x in _object.values()):
      UpperCamelCase_									=     'nested dictionary ' if nested else ''
      UpperCamelCase_									=     f"""{var_name} {nested_text}all values must be {value_type.__name__}"""
      raise ValueError(__lowercase)


if __name__ == "__main__":
 from doctest import testmod

 testmod()





