


import json
import os
from datetime import date
from pathlib import Path

from tabulate import DataRow, TableFormat, tabulate


__UpperCAmelCase : Any 			=				TableFormat(
    lineabove=None,
    linebelowheader=None,
    linebetweenrows=None,
    linebelow=None,
    headerrow=DataRow("", "|", "|"),
    datarow=DataRow("", "|", "|"),
    padding=1,
    with_header_hide=None,
)


__UpperCAmelCase : List[str] 			=				[]
__UpperCAmelCase : List[Any] 			=				[]

__UpperCAmelCase : Union[str, Any] 			=				{"type": "section", "text": {"type": "plain_text", "text": "No failed tests! 🤗", "emoji": True}}

__UpperCAmelCase : Dict 			=				[
    {
        "type": "header",
        "text": {
            "type": "plain_text",
            "text": f'''🤗 Accelerate nightly {os.environ.get('TEST_TYPE', '')} test results''',
            "emoji": True,
        },
    }
]

__UpperCAmelCase : Optional[Any] 			=				0
for log in Path().glob("*.log"):
  __UpperCAmelCase : List[Any] 			=				0
  with open(log, "r") as f:
    for line in f:
      __UpperCAmelCase : Any 			=				json.loads(line)
      if line.get("nodeid", "") != "":
        __UpperCAmelCase : str 			=				line["nodeid"]
        if line.get("duration", None) is not None:
          __UpperCAmelCase : Union[str, Any] 			=				f'''{line['duration']:.4f}'''
          if line.get("outcome", "") == "failed":
            section_num_failed += 1
            failed.append([test, duration, log.name.split("_")[0]])
            total_num_failed += 1
  group_info.append([str(log), section_num_failed, failed])
  __UpperCAmelCase : Any 			=				[]
  log.unlink()

__UpperCAmelCase : List[str] 			=				""
__UpperCAmelCase : str 			=				[]
if total_num_failed > 0:
  for name, num_failed, failed_tests in group_info:
    if num_failed > 0:
      if num_failed == 1:
        message += f"*{name[1:]}: {num_failed} failed test*\n"
      else:
        message += f"*{name[1:]}: {num_failed} failed tests*\n"
      __UpperCAmelCase : str 			=				[]
      __UpperCAmelCase : Optional[int] 			=				{}
      for test in failed_tests:
        __UpperCAmelCase : int 			=				test[0].split("::")
        __UpperCAmelCase : Tuple 			=				data[0].split("/")[-1]
        if data[0] not in filesafailed:
          __UpperCAmelCase : Dict 			=				[data[1:]]
        else:
          filesafailed[data[0]] += [data[1:]]
        failed_table.append(data)

      __UpperCAmelCase : int 			=				[test[0] for test in failed_table]
      __UpperCAmelCase : List[str] 			=				list(set(files))
      # Count number of instances in failed_tests
      __UpperCAmelCase : str 			=				[]
      for file in individual_files:
        table.append([file, len(filesafailed[file])])

      __UpperCAmelCase : int 			=				tabulate(
          table,
          headers=["Test Location", "Num Failed"],
          tablefmt=hf_table_format,
          stralign="right",
      )
      message += f"\n```\n{failed_table}\n```"
      all_filesafailed.append(filesafailed)
  if len(message) > 3000:
    __UpperCAmelCase : str 			=				"Too many failed tests, please see the full report in the Action results."
    __UpperCAmelCase : Tuple 			=				len(err) + 10
    __UpperCAmelCase : int 			=				message[: 3000 - offset] + f'''\n...\n```\n{err}'''
  print(f'''### {message}''')
else:
  __UpperCAmelCase : List[str] 			=				"No failed tests! 🤗"
  print(f'''## {message}''')
  payload.append(no_error_payload)

if os.environ.get("TEST_TYPE", "") != "":
  from slack_sdk import WebClient

  __UpperCAmelCase : int 			=				WebClient(token=os.environ["SLACK_API_TOKEN"])
  if message != "No failed tests! 🤗":
    __UpperCAmelCase : List[Any] 			=				{
        "type": "section",
        "text": {
            "type": "mrkdwn",
            "text": message,
        },
    }
    payload.append(md_report)
    __UpperCAmelCase : Any 			=				{
        "type": "section",
        "text": {
            "type": "mrkdwn",
            "text": "*For more details:*",
        },
        "accessory": {
            "type": "button",
            "text": {
                "type": "plain_text",
                "text": "Check Action results",
                "emoji": True,
            },
            "url": f'''https://github.com/{os.environ['GITHUB_REPOSITORY']}/actions/runs/{os.environ['GITHUB_RUN_ID']}''',
        },
    }
    payload.append(action_button)
    __UpperCAmelCase : int 			=				{
        "type": "context",
        "elements": [
            {
                "type": "plain_text",
                "text": f'''Nightly {os.environ.get('TEST_TYPE')} test results for {date.today()}''',
            }
        ],
    }
    payload.append(date_report)
  __UpperCAmelCase : Dict 			=				client.chat_postMessage(channel="#accelerate-ci-daily", text=message, blocks=payload)
  __UpperCAmelCase : Any 			=				response.data["ts"]
  for failed_file in all_filesafailed:
    for test_location, test_failures in failed_file.items():
      # Keep only the first instance of the test name
      __UpperCAmelCase : Dict 			=				""
      for i, row in enumerate(test_failures):
        if row[0] != test_class:
          __UpperCAmelCase : List[Any] 			=				row[0]
        else:
          __UpperCAmelCase : Dict 			=				""

      __UpperCAmelCase : Dict 			=				{
          "type": "section",
          "text": {
              "type": "mrkdwn",
              "text": f'''Test location: {test_location}\n```\n{tabulate(test_failures, headers=['Class', 'Test'], tablefmt=hf_table_format, stralign='right')}\n```''',
          },
      }

      client.chat_postMessage(
          channel="#accelerate-ci-daily",
          thread_ts=ts,
          blocks=[payload],
      )





import copy
from typing import Any, Dict, List, Optional, Union

import numpy as np

from ...audio_utils import mel_filter_bank, spectrogram, window_function
from ...feature_extraction_sequence_utils import SequenceFeatureExtractor
from ...feature_extraction_utils import BatchFeature
from ...utils import TensorType, logging


__UpperCAmelCase : Dict 			=				logging.get_logger(__name__)



class    UpperCAmelCase_	(							_a):
       '''simple docstring'''
       __UpperCamelCase      :     Any							=					["input_features"]






       def __init__(     self ,					__SCREAMING_SNAKE_CASE=80 ,					__SCREAMING_SNAKE_CASE=16_000 ,					__SCREAMING_SNAKE_CASE=160 ,					__SCREAMING_SNAKE_CASE=30 ,					__SCREAMING_SNAKE_CASE=400 ,					__SCREAMING_SNAKE_CASE=0.0 ,					__SCREAMING_SNAKE_CASE=False ,					**__SCREAMING_SNAKE_CASE ,					):




              """simple docstring"""




              super().__init__(
                  feature_size=__SCREAMING_SNAKE_CASE ,					sampling_rate=__SCREAMING_SNAKE_CASE ,					padding_value=__SCREAMING_SNAKE_CASE ,					return_attention_mask=__SCREAMING_SNAKE_CASE ,					**__SCREAMING_SNAKE_CASE ,					)
              UpperCamelCase    :	List[str]   	=		n_fft
              UpperCamelCase    :	Dict   	=		hop_length
              UpperCamelCase    :	Dict   	=		chunk_length
              UpperCamelCase    :	List[str]   	=		chunk_length * sampling_rate
              UpperCamelCase    :	Dict   	=		self.n_samples // hop_length
              UpperCamelCase    :	str   	=		sampling_rate
              UpperCamelCase    :	Union[str, Any]   	=		mel_filter_bank(
                  num_frequency_bins=1 + n_fft // 2 ,					num_mel_filters=__SCREAMING_SNAKE_CASE ,					min_frequency=0.0 ,					max_frequency=8_000.0 ,					sampling_rate=__SCREAMING_SNAKE_CASE ,					norm='''slaney''' ,					mel_scale='''slaney''' ,					)






       def  _lowercase   (     self ,					__SCREAMING_SNAKE_CASE						):




              """simple docstring"""




              UpperCamelCase    :	List[str]   	=		spectrogram(
                  __SCREAMING_SNAKE_CASE ,					window_function(self.n_fft ,					'''hann'''						) ,					frame_length=self.n_fft ,					hop_length=self.hop_length ,					power=2.0 ,					mel_filters=self.mel_filters ,					log_mel='''log10''' ,					)
              UpperCamelCase    :	int   	=		log_spec[:, :-1]
              UpperCamelCase    :	int   	=		np.maximum(__SCREAMING_SNAKE_CASE ,					log_spec.max() - 8.0						)
              UpperCamelCase    :	Any   	=		(log_spec + 4.0) / 4.0
              return log_spec






       @staticmethod
       # Copied from transformers.models.wav2vec2.feature_extraction_wav2vec2.Wav2Vec2FeatureExtractor.zero_mean_unit_var_norm
       def  _lowercase   (     __SCREAMING_SNAKE_CASE ,					__SCREAMING_SNAKE_CASE ,					__SCREAMING_SNAKE_CASE = 0.0						):




              """simple docstring"""




              if attention_mask is not None:
                     UpperCamelCase    :	List[Any]   	=		np.array(__SCREAMING_SNAKE_CASE ,					np.intaa						)
                     UpperCamelCase    :	Optional[Any]   	=		[]

                     for vector, length in zip(__SCREAMING_SNAKE_CASE ,					attention_mask.sum(-1						)						):
                            UpperCamelCase    :	Optional[Any]   	=		(vector - vector[:length].mean()) / np.sqrt(vector[:length].var() + 1e-7						)
                            if length < normed_slice.shape[0]:
                                   UpperCamelCase    :	Optional[int]   	=		padding_value

                            normed_input_values.append(__SCREAMING_SNAKE_CASE						)
              else:
                     UpperCamelCase    :	Union[str, Any]   	=		[(x - x.mean()) / np.sqrt(x.var() + 1e-7						) for x in input_values]

              return normed_input_values






       def __call__(     self ,					__SCREAMING_SNAKE_CASE ,					__SCREAMING_SNAKE_CASE = True ,					__SCREAMING_SNAKE_CASE = None ,					__SCREAMING_SNAKE_CASE = None ,					__SCREAMING_SNAKE_CASE = None ,					__SCREAMING_SNAKE_CASE = "max_length" ,					__SCREAMING_SNAKE_CASE = None ,					__SCREAMING_SNAKE_CASE = None ,					__SCREAMING_SNAKE_CASE = None ,					**__SCREAMING_SNAKE_CASE ,					):




              """simple docstring"""




              if sampling_rate is not None:
                     if sampling_rate != self.sampling_rate:
                            raise ValueError(
                                f"""The model corresponding to this feature extractor: {self.__class__.__name__} was trained using a"""
                                f""" sampling rate of {self.sampling_rate}. Please make sure that the provided `raw_speech` input"""
                                f""" was sampled with {self.sampling_rate} and not {sampling_rate}."""						)
              else:
                     logger.warning(
                         '''It is strongly recommended to pass the `sampling_rate` argument to this function. '''
                         '''Failing to do so can result in silent errors that might be hard to debug.'''						)

              UpperCamelCase    :	Tuple   	=		isinstance(__SCREAMING_SNAKE_CASE ,					np.ndarray						) and len(raw_speech.shape						) > 1
              if is_batched_numpy and len(raw_speech.shape						) > 2:
                     raise ValueError(f"""Only mono-channel audio is supported for input to {self}"""						)
              UpperCamelCase    :	Union[str, Any]   	=		is_batched_numpy or (
                  isinstance(__SCREAMING_SNAKE_CASE ,					(list, tuple)						) and (isinstance(raw_speech[0] ,					(np.ndarray, tuple, list)						))
              )

              if is_batched:
                     UpperCamelCase    :	List[Any]   	=		[np.asarray([speech] ,					dtype=np.floataa						).T for speech in raw_speech]
              elif not is_batched and not isinstance(__SCREAMING_SNAKE_CASE ,					np.ndarray						):
                     UpperCamelCase    :	int   	=		np.asarray(__SCREAMING_SNAKE_CASE ,					dtype=np.floataa						)
              elif isinstance(__SCREAMING_SNAKE_CASE ,					np.ndarray						) and raw_speech.dtype is np.dtype(np.floataa						):
                     UpperCamelCase    :	Union[str, Any]   	=		raw_speech.astype(np.floataa						)

              # always return batch
              if not is_batched:
                     UpperCamelCase    :	Optional[int]   	=		[np.asarray([raw_speech]						).T]

              UpperCamelCase    :	Optional[int]   	=		BatchFeature({'''input_features''': raw_speech}						)

              # convert into correct format for padding

              UpperCamelCase    :	Optional[Any]   	=		self.pad(
                  __SCREAMING_SNAKE_CASE ,					padding=__SCREAMING_SNAKE_CASE ,					max_length=max_length if max_length else self.n_samples ,					truncation=__SCREAMING_SNAKE_CASE ,					pad_to_multiple_of=__SCREAMING_SNAKE_CASE ,					return_attention_mask=return_attention_mask or do_normalize ,					)

              # zero-mean and unit-variance normalization
              if do_normalize:
                     UpperCamelCase    :	Optional[Any]   	=		self.zero_mean_unit_var_norm(
                         padded_inputs['''input_features'''] ,					attention_mask=padded_inputs['''attention_mask'''] ,					padding_value=self.padding_value ,					)
                     UpperCamelCase    :	List[str]   	=		np.stack(padded_inputs['''input_features'''] ,					axis=0						)

              # make sure list is in array format
              UpperCamelCase    :	Dict   	=		padded_inputs.get('''input_features'''						).transpose(2 ,					0 ,					1						)

              UpperCamelCase    :	Tuple   	=		[self._np_extract_fbank_features(__SCREAMING_SNAKE_CASE						) for waveform in input_features[0]]

              if isinstance(input_features[0] ,					__SCREAMING_SNAKE_CASE						):
                     UpperCamelCase    :	Optional[int]   	=		[np.asarray(__SCREAMING_SNAKE_CASE ,					dtype=np.floataa						) for feature in input_features]
              else:
                     UpperCamelCase    :	Dict   	=		input_features

              if return_attention_mask:
                     # rescale from sample (48000) to feature (3000)
                     UpperCamelCase    :	Union[str, Any]   	=		padded_inputs['''attention_mask'''][:, :: self.hop_length]

              if return_tensors is not None:
                     UpperCamelCase    :	Dict   	=		padded_inputs.convert_to_tensors(__SCREAMING_SNAKE_CASE						)

              return padded_inputs






       def  _lowercase   (     self						):




              """simple docstring"""




              UpperCamelCase    :	List[Any]   	=		copy.deepcopy(self.__dict__						)
              UpperCamelCase    :	List[str]   	=		self.__class__.__name__
              if "mel_filters" in output:
                     del output["mel_filters"]
              return output

