



"""simple docstring"""
from typing import List, Optional, Union

import numpy as np
import torch
import torchaudio.compliance.kaldi as ta_kaldi

from ...feature_extraction_sequence_utils import SequenceFeatureExtractor
from ...feature_extraction_utils import BatchFeature
from ...utils import PaddingStrategy, TensorType, logging


A:   str								=		logging.get_logger(__name__)



class       SCREAMING_SNAKE_CASE__  (					UpperCAmelCase__ ):
   __lowerCAmelCase  :   Optional[Any]						=						['input_features', 'attention_mask']

   def __init__(   self      ,     _SCREAMING_SNAKE_CASE=80      ,     _SCREAMING_SNAKE_CASE=16000      ,     _SCREAMING_SNAKE_CASE=80      ,     _SCREAMING_SNAKE_CASE=0.0      ,     _SCREAMING_SNAKE_CASE=True      ,     _SCREAMING_SNAKE_CASE=True      ,     _SCREAMING_SNAKE_CASE=True      ,     **_SCREAMING_SNAKE_CASE      ,     )  ->      Dict:





    '''simple docstring'''




    super().__init__(feature_size=_SCREAMING_SNAKE_CASE      ,     sampling_rate=_SCREAMING_SNAKE_CASE      ,     padding_value=_SCREAMING_SNAKE_CASE      ,     **_SCREAMING_SNAKE_CASE						)
    UpperCAmelCase	:					Union[str, Any]	=	num_mel_bins
    UpperCAmelCase	:					Tuple	=	do_ceptral_normalize
    UpperCAmelCase	:					Optional[int]	=	normalize_means
    UpperCAmelCase	:					Any	=	normalize_vars
    UpperCAmelCase	:					Any	=	True

   def 	SCREAMING_SNAKE_CASE     (   self      ,     _SCREAMING_SNAKE_CASE      ,     )  ->      np.ndarray:





    '''simple docstring'''




    UpperCAmelCase	:					Optional[int]	=	waveform * (2**15)  # Kaldi compliance: 16-bit signed integers
    UpperCAmelCase	:					List[Any]	=	torch.from_numpy(_SCREAMING_SNAKE_CASE						).unsqueeze(0						)
    UpperCAmelCase	:					Dict	=	ta_kaldi.fbank(_SCREAMING_SNAKE_CASE      ,     num_mel_bins=self.num_mel_bins      ,     sample_frequency=self.sampling_rate						)
    return features.numpy()

   @staticmethod
   def 	SCREAMING_SNAKE_CASE     (   _SCREAMING_SNAKE_CASE      ,     _SCREAMING_SNAKE_CASE      ,     _SCREAMING_SNAKE_CASE = True      ,     _SCREAMING_SNAKE_CASE = True      ,     _SCREAMING_SNAKE_CASE = 0.0      ,     )  ->      np.ndarray:





    '''simple docstring'''




    if normalize_means:
     UpperCAmelCase	:					Tuple	=	x[:input_length].mean(axis=0						)
     UpperCAmelCase	:					Optional[Any]	=	np.subtract(_SCREAMING_SNAKE_CASE      ,     _SCREAMING_SNAKE_CASE						)
    if normalize_vars:
     UpperCAmelCase	:					Tuple	=	x[:input_length].std(axis=0						)
     UpperCAmelCase	:					Dict	=	np.divide(_SCREAMING_SNAKE_CASE      ,     _SCREAMING_SNAKE_CASE						)

    if input_length < x.shape[0]:
     UpperCAmelCase	:					Optional[int]	=	padding_value

    # make sure array is in float32
    UpperCAmelCase	:					Any	=	x.astype(np.floataa						)

    return x

   def 	SCREAMING_SNAKE_CASE     (   self      ,     _SCREAMING_SNAKE_CASE      ,     _SCREAMING_SNAKE_CASE = None						)  ->      List[np.ndarray]:





    '''simple docstring'''




    UpperCAmelCase	:					Any	=	attention_mask.sum(-1						) if attention_mask is not None else [x.shape[0] for x in input_features]
    return [
        self.utterance_cmvn(_SCREAMING_SNAKE_CASE      ,     _SCREAMING_SNAKE_CASE      ,     self.normalize_means      ,     self.normalize_vars      ,     self.padding_value						)
        for x, n in zip(_SCREAMING_SNAKE_CASE      ,     _SCREAMING_SNAKE_CASE						)
    ]




   def __call__(   self      ,     _SCREAMING_SNAKE_CASE      ,     _SCREAMING_SNAKE_CASE = False      ,     _SCREAMING_SNAKE_CASE = None      ,     _SCREAMING_SNAKE_CASE = False      ,     _SCREAMING_SNAKE_CASE = None      ,     _SCREAMING_SNAKE_CASE = None      ,     _SCREAMING_SNAKE_CASE = None      ,     _SCREAMING_SNAKE_CASE = None      ,     **_SCREAMING_SNAKE_CASE      ,     )  ->      BatchFeature:





    '''simple docstring'''




    if sampling_rate is not None:
     if sampling_rate != self.sampling_rate:
      raise ValueError(
          F"The model corresponding to this feature extractor: {self} was trained using a sampling rate of"
          F" {self.sampling_rate}. Please make sure that the provided `raw_speech` input was sampled with"
          F" {self.sampling_rate} and not {sampling_rate}."						)
    else:
     logger.warning(
         """It is strongly recommended to pass the `sampling_rate` argument to this function. """
         """Failing to do so can result in silent errors that might be hard to debug."""						)

    UpperCAmelCase	:					Union[str, Any]	=	isinstance(_SCREAMING_SNAKE_CASE      ,     np.ndarray						) and len(raw_speech.shape						) > 1
    if is_batched_numpy and len(raw_speech.shape						) > 2:
     raise ValueError(F"Only mono-channel audio is supported for input to {self}"						)
    UpperCAmelCase	:					Union[str, Any]	=	is_batched_numpy or (
        isinstance(_SCREAMING_SNAKE_CASE      ,     (list, tuple)						) and (isinstance(raw_speech[0]      ,     (np.ndarray, tuple, list)						))
    )

    if is_batched:
     UpperCAmelCase	:					Any	=	[np.asarray(_SCREAMING_SNAKE_CASE      ,     dtype=np.floataa						) for speech in raw_speech]
    elif not is_batched and not isinstance(_SCREAMING_SNAKE_CASE      ,     np.ndarray						):
     UpperCAmelCase	:					Union[str, Any]	=	np.asarray(_SCREAMING_SNAKE_CASE      ,     dtype=np.floataa						)
    elif isinstance(_SCREAMING_SNAKE_CASE      ,     np.ndarray						) and raw_speech.dtype is np.dtype(np.floataa						):
     UpperCAmelCase	:					Tuple	=	raw_speech.astype(np.floataa						)

    # always return batch
    if not is_batched:
     UpperCAmelCase	:					List[str]	=	[raw_speech]

    # extract fbank features
    UpperCAmelCase	:					Optional[int]	=	[self._extract_fbank_features(_SCREAMING_SNAKE_CASE						) for waveform in raw_speech]

    # convert into correct format for padding
    UpperCAmelCase	:					Optional[Any]	=	BatchFeature({"""input_features""": features}						)

    UpperCAmelCase	:					Tuple	=	self.pad(
        _SCREAMING_SNAKE_CASE      ,     padding=_SCREAMING_SNAKE_CASE      ,     max_length=_SCREAMING_SNAKE_CASE      ,     truncation=_SCREAMING_SNAKE_CASE      ,     pad_to_multiple_of=_SCREAMING_SNAKE_CASE      ,     return_attention_mask=_SCREAMING_SNAKE_CASE      ,     **_SCREAMING_SNAKE_CASE      ,     )

    # make sure list is in array format
    UpperCAmelCase	:					str	=	padded_inputs.get("""input_features"""						)
    if isinstance(input_features[0]      ,     _SCREAMING_SNAKE_CASE						):
     UpperCAmelCase	:					Optional[int]	=	[np.asarray(_SCREAMING_SNAKE_CASE      ,     dtype=np.floataa						) for feature in input_features]

    UpperCAmelCase	:					Optional[Any]	=	padded_inputs.get("""attention_mask"""						)
    if attention_mask is not None:
     UpperCAmelCase	:					int	=	[np.asarray(_SCREAMING_SNAKE_CASE      ,     dtype=np.intaa						) for array in attention_mask]

    # Utterance-level cepstral mean and variance normalization
    if self.do_ceptral_normalize:
     UpperCAmelCase	:					List[str]	=	(
         np.array(_SCREAMING_SNAKE_CASE      ,     dtype=np.intaa						)
         if self._get_padding_strategies(_SCREAMING_SNAKE_CASE      ,     max_length=_SCREAMING_SNAKE_CASE						) is not PaddingStrategy.DO_NOT_PAD
         else None
     )
     UpperCAmelCase	:					Optional[int]	=	self.normalize(
         padded_inputs["""input_features"""]      ,     attention_mask=_SCREAMING_SNAKE_CASE						)

    if return_tensors is not None:
     UpperCAmelCase	:					List[str]	=	padded_inputs.convert_to_tensors(_SCREAMING_SNAKE_CASE						)

    return padded_inputs



import json
import os
import shutil
import tempfile
import unittest

import numpy as np
import pytest

from transformers import MgpstrTokenizer
from transformers.models.mgp_str.tokenization_mgp_str import VOCAB_FILES_NAMES
from transformers.testing_utils import require_torch, require_vision
from transformers.utils import IMAGE_PROCESSOR_NAME, is_torch_available, is_vision_available


if is_torch_available():
 import torch


if is_vision_available():
 from PIL import Image

 from transformers import MgpstrProcessor, ViTImageProcessor







@require_torch
@require_vision
class   __lowercase      (unittest.TestCase ):
 _UpperCamelCase			  =  ViTImageProcessor if is_vision_available() else None
 @property
 def 	UpperCamelCase__  (							self					)					->str:



       '''simple docstring'''





       return self.image_processor_tester.prepare_image_processor_dict()
 def 	UpperCamelCase__  (							self					)					->str:



       '''simple docstring'''





       __lowerCAmelCase					:						Tuple					=					(3, 32, 128)
       __lowerCAmelCase					:						List[str]					=					tempfile.mkdtemp()

       # fmt: off
       __lowerCAmelCase					:						List[str]					=					['''[GO]''', '''[s]''', '''0''', '''1''', '''2''', '''3''', '''4''', '''5''', '''6''', '''7''', '''8''', '''9''', '''a''', '''b''', '''c''', '''d''', '''e''', '''f''', '''g''', '''h''', '''i''', '''j''', '''k''', '''l''', '''m''', '''n''', '''o''', '''p''', '''q''', '''r''', '''s''', '''t''', '''u''', '''v''', '''w''', '''x''', '''y''', '''z''']
       # fmt: on
       __lowerCAmelCase					:						Optional[int]					=					dict(zip(A_      ,							range(len(A_					)					)					)					)

       __lowerCAmelCase					:						Tuple					=					os.path.join(self.tmpdirname      ,							VOCAB_FILES_NAMES['''vocab_file''']					)
       with open(self.vocab_file      ,							'''w'''      ,							encoding='''utf-8'''					) as fp:
             fp.write(json.dumps(A_					) + '''\n'''					)

       __lowerCAmelCase					:						Union[str, Any]					=					{
           '''do_normalize''': False,
           '''do_resize''': True,
           '''image_processor_type''': '''ViTImageProcessor''',
           '''resample''': 3,
           '''size''': {'''height''': 32, '''width''': 128},
       }
       __lowerCAmelCase					:						Optional[Any]					=					os.path.join(self.tmpdirname      ,							A_					)
       with open(self.image_processor_file      ,							'''w'''      ,							encoding='''utf-8'''					) as fp:
             json.dump(A_      ,							A_					)
 def 	UpperCamelCase__  (							self      ,							**A_					)					->Tuple:



       '''simple docstring'''





       return MgpstrTokenizer.from_pretrained(self.tmpdirname      ,							**A_					)
 def 	UpperCamelCase__  (							self      ,							**A_					)					->Tuple:



       '''simple docstring'''





       return ViTImageProcessor.from_pretrained(self.tmpdirname      ,							**A_					)
 def 	UpperCamelCase__  (							self					)					->Optional[int]:



       '''simple docstring'''





       shutil.rmtree(self.tmpdirname					)
 def 	UpperCamelCase__  (							self					)					->Optional[Any]:



       '''simple docstring'''





       __lowerCAmelCase					:						Tuple					=					np.random.randint(255      ,							size=(3, 30, 400)      ,							dtype=np.uinta					)

       __lowerCAmelCase					:						str					=					Image.fromarray(np.moveaxis(A_      ,							0      ,							-1					)					)

       return image_input
 def 	UpperCamelCase__  (							self					)					->Any:



       '''simple docstring'''





       __lowerCAmelCase					:						Dict					=					self.get_tokenizer()
       __lowerCAmelCase					:						List[Any]					=					self.get_image_processor()

       __lowerCAmelCase					:						List[Any]					=					MgpstrProcessor(tokenizer=A_      ,							image_processor=A_					)
       processor.save_pretrained(self.tmpdirname					)
       __lowerCAmelCase					:						Union[str, Any]					=					MgpstrProcessor.from_pretrained(self.tmpdirname      ,							use_fast=A_					)

       self.assertEqual(processor.char_tokenizer.get_vocab()      ,							tokenizer.get_vocab()					)
       self.assertIsInstance(processor.char_tokenizer      ,							A_					)

       self.assertEqual(processor.image_processor.to_json_string()      ,							image_processor.to_json_string()					)
       self.assertIsInstance(processor.image_processor      ,							A_					)
 def 	UpperCamelCase__  (							self					)					->Optional[int]:



       '''simple docstring'''





       __lowerCAmelCase					:						Any					=					self.get_tokenizer()
       __lowerCAmelCase					:						Union[str, Any]					=					self.get_image_processor()

       __lowerCAmelCase					:						List[Any]					=					MgpstrProcessor(tokenizer=A_      ,							image_processor=A_					)
       processor.save_pretrained(self.tmpdirname					)

       __lowerCAmelCase					:						List[Any]					=					self.get_tokenizer(bos_token='''(BOS)'''      ,							eos_token='''(EOS)'''					)
       __lowerCAmelCase					:						int					=					self.get_image_processor(do_normalize=A_      ,							padding_value=1.0					)

       __lowerCAmelCase					:						int					=					MgpstrProcessor.from_pretrained(
           self.tmpdirname      ,							bos_token='''(BOS)'''      ,							eos_token='''(EOS)'''      ,							do_normalize=A_      ,							padding_value=1.0					)

       self.assertEqual(processor.char_tokenizer.get_vocab()      ,							tokenizer_add_kwargs.get_vocab()					)
       self.assertIsInstance(processor.char_tokenizer      ,							A_					)

       self.assertEqual(processor.image_processor.to_json_string()      ,							image_processor_add_kwargs.to_json_string()					)
       self.assertIsInstance(processor.image_processor      ,							A_					)
 def 	UpperCamelCase__  (							self					)					->List[str]:



       '''simple docstring'''





       __lowerCAmelCase					:						Any					=					self.get_image_processor()
       __lowerCAmelCase					:						Optional[Any]					=					self.get_tokenizer()

       __lowerCAmelCase					:						int					=					MgpstrProcessor(tokenizer=A_      ,							image_processor=A_					)

       __lowerCAmelCase					:						Optional[int]					=					self.prepare_image_inputs()

       __lowerCAmelCase					:						Optional[Any]					=					image_processor(A_      ,							return_tensors='''np'''					)
       __lowerCAmelCase					:						Tuple					=					processor(images=A_      ,							return_tensors='''np'''					)

       for key in input_image_proc.keys():
             self.assertAlmostEqual(input_image_proc[key].sum()      ,							input_processor[key].sum()      ,							delta=1e-2					)
 def 	UpperCamelCase__  (							self					)					->str:



       '''simple docstring'''





       __lowerCAmelCase					:						str					=					self.get_image_processor()
       __lowerCAmelCase					:						Union[str, Any]					=					self.get_tokenizer()

       __lowerCAmelCase					:						Optional[Any]					=					MgpstrProcessor(tokenizer=A_      ,							image_processor=A_					)

       __lowerCAmelCase					:						Any					=					'''test'''

       __lowerCAmelCase					:						Dict					=					processor(text=A_					)

       __lowerCAmelCase					:						str					=					tokenizer(A_					)
       for key in encoded_tok.keys():
             self.assertListEqual(encoded_tok[key]      ,							encoded_processor[key]					)
 def 	UpperCamelCase__  (							self					)					->Optional[int]:



       '''simple docstring'''





       __lowerCAmelCase					:						Dict					=					self.get_image_processor()
       __lowerCAmelCase					:						Any					=					self.get_tokenizer()

       __lowerCAmelCase					:						str					=					MgpstrProcessor(tokenizer=A_      ,							image_processor=A_					)

       __lowerCAmelCase					:						List[Any]					=					'''test'''
       __lowerCAmelCase					:						int					=					self.prepare_image_inputs()

       __lowerCAmelCase					:						int					=					processor(text=A_      ,							images=A_					)

       self.assertListEqual(list(inputs.keys()					)      ,							['''pixel_values''', '''labels''']					)

       # test if it raises when no input is passed
       with pytest.raises(A_					):
             processor()
 def 	UpperCamelCase__  (							self					)					->Union[str, Any]:



       '''simple docstring'''





       __lowerCAmelCase					:						List[Any]					=					self.get_image_processor()
       __lowerCAmelCase					:						int					=					self.get_tokenizer()

       __lowerCAmelCase					:						Any					=					MgpstrProcessor(tokenizer=A_      ,							image_processor=A_					)

       __lowerCAmelCase					:						List[str]					=					[[1, 4, 5, 8, 1, 0, 8], [3, 4, 3, 1, 1, 8, 9], [3, 4, 3, 1, 1, 8, 9]]

       __lowerCAmelCase					:						Optional[int]					=					processor.char_decode(A_					)
       __lowerCAmelCase					:						Tuple					=					tokenizer.batch_decode(A_					)
       __lowerCAmelCase					:						Any					=					[seq.replace(''' '''      ,							''''''					) for seq in decoded_tok]

       self.assertListEqual(A_      ,							A_					)
 def 	UpperCamelCase__  (							self					)					->Any:



       '''simple docstring'''





       __lowerCAmelCase					:						str					=					self.get_image_processor()
       __lowerCAmelCase					:						Any					=					self.get_tokenizer()

       __lowerCAmelCase					:						int					=					MgpstrProcessor(tokenizer=A_      ,							image_processor=A_					)

       __lowerCAmelCase					:						Union[str, Any]					=					None
       __lowerCAmelCase					:						Optional[Any]					=					self.prepare_image_inputs()

       __lowerCAmelCase					:						List[Any]					=					processor(text=A_      ,							images=A_					)

       self.assertListEqual(list(inputs.keys()					)      ,							processor.model_input_names					)





 def 	UpperCamelCase__  (							self					)					->List[str]:



       '''simple docstring'''





       __lowerCAmelCase					:						List[str]					=					self.get_image_processor()
       __lowerCAmelCase					:						List[str]					=					self.get_tokenizer()

       __lowerCAmelCase					:						Any					=					MgpstrProcessor(tokenizer=A_      ,							image_processor=A_					)

       __lowerCAmelCase					:						List[Any]					=					torch.randn(1      ,							27      ,							38					)
       __lowerCAmelCase					:						Optional[int]					=					torch.randn(1      ,							27      ,							5_0257					)
       __lowerCAmelCase					:						Optional[Any]					=					torch.randn(1      ,							27      ,							3_0522					)

       __lowerCAmelCase					:						List[str]					=					processor.batch_decode([char_input, bpe_input, wp_input]					)

       self.assertListEqual(list(results.keys()					)      ,							['''generated_text''', '''scores''', '''char_preds''', '''bpe_preds''', '''wp_preds''']					)


