




from sklearn.metrics import recall_score

import datasets


__magic_name__  :  Optional[Any]					=       """
Recall is the fraction of the positive examples that were correctly labeled by the model as positive. It can be computed with the equation:
Recall = TP / (TP + FN)
Where TP is the true positives and FN is the false negatives.
"""


__magic_name__  :  Dict					=       """
Args:
- **predictions** (`list` of `int`): The predicted labels.
- **references** (`list` of `int`): The ground truth labels.
- **labels** (`list` of `int`): The set of labels to include when `average` is not set to `binary`, and their order when average is `None`. Labels present in the data can be excluded in this input, for example to calculate a multiclass average ignoring a majority negative class, while labels not present in the data will result in 0 components in a macro average. For multilabel targets, labels are column indices. By default, all labels in y_true and y_pred are used in sorted order. Defaults to None.
- **pos_label** (`int`): The class label to use as the 'positive class' when calculating the recall. Defaults to `1`.
- **average** (`string`): This parameter is required for multiclass/multilabel targets. If None, the scores for each class are returned. Otherwise, this determines the type of averaging performed on the data. Defaults to `'binary'`.
    - `'binary'`: Only report results for the class specified by `pos_label`. This is applicable only if the target labels and predictions are binary.
    - `'micro'`: Calculate metrics globally by counting the total true positives, false negatives, and false positives.
    - `'macro'`: Calculate metrics for each label, and find their unweighted mean. This does not take label imbalance into account.
    - `'weighted'`: Calculate metrics for each label, and find their average weighted by support (the number of true instances for each label). This alters `'macro'` to account for label imbalance. Note that it can result in an F-score that is not between precision and recall.
    - `'samples'`: Calculate metrics for each instance, and find their average (only meaningful for multilabel classification).
- **sample_weight** (`list` of `float`): Sample weights Defaults to `None`.
- **zero_division** (): Sets the value to return when there is a zero division. Defaults to .
    - `'warn'`: If there is a zero division, the return value is `0`, but warnings are also raised.
    - `0`: If there is a zero division, the return value is `0`.
    - `1`: If there is a zero division, the return value is `1`.

Returns:
- **recall** (`float`, or `array` of `float`): Either the general recall score, or the recall scores for individual classes, depending on the values input to `labels` and `average`. Minimum possible value is 0. Maximum possible value is 1. A higher recall means that more of the positive examples have been labeled correctly. Therefore, a higher recall is generally considered better.

Examples:

    Example 1-A simple example with some errors
        >>> recall_metric = datasets.load_metric('recall')
        >>> results = recall_metric.compute(references=[0, 0, 1, 1, 1], predictions=[0, 1, 0, 1, 1])
        >>> print(results)
        {'recall': 0.6666666666666666}

    Example 2-The same example as Example 1, but with `pos_label=0` instead of the default `pos_label=1`.
        >>> recall_metric = datasets.load_metric('recall')
        >>> results = recall_metric.compute(references=[0, 0, 1, 1, 1], predictions=[0, 1, 0, 1, 1], pos_label=0)
        >>> print(results)
        {'recall': 0.5}

    Example 3-The same example as Example 1, but with `sample_weight` included.
        >>> recall_metric = datasets.load_metric('recall')
        >>> sample_weight = [0.9, 0.2, 0.9, 0.3, 0.8]
        >>> results = recall_metric.compute(references=[0, 0, 1, 1, 1], predictions=[0, 1, 0, 1, 1], sample_weight=sample_weight)
        >>> print(results)
        {'recall': 0.55}

    Example 4-A multiclass example, using different averages.
        >>> recall_metric = datasets.load_metric('recall')
        >>> predictions = [0, 2, 1, 0, 0, 1]
        >>> references = [0, 1, 2, 0, 1, 2]
        >>> results = recall_metric.compute(predictions=predictions, references=references, average='macro')
        >>> print(results)
        {'recall': 0.3333333333333333}
        >>> results = recall_metric.compute(predictions=predictions, references=references, average='micro')
        >>> print(results)
        {'recall': 0.3333333333333333}
        >>> results = recall_metric.compute(predictions=predictions, references=references, average='weighted')
        >>> print(results)
        {'recall': 0.3333333333333333}
        >>> results = recall_metric.compute(predictions=predictions, references=references, average=None)
        >>> print(results)
        {'recall': array([1., 0., 0.])}
"""


__magic_name__  :  List[str]					=       """
@article{scikit-learn, title={Scikit-learn: Machine Learning in {P}ython}, author={Pedregosa, F. and Varoquaux, G. and Gramfort, A. and Michel, V. and Thirion, B. and Grisel, O. and Blondel, M. and Prettenhofer, P. and Weiss, R. and Dubourg, V. and Vanderplas, J. and Passos, A. and Cournapeau, D. and Brucher, M. and Perrot, M. and Duchesnay, E.}, journal={Journal of Machine Learning Research}, volume={12}, pages={2825--2830}, year={2011}
"""





@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION    ,					_KWARGS_DESCRIPTION			)
class     SCREAMING_SNAKE_CASE__		(datasets.Metric			):
     def        A__      (						self	:		int						):



       """simple docstring"""
       return datasets.MetricInfo(
           description=_DESCRIPTION       ,						citation=_CITATION       ,						inputs_description=_KWARGS_DESCRIPTION       ,						features=datasets.Features(
               {
                   '''predictions''': datasets.Sequence(datasets.Value('''int32'''						)						),
                   '''references''': datasets.Sequence(datasets.Value('''int32'''						)						),
               }
               if self.config_name == '''multilabel'''
               else {
                   '''predictions''': datasets.Value('''int32'''						),
                   '''references''': datasets.Value('''int32'''						),
               }						)       ,						reference_urls=['''https://scikit-learn.org/stable/modules/generated/sklearn.metrics.recall_score.html''']       ,						)



     def        A__      (						self	:		Optional[int]       ,						__lowerCamelCase	:		str       ,						__lowerCamelCase	:		Dict       ,						__lowerCamelCase	:		str=None       ,						__lowerCamelCase	:		Any=1       ,						__lowerCamelCase	:		List[str]="binary"       ,						__lowerCamelCase	:		List[str]=None       ,						__lowerCamelCase	:		List[str]="warn"       ,						):



       """simple docstring"""
       lowerCAmelCase__										=      recall_score(
           __lowerCamelCase       ,						__lowerCamelCase       ,						labels=__lowerCamelCase       ,						pos_label=__lowerCamelCase       ,						average=__lowerCamelCase       ,						sample_weight=__lowerCamelCase       ,						zero_division=__lowerCamelCase       ,						)
       return {"recall": float(__lowerCamelCase						) if score.size == 1 else score}







import os
import re
import warnings
from shutil import copyfile
from typing import List, Optional, Tuple

from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import is_sentencepiece_available, logging


if is_sentencepiece_available():
      from .tokenization_ta import TaTokenizer
else:
      __magic_name__  :  Dict					=       None


__magic_name__  :  Optional[Any]					=       logging.get_logger(__name__)

__magic_name__  :  Optional[Any]					=       {"""vocab_file""": """spiece.model""", """tokenizer_file""": """tokenizer.json"""}

__magic_name__  :  Union[str, Any]					=       {
    """vocab_file""": {
        """t5-small""": """https://huggingface.co/t5-small/resolve/main/spiece.model""",
        """t5-base""": """https://huggingface.co/t5-base/resolve/main/spiece.model""",
        """t5-large""": """https://huggingface.co/t5-large/resolve/main/spiece.model""",
        """t5-3b""": """https://huggingface.co/t5-3b/resolve/main/spiece.model""",
        """t5-11b""": """https://huggingface.co/t5-11b/resolve/main/spiece.model""",
    },
    """tokenizer_file""": {
        """t5-small""": """https://huggingface.co/t5-small/resolve/main/tokenizer.json""",
        """t5-base""": """https://huggingface.co/t5-base/resolve/main/tokenizer.json""",
        """t5-large""": """https://huggingface.co/t5-large/resolve/main/tokenizer.json""",
        """t5-3b""": """https://huggingface.co/t5-3b/resolve/main/tokenizer.json""",
        """t5-11b""": """https://huggingface.co/t5-11b/resolve/main/tokenizer.json""",
    },
}


# TODO(PVP) - this should be removed in Transformers v5
__magic_name__  :  Tuple					=       {
    """t5-small""": 5_12,
    """t5-base""": 5_12,
    """t5-large""": 5_12,
    """t5-3b""": 5_12,
    """t5-11b""": 5_12,
}





class     SCREAMING_SNAKE_CASE__		(_a			):
     lowercase_ :      Dict				= VOCAB_FILES_NAMES
     lowercase_ :      Any				= PRETRAINED_VOCAB_FILES_MAP
     lowercase_ :      Tuple				= PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
     lowercase_ :      Tuple				= ["input_ids", "attention_mask"]
     lowercase_ :      Any				= TaTokenizer

     lowercase_ :      List[int]				= []
     def __init__(						self	:		Tuple       ,						__lowerCamelCase	:		Tuple=None       ,						__lowerCamelCase	:		str=None       ,						__lowerCamelCase	:		Optional[int]="</s>"       ,						__lowerCamelCase	:		Optional[Any]="<unk>"       ,						__lowerCamelCase	:		int="<pad>"       ,						__lowerCamelCase	:		int=1_00       ,						__lowerCamelCase	:		List[str]=None       ,						**__lowerCamelCase	:		Tuple       ,						):



       """simple docstring"""
       # Add extra_ids to the special token list
       if extra_ids > 0 and additional_special_tokens is None:
         lowerCAmelCase__										=      [F"""<extra_id_{i}>""" for i in range(__lowerCamelCase						)]
       elif extra_ids > 0 and additional_special_tokens is not None:
         # Check that we have the right number of extra special tokens
         lowerCAmelCase__										=      len(set(filter(lambda __lowerCamelCase						: bool('''extra_id_''' in str(__lowerCamelCase						)						)       ,						__lowerCamelCase						)						)						)
         if extra_tokens != extra_ids:
           raise ValueError(
               F"""Both extra_ids ({extra_ids}) and additional_special_tokens ({additional_special_tokens}) are"""
               ''' provided to T5Tokenizer. In this case the additional_special_tokens must include the extra_ids'''
               ''' tokens'''						)

       super().__init__(
           __lowerCamelCase       ,						tokenizer_file=__lowerCamelCase       ,						eos_token=__lowerCamelCase       ,						unk_token=__lowerCamelCase       ,						pad_token=__lowerCamelCase       ,						extra_ids=__lowerCamelCase       ,						additional_special_tokens=__lowerCamelCase       ,						**__lowerCamelCase       ,						)

       lowerCAmelCase__										=      vocab_file
       lowerCAmelCase__										=      False if not self.vocab_file else True
       lowerCAmelCase__										=      extra_ids
     @staticmethod
     def        A__      (						__lowerCamelCase	:		Dict       ,						__lowerCamelCase	:		List[str]       ,						__lowerCamelCase	:		Any						):



       """simple docstring"""
       if pretrained_model_name_or_path in TaTokenizerFast.max_model_input_sizes:
         lowerCAmelCase__										=      TaTokenizerFast.max_model_input_sizes[pretrained_model_name_or_path]
         if init_max_model_length is not None and init_max_model_length != max_model_length:
           return init_max_model_length
         elif init_max_model_length is None:
           warnings.warn(
               '''This tokenizer was incorrectly instantiated with a model max length of'''
               F""" {deprecated_max_model_length} which will be corrected in Transformers v5.\nFor now, this"""
               ''' behavior is kept to avoid breaking backwards compatibility when padding/encoding with'''
               ''' `truncation is True`.\n- Be aware that you SHOULD NOT rely on'''
               F""" {pretrained_model_name_or_path} automatically truncating your input to"""
               F""" {deprecated_max_model_length} when padding/encoding.\n- If you want to encode/pad to sequences"""
               F""" longer than {deprecated_max_model_length} you can either instantiate this tokenizer with"""
               ''' `model_max_length` or pass `max_length` when encoding/padding.\n- To avoid this warning, please'''
               ''' instantiate this tokenizer with `model_max_length` set to your preferred value.'''       ,						__lowerCamelCase       ,						)

       return max_model_length
     def        A__      (						self	:		int       ,						__lowerCamelCase	:		str       ,						__lowerCamelCase	:		Optional[str] = None						):



       """simple docstring"""
       if not self.can_save_slow_tokenizer:
         raise ValueError(
             '''Your fast tokenizer does not have the necessary information to save the vocabulary for a slow '''
             '''tokenizer.'''						)

       if not os.path.isdir(__lowerCamelCase						):
         logger.error(F"""Vocabulary path ({save_directory}) should be a directory"""						)
         return
       lowerCAmelCase__										=      os.path.join(
           __lowerCamelCase       ,						(filename_prefix + '''-''' if filename_prefix else '''''') + VOCAB_FILES_NAMES['''vocab_file''']						)

       if os.path.abspath(self.vocab_file						) != os.path.abspath(__lowerCamelCase						):
         copyfile(self.vocab_file       ,						__lowerCamelCase						)
         logger.info(F"""Copy vocab file to {out_vocab_file}"""						)

       return (out_vocab_file,)
     def        A__      (						self	:		Optional[Any]       ,						__lowerCamelCase	:		List[int]       ,						__lowerCamelCase	:		Optional[List[int]] = None						):



       """simple docstring"""
       lowerCAmelCase__										=      token_ids_a + [self.eos_token_id]
       if token_ids_a is None:
         return self.prefix_tokens + token_ids_a
       else:
         lowerCAmelCase__										=      token_ids_a + [self.eos_token_id]
         return self.prefix_tokens + token_ids_a + token_ids_a
     def        A__      (						self	:		int       ,						__lowerCamelCase	:		List[int]       ,						__lowerCamelCase	:		Optional[List[int]] = None						):



       """simple docstring"""
       lowerCAmelCase__										=      [self.eos_token_id]

       if token_ids_a is None:
         return len(token_ids_a + eos						) * [0]
       return len(token_ids_a + eos + token_ids_a + eos						) * [0]
     def        A__      (						self	:		int						):



       """simple docstring"""
       return list(
           set(filter(lambda __lowerCamelCase						: bool(re.search(r'''<extra_id_\d+>'''       ,						__lowerCamelCase						)						) is not None       ,						self.additional_special_tokens						)						)						)



     def        A__      (						self	:		Dict						):



       """simple docstring"""
       return [self.convert_tokens_to_ids(__lowerCamelCase						) for token in self.get_sentinel_tokens()]

