



import faiss  # noqa: F401 # Here to have a nice missing dependency error message early on
import numpy  # noqa: F401 # Here to have a nice missing dependency error message early on
import requests  # noqa: F401 # Here to have a nice missing dependency error message early on
import sklearn  # noqa: F401 # Here to have a nice missing dependency error message early on
import tqdm  # noqa: F401 # Here to have a nice missing dependency error message early on
from mauve import compute_mauve  # From: mauve-text

import datasets


_lowercase    	=		"\\n@inproceedings{pillutla-etal:mauve:neurips2021,\n  title={MAUVE: Measuring the Gap Between Neural Text and Human Text using Divergence Frontiers},\n  author={Pillutla, Krishna and Swayamdipta, Swabha and Zellers, Rowan and Thickstun, John and Welleck, Sean and Choi, Yejin and Harchaoui, Zaid},\n  booktitle = {NeurIPS},\n  year      = {2021}\n}\n\n"

_lowercase    	=		"\\nMAUVE is a library built on PyTorch and HuggingFace Transformers to measure the gap between neural text and human text with the eponymous MAUVE measure.\n\nMAUVE summarizes both Type I and Type II errors measured softly using Kullback–Leibler (KL) divergences.\n\nFor details, see the MAUVE paper: https://arxiv.org/abs/2102.01454 (Neurips, 2021).\n\nThis metrics is a wrapper around the official implementation of MAUVE:\nhttps://github.com/krishnap25/mauve\n"

_lowercase    	=		"\nCalculates MAUVE scores between two lists of generated text and reference text.\nArgs:\n    predictions: list of generated text to score. Each predictions\n        should be a string with tokens separated by spaces.\n    references: list of reference for each prediction. Each\n        reference should be a string with tokens separated by spaces.\nOptional Args:\n    num_buckets: the size of the histogram to quantize P and Q. Options: 'auto' (default) or an integer\n    pca_max_data: the number data points to use for PCA dimensionality reduction prior to clustering. If -1, use all the data. Default -1\n    kmeans_explained_var: amount of variance of the data to keep in dimensionality reduction by PCA. Default 0.9\n    kmeans_num_redo: number of times to redo k-means clustering (the best objective is kept). Default 5\n    kmeans_max_iter: maximum number of k-means iterations. Default 500\n    featurize_model_name: name of the model from which features are obtained. Default 'gpt2-large' Use one of ['gpt2', 'gpt2-medium', 'gpt2-large', 'gpt2-xl'].\n    device_id: Device for featurization. Supply a GPU id (e.g. 0 or 3) to use GPU. If no GPU with this id is found, use CPU\n    max_text_length: maximum number of tokens to consider. Default 1024\n    divergence_curve_discretization_size: Number of points to consider on the divergence curve. Default 25\n    mauve_scaling_factor: \"c\" from the paper. Default 5.\n    verbose: If True (default), print running time updates\n    seed: random seed to initialize k-means cluster assignments.\nReturns:\n    mauve: MAUVE score, a number between 0 and 1. Larger values indicate that P and Q are closer,\n    frontier_integral: Frontier Integral, a number between 0 and 1. Smaller values indicate that P and Q are closer,\n    divergence_curve: a numpy.ndarray of shape (m, 2); plot it with matplotlib to view the divergence curve,\n    p_hist: a discrete distribution, which is a quantized version of the text distribution p_text,\n    q_hist: same as above, but with q_text.\nExamples:\n\n    >>> # faiss segfaults in doctest for some reason, so the .compute call is not tested with doctest\n    >>> import datasets\n    >>> mauve = datasets.load_metric('mauve')\n    >>> predictions = [\"hello there\", \"general kenobi\"]\n    >>> references = [\"hello there\", \"general kenobi\"]\n    >>> out = mauve.compute(predictions=predictions, references=references) # doctest: +SKIP\n    >>> print(out.mauve) # doctest: +SKIP\n    1.0\n"



@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION      ,   _KWARGS_DESCRIPTION  )
class      _UpperCAmelCase      (							datasets.Metric  ):




     def 		snake_case_		(					self):
         return datasets.MetricInfo(
             description=_DESCRIPTION			,    citation=_CITATION			,    homepage='''https://github.com/krishnap25/mauve'''			,    inputs_description=_KWARGS_DESCRIPTION			,    features=datasets.Features(
                 {
                     '''predictions''': datasets.Value('''string'''			,    id='''sequence'''),
                     '''references''': datasets.Value('''string'''			,    id='''sequence'''),
                 })			,    codebase_urls=['''https://github.com/krishnap25/mauve''']			,    reference_urls=[
                 '''https://arxiv.org/abs/2102.01454''',
                 '''https://github.com/krishnap25/mauve''',
             ]			,    )




     def 		snake_case_		(					self			,    a__			,    a__			,    a__=None			,    a__=None			,    a__=None			,    a__=None			,    a__="auto"			,    a__=-1			,    a__=0.9			,    a__=5			,    a__=5_0_0			,    a__="gpt2-large"			,    a__=-1			,    a__=1_0_2_4			,    a__=2_5			,    a__=5			,    a__=True			,    a__=2_5			,    ):
         A__					=       compute_mauve(
             p_text=a__			,    q_text=a__			,    p_features=a__			,    q_features=a__			,    p_tokens=a__			,    q_tokens=a__			,    num_buckets=a__			,    pca_max_data=a__			,    kmeans_explained_var=a__			,    kmeans_num_redo=a__			,    kmeans_max_iter=a__			,    featurize_model_name=a__			,    device_id=a__			,    max_text_length=a__			,    divergence_curve_discretization_size=a__			,    mauve_scaling_factor=a__			,    verbose=a__			,    seed=a__			,    )
         return out





from typing import Optional

import numpy as np
import torch
from torch import nn
from transformers import GPTaConfig, GPTaLMHeadModel
from transformers.modeling_utils import ModuleUtilsMixin

from ...configuration_utils import ConfigMixin, register_to_config
from ...models import ModelMixin



class      _UpperCAmelCase      (							A__      ,   A__      ,   A__  ):
     UpperCamelCase__		     =					[r'''h\.\d+\.attn\.bias''', r'''h\.\d+\.attn\.masked_bias''']




     @register_to_config
     def __init__(					self			,    a__			,    a__			,    a__ = None			,    a__ = 5_0_2_5_7			,    a__ = 1_0_2_4			,    a__ = 7_6_8			,    a__ = 1_2			,    a__ = 1_2			,    a__ = None			,    a__ = "gelu_new"			,    a__ = 0.1			,    a__ = 0.1			,    a__ = 0.1			,    a__ = 1e-5			,    a__ = 0.0_2			,    a__ = True			,    a__ = True			,    a__ = False			,    a__ = False			,    ):
         super().__init__()

         A__					=       prefix_length

         if prefix_inner_dim != n_embd and prefix_hidden_dim is None:
             raise ValueError(
                 F"`prefix_hidden_dim` cannot be `None` when `prefix_inner_dim`: {prefix_hidden_dim} and"
                 F" `n_embd`: {n_embd} are not equal.")

         A__					=       prefix_inner_dim
         A__					=       prefix_hidden_dim

         A__					=       (
             nn.Linear(self.prefix_inner_dim			,    self.prefix_hidden_dim)
             if self.prefix_hidden_dim is not None
             else nn.Identity()
         )
         A__					=       (
             nn.Linear(self.prefix_hidden_dim			,    a__) if self.prefix_hidden_dim is not None else nn.Identity()
         )

         A__					=       GPTaConfig(
             vocab_size=a__			,    n_positions=a__			,    n_embd=a__			,    n_layer=a__			,    n_head=a__			,    n_inner=a__			,    activation_function=a__			,    resid_pdrop=a__			,    embd_pdrop=a__			,    attn_pdrop=a__			,    layer_norm_epsilon=a__			,    initializer_range=a__			,    scale_attn_weights=a__			,    use_cache=a__			,    scale_attn_by_inverse_layer_idx=a__			,    reorder_and_upcast_attn=a__			,    )
         A__					=       GPTaLMHeadModel(a__)




     def 		snake_case_		(					self			,    a__			,    a__			,    a__ = None			,    a__ = None			,    ):
         A__					=       self.transformer.transformer.wte(a__)
         A__					=       self.encode_prefix(a__)
         A__					=       self.decode_prefix(a__)
         A__					=       torch.cat((prefix_embeds, embedding_text)			,    dim=1)

         if labels is not None:
             A__					=       self.get_dummy_token(input_ids.shape[0]			,    input_ids.device)
             A__					=       torch.cat((dummy_token, input_ids)			,    dim=1)
         A__					=       self.transformer(inputs_embeds=a__			,    labels=a__			,    attention_mask=a__)
         if self.prefix_hidden_dim is not None:
             return out, hidden
         else:
             return out




     def 		snake_case_		(					self			,    a__			,    a__):
         return torch.zeros(a__			,    self.prefix_length			,    dtype=torch.intaa			,    device=a__)




     def 		snake_case_		(					self			,    a__):
         return self.encode_prefix(a__)




     @torch.no_grad()
     def 		snake_case_		(					self			,    a__			,    a__			,    a__):
         A__					=       torch.split(a__			,    1			,    dim=0)
         A__					=       []
         A__					=       []
         for feature in features:
             A__					=       self.decode_prefix(feature.to(a__))  # back to the clip feature
             # Only support beam search for now
             A__			,						A__					=       self.generate_beam(
                 input_embeds=a__			,    device=a__			,    eos_token_id=a__)
             generated_tokens.append(output_tokens[0])
             generated_seq_lengths.append(seq_lengths[0])
         A__					=       torch.stack(a__)
         A__					=       torch.stack(a__)
         return generated_tokens, generated_seq_lengths




     @torch.no_grad()
     def 		snake_case_		(					self			,    a__=None			,    a__=None			,    a__=None			,    a__ = 5			,    a__ = 6_7			,    a__ = 1.0			,    a__ = None			,    ):
         A__					=       eos_token_id
         A__					=       None
         A__					=       None
         A__					=       torch.ones(a__			,    device=a__			,    dtype=torch.int)
         A__					=       torch.zeros(a__			,    device=a__			,    dtype=torch.bool)

         if input_embeds is not None:
             A__					=       input_embeds
         else:
             A__					=       self.transformer.transformer.wte(a__)

         for i in range(a__):
             A__					=       self.transformer(inputs_embeds=a__)
             A__					=       outputs.logits
             A__					=       logits[:, -1, :] / (temperature if temperature > 0 else 1.0)
             A__					=       logits.softmax(-1).log()

             if scores is None:
                 A__			,						A__					=       logits.topk(a__			,    -1)
                 A__					=       generated.expand(a__			,    *generated.shape[1:])
                 A__			,						A__					=       next_tokens.permute(1			,    0), scores.squeeze(0)
                 if tokens is None:
                     A__					=       next_tokens
                 else:
                     A__					=       tokens.expand(a__			,    *tokens.shape[1:])
                     A__					=       torch.cat((tokens, next_tokens)			,    dim=1)
             else:
                 A__					=       -float(np.inf)
                 A__					=       0
                 A__					=       scores[:, None] + logits
                 seq_lengths[~is_stopped] += 1
                 A__					=       scores_sum / seq_lengths[:, None]
                 A__			,						A__					=       scores_sum_average.view(-1).topk(a__			,    -1)
                 A__					=       next_tokens // scores_sum.shape[1]
                 A__					=       seq_lengths[next_tokens_source]
                 A__					=       next_tokens % scores_sum.shape[1]
                 A__					=       next_tokens.unsqueeze(1)
                 A__					=       tokens[next_tokens_source]
                 A__					=       torch.cat((tokens, next_tokens)			,    dim=1)
                 A__					=       generated[next_tokens_source]
                 A__					=       scores_sum_average * seq_lengths
                 A__					=       is_stopped[next_tokens_source]

             A__					=       self.transformer.transformer.wte(next_tokens.squeeze()).view(generated.shape[0]			,    1			,    -1)
             A__					=       torch.cat((generated, next_token_embed)			,    dim=1)
             A__					=       is_stopped + next_tokens.eq(a__).squeeze()
             if is_stopped.all():
                 break

         A__					=       scores / seq_lengths
         A__					=       scores.argsort(descending=a__)
         # tokens tensors are already padded to max_seq_length
         A__					=       [tokens[i] for i in order]
         A__					=       torch.stack(a__			,    dim=0)
         A__					=       torch.tensor([seq_lengths[i] for i in order]			,    dtype=seq_lengths.dtype)
         return output_texts, seq_lengths
