


"""simple docstring"""


import inspect

import jax
import jax.lax as lax
import jax.numpy as jnp

from ..utils import add_start_docstrings
from ..utils.logging import get_logger


A	:  Dict            =     get_logger(__name__)


A	:  Dict            =     R"\n    Args:\n        input_ids (`jnp.ndarray` of shape `(batch_size, sequence_length)`):\n            Indices of input sequence tokens in the vocabulary.\n\n            Indices can be obtained using [`PreTrainedTokenizer`]. See [`PreTrainedTokenizer.encode`] and\n            [`PreTrainedTokenizer.__call__`] for details.\n\n            [What are input IDs?](../glossary#input-ids)\n        scores (`jnp.ndarray` of shape `(batch_size, config.vocab_size)`):\n            Prediction scores of a language modeling head. These can be logits for each vocabulary when not using beam\n            search or log softmax for each vocabulary token when using beam search\n        kwargs (`Dict[str, Any]`, *optional*):\n            Additional logits processor specific kwargs.\n\n    Return:\n        `jnp.ndarray` of shape `(batch_size, config.vocab_size)`: The processed prediction scores.\n\n"
class     _UpperCamelCase    :
							'''simple docstring'''







							@add_start_docstrings(__a      )
							def __call__(	self       ,  __a       ,  __a      ):
										raise NotImplementedError(
										    f"{self.__class__} is an abstract class. Only classes inheriting this class can be called."      )
class     _UpperCamelCase    :
							'''simple docstring'''







							@add_start_docstrings(__a      )
							def __call__(	self       ,  __a       ,  __a      ):
										raise NotImplementedError(
										    f"{self.__class__} is an abstract class. Only classes inheriting this class can be called."      )
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							@add_start_docstrings(__a      )
							def __call__(	self       ,  __a       ,  __a       ,  __a       ,  **__a      ):
										for processor in self:
													__lowerCAmelCase							       =     inspect.signature(processor.__call__      ).parameters
													if len(__a      ) > 3:
																if not all(arg in kwargs for arg in list(function_args.keys()      )[2:]      ):
																			raise ValueError(
																			    f"Make sure that all the required parameters: {list(function_args.keys()      )} for "
																			    f"{processor.__class__} are passed to the logits processor."      )
																__lowerCAmelCase							       =     processor(__a       ,  __a       ,  __a       ,  **__a      )
													else:
																__lowerCAmelCase							       =     processor(__a       ,  __a       ,  __a      )
										return scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a      ):
										if not isinstance(__a       ,  __a      ) or not (temperature > 0):
													raise ValueError(f"`temperature` has to be a strictly positive float, but is {temperature}"      )

										__lowerCAmelCase							       =     temperature



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     scores / self.temperature
										return scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a       ,  __a = -float("Inf"      )       ,  __a = 1      ):
										if not isinstance(__a       ,  __a      ) or (top_p < 0 or top_p > 1.0):
													raise ValueError(f"`top_p` has to be a float > 0 and < 1, but is {top_p}"      )
										if not isinstance(__a       ,  __a      ) or (min_tokens_to_keep < 1):
													raise ValueError(f"`min_tokens_to_keep` has to be a positive integer, but is {min_tokens_to_keep}"      )

										__lowerCAmelCase							       =     top_p
										__lowerCAmelCase							       =     filter_value
										__lowerCAmelCase							       =     min_tokens_to_keep



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase       ,      __lowerCAmelCase							       =     lax.top_k(__a       ,  scores.shape[-1]      )

										__lowerCAmelCase							       =     jnp.full_like(__a       ,  self.filter_value      )
										__lowerCAmelCase							       =     jax.nn.softmax(__a       ,  axis=-1      ).cumsum(axis=-1      )
										__lowerCAmelCase							       =     cumulative_probs < self.top_p

										# include the token that is higher than top_p as well
										__lowerCAmelCase							       =     jnp.roll(__a       ,  1      )
										score_mask |= score_mask.at[:, 0].set(__a      )

										# min tokens to keep
										__lowerCAmelCase							       =     score_mask.at[:, : self.min_tokens_to_keep].set(__a      )

										__lowerCAmelCase							       =     jnp.where(__a       ,  __a       ,  __a      )
										__lowerCAmelCase							       =     jax.lax.sort_key_val(__a       ,  __a      )[-1]

										return next_scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a       ,  __a = -float("Inf"      )       ,  __a = 1      ):
										if not isinstance(__a       ,  __a      ) or top_k <= 0:
													raise ValueError(f"`top_k` has to be a strictly positive integer, but is {top_k}"      )

										__lowerCAmelCase							       =     max(__a       ,  __a      )
										__lowerCAmelCase							       =     filter_value



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase       ,      __lowerCAmelCase							       =     scores.shape
										__lowerCAmelCase							       =     jnp.full(batch_size * vocab_size       ,  self.filter_value      )

										__lowerCAmelCase							       =     min(self.top_k       ,  scores.shape[-1]      )  # Safety check
										__lowerCAmelCase       ,      __lowerCAmelCase							       =     lax.top_k(__a       ,  __a      )
										__lowerCAmelCase							       =     jnp.broadcast_to((jnp.arange(__a      ) * vocab_size)[:, None]       ,  (batch_size, topk)      ).flatten()
										__lowerCAmelCase							       =     topk_scores.flatten()
										__lowerCAmelCase							       =     topk_indices.flatten() + shift

										__lowerCAmelCase							       =     next_scores_flat.at[topk_indices_flat].set(__a      )
										__lowerCAmelCase							       =     next_scores_flat.reshape(__a       ,  __a      )
										return next_scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a      ):
										__lowerCAmelCase							       =     bos_token_id



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     jnp.full(scores.shape       ,  -float("inf"      )      )

										__lowerCAmelCase							       =     1 - jnp.bool_(cur_len - 1      )

										__lowerCAmelCase							       =     jnp.where(__a       ,  new_scores.at[:, self.bos_token_id].set(0      )       ,  __a      )

										return scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     max_length
										__lowerCAmelCase							       =     eos_token_id



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     jnp.full(scores.shape       ,  -float("inf"      )      )

										__lowerCAmelCase							       =     1 - jnp.bool_(cur_len - self.max_length + 1      )

										__lowerCAmelCase							       =     jnp.where(__a       ,  new_scores.at[:, self.eos_token_id].set(0      )       ,  __a      )

										return scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a       ,  __a      ):
										if not isinstance(__a       ,  __a      ) or min_length < 0:
													raise ValueError(f"`min_length` has to be a positive integer, but is {min_length}"      )

										if not isinstance(__a       ,  __a      ) or eos_token_id < 0:
													raise ValueError(f"`eos_token_id` has to be a positive integer, but is {eos_token_id}"      )

										__lowerCAmelCase							       =     min_length
										__lowerCAmelCase							       =     eos_token_id



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										# create boolean flag to decide if min length penalty should be applied
										__lowerCAmelCase							       =     1 - jnp.clip(cur_len - self.min_length       ,  0       ,  1      )

										__lowerCAmelCase							       =     jnp.where(__a       ,  scores.at[:, self.eos_token_id].set(-float("inf"      )      )       ,  __a      )

										return scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     list(__a      )
										__lowerCAmelCase							       =     begin_index



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     1 - jnp.bool_(cur_len - self.begin_index      )

										__lowerCAmelCase							       =     jnp.where(__a       ,  scores.at[:, self.begin_suppress_tokens].set(-float("inf"      )      )       ,  __a      )

										return scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a      ):
										__lowerCAmelCase							       =     list(__a      )



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     scores.at[..., self.suppress_tokens].set(-float("inf"      )      )

										return scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a      ):
										__lowerCAmelCase							       =     dict(__a      )
										# Converts the dictionary of format {index: token} containing the tokens to be forced to an array, where the
										# index of the array corresponds to the index of the token to be forced, for XLA compatibility.
										# Indexes without forced tokens will have a negative value.
										__lowerCAmelCase							       =     jnp.ones((max(force_token_map.keys()      ) + 1)       ,  dtype=jnp.intaa      ) * -1
										for index, token in force_token_map.items():
													if token is not None:
																__lowerCAmelCase							       =     force_token_array.at[index].set(__a      )
										__lowerCAmelCase							       =     jnp.intaa(__a      )



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										def _force_token(__a      ):
													__lowerCAmelCase							       =     scores.shape[0]
													__lowerCAmelCase							       =     self.force_token_array[generation_idx]

													__lowerCAmelCase							       =     jnp.ones_like(__a       ,  dtype=scores.dtype      ) * -float("inf"      )
													__lowerCAmelCase							       =     jnp.zeros((batch_size, 1)       ,  dtype=scores.dtype      )
													__lowerCAmelCase							       =     lax.dynamic_update_slice(__a       ,  __a       ,  (0, current_token)      )
													return new_scores

										__lowerCAmelCase							       =     lax.cond(
										    cur_len >= self.force_token_array.shape[0]       ,  lambda: scores       ,  lambda: lax.cond(
										        self.force_token_array[cur_len] >= 0       ,  lambda: _force_token(__a      )       ,  lambda: scores       ,  )       ,  )
										return scores
class     _UpperCamelCase    (  lowerCAmelCase__						):
							'''simple docstring'''







							def __init__(	self       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     generate_config.eos_token_id
										__lowerCAmelCase							       =     generate_config.no_timestamps_token_id
										__lowerCAmelCase							       =     generate_config.no_timestamps_token_id + 1

										__lowerCAmelCase							       =     decoder_input_length + 1

										if generate_config.is_multilingual:
													# room for language token and task token
													self.begin_index += 2
										if hasattr(__a       ,  "max_initial_timestamp_index"      ):
													__lowerCAmelCase							       =     generate_config.max_initial_timestamp_index
										else:
													__lowerCAmelCase							       =     model_config.vocab_size
										if self.max_initial_timestamp_index is None:
													__lowerCAmelCase							       =     model_config.vocab_size



							def __call__(	self       ,  __a       ,  __a       ,  __a      ):
										# suppress <|notimestamps|> which is handled by without_timestamps
										__lowerCAmelCase							       =     scores.at[:, self.no_timestamps_token_id].set(-float("inf"      )      )

										def handle_pairs(__a       ,  __a      ):
													__lowerCAmelCase							       =     jnp.where((cur_len - self.begin_index) >= 1       ,  __a       ,  __a      )
													__lowerCAmelCase							       =     jnp.where(
													    input_ids_k[cur_len - 1] >= self.timestamp_begin       ,  True and last_was_timestamp       ,  __a       ,  )

													__lowerCAmelCase							       =     jnp.where((cur_len - self.begin_index) < 2       ,  __a       ,  __a      )
													__lowerCAmelCase							       =     jnp.where(
													    input_ids_k[cur_len - 2] >= self.timestamp_begin       ,  __a       ,  __a       ,  )

													return jnp.where(
													    __a       ,  jnp.where(
													        penultimate_was_timestamp > 0       ,  scores_k.at[self.timestamp_begin :].set(-float("inf"      )      )       ,  scores_k.at[: self.eos_token_id].set(-float("inf"      )      )       ,  )       ,  __a       ,  )

										__lowerCAmelCase							       =     jax.vmap(__a      )(__a       ,  __a      )

										__lowerCAmelCase							       =     jnp.where(cur_len == self.begin_index       ,  __a       ,  __a      )
										__lowerCAmelCase							       =     jnp.where(
										    self.max_initial_timestamp_index is not None       ,  True and apply_max_initial_timestamp       ,  __a       ,  )

										__lowerCAmelCase							       =     self.timestamp_begin + self.max_initial_timestamp_index

										__lowerCAmelCase							       =     jnp.where(
										    __a       ,  scores.at[:, last_allowed + 1 :].set(-float("inf"      )      )       ,  __a       ,  )

										# if sum of probability over timestamps is above any other token, sample timestamp
										__lowerCAmelCase							       =     jax.nn.log_softmax(__a       ,  axis=-1      )

										def handle_cumulative_probs(__a       ,  __a      ):
													__lowerCAmelCase							       =     jax.nn.logsumexp(logprobs_k[self.timestamp_begin :]       ,  axis=-1      )
													__lowerCAmelCase							       =     jnp.max(logprobs_k[: self.timestamp_begin]      )
													return jnp.where(
													    timestamp_logprob > max_text_token_logprob       ,  scores_k.at[: self.timestamp_begin].set(-float("inf"      )      )       ,  __a       ,  )

										__lowerCAmelCase							       =     jax.vmap(__a      )(__a       ,  __a      )

										return scores








"""simple docstring"""


import unittest

from transformers import AutoTokenizer, FalconConfig, is_torch_available
from transformers.testing_utils import require_torch, slow, torch_device

from ...generation.test_utils import GenerationTesterMixin
from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
	import torch

	from transformers import (
	    FalconForCausalLM,
	    FalconForQuestionAnswering,
	    FalconForSequenceClassification,
	    FalconForTokenClassification,
	    FalconModel,
	)
class     _UpperCamelCase    :
							'''simple docstring'''







							def __init__(	self       ,  __a       ,  __a=3       ,  __a=7       ,  __a=True       ,  __a=True       ,  __a=False       ,  __a=True       ,  __a=99       ,  __a=32       ,  __a=5       ,  __a=4       ,  __a=37       ,  __a="gelu"       ,  __a=0.1       ,  __a=0.1       ,  __a=5_12       ,  __a=16       ,  __a=2       ,  __a=0.0_2       ,  __a=3       ,  __a=4       ,  __a=None       ,  ):
										__lowerCAmelCase							       =     parent
										__lowerCAmelCase							       =     batch_size
										__lowerCAmelCase							       =     seq_length
										__lowerCAmelCase							       =     is_training
										__lowerCAmelCase							       =     use_input_mask
										__lowerCAmelCase							       =     use_token_type_ids
										__lowerCAmelCase							       =     use_labels
										__lowerCAmelCase							       =     vocab_size
										__lowerCAmelCase							       =     hidden_size
										__lowerCAmelCase							       =     num_hidden_layers
										__lowerCAmelCase							       =     num_attention_heads
										__lowerCAmelCase							       =     intermediate_size
										__lowerCAmelCase							       =     hidden_act
										__lowerCAmelCase							       =     hidden_dropout_prob
										__lowerCAmelCase							       =     attention_probs_dropout_prob
										__lowerCAmelCase							       =     max_position_embeddings
										__lowerCAmelCase							       =     type_vocab_size
										__lowerCAmelCase							       =     type_sequence_label_size
										__lowerCAmelCase							       =     initializer_range
										__lowerCAmelCase							       =     num_labels
										__lowerCAmelCase							       =     num_choices
										__lowerCAmelCase							       =     scope

							def      snake_case							(	self      ):
										__lowerCAmelCase							       =     ids_tensor([self.batch_size, self.seq_length]       ,  self.vocab_size      )

										__lowerCAmelCase							       =     None
										if self.use_input_mask:
													__lowerCAmelCase							       =     random_attention_mask([self.batch_size, self.seq_length]      )

										__lowerCAmelCase							       =     None

										__lowerCAmelCase							       =     None
										__lowerCAmelCase							       =     None
										__lowerCAmelCase							       =     None
										if self.use_labels:
													__lowerCAmelCase							       =     ids_tensor([self.batch_size]       ,  self.type_sequence_label_size      )
													__lowerCAmelCase							       =     ids_tensor([self.batch_size, self.seq_length]       ,  self.num_labels      )
													__lowerCAmelCase							       =     ids_tensor([self.batch_size]       ,  self.num_choices      )

										__lowerCAmelCase							       =     self.get_config()

										return config, input_ids, token_type_ids, input_mask, sequence_labels, token_labels, choice_labels

							def      snake_case							(	self      ):
										return FalconConfig(
										    vocab_size=self.vocab_size       ,  hidden_size=self.hidden_size       ,  num_hidden_layers=self.num_hidden_layers       ,  num_attention_heads=self.num_attention_heads       ,  intermediate_size=self.intermediate_size       ,  hidden_act=self.hidden_act       ,  hidden_dropout_prob=self.hidden_dropout_prob       ,  attention_probs_dropout_prob=self.attention_probs_dropout_prob       ,  max_position_embeddings=self.max_position_embeddings       ,  type_vocab_size=self.type_vocab_size       ,  is_decoder=__a       ,  initializer_range=self.initializer_range       ,  pad_token_id=1       ,  new_decoder_architecture=__a       ,  )

							def      snake_case							(	self       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a      ):
										__lowerCAmelCase							       =     FalconModel(config=__a      )
										model.to(__a      )
										model.eval()
										__lowerCAmelCase							       =     model(__a       ,  attention_mask=__a      )
										__lowerCAmelCase							       =     model(__a      )
										self.parent.assertEqual(result.last_hidden_state.shape       ,  (self.batch_size, self.seq_length, self.hidden_size)      )

							def      snake_case							(	self       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  ):
										__lowerCAmelCase							       =     True
										__lowerCAmelCase							       =     FalconModel(__a      )
										model.to(__a      )
										model.eval()
										__lowerCAmelCase							       =     model(
										    __a       ,  attention_mask=__a       ,  encoder_hidden_states=__a       ,  encoder_attention_mask=__a       ,  )
										__lowerCAmelCase							       =     model(
										    __a       ,  attention_mask=__a       ,  encoder_hidden_states=__a       ,  )
										__lowerCAmelCase							       =     model(__a       ,  attention_mask=__a      )
										self.parent.assertEqual(result.last_hidden_state.shape       ,  (self.batch_size, self.seq_length, self.hidden_size)      )

							def      snake_case							(	self       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  ):
										__lowerCAmelCase							       =     FalconForCausalLM(config=__a      )
										model.to(__a      )
										model.eval()
										__lowerCAmelCase							       =     model(__a       ,  attention_mask=__a       ,  labels=__a      )
										self.parent.assertEqual(result.logits.shape       ,  (self.batch_size, self.seq_length, self.vocab_size)      )

							def      snake_case							(	self       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  __a       ,  ):
										__lowerCAmelCase							       =     True
										__lowerCAmelCase							       =     True
										__lowerCAmelCase							       =     FalconForCausalLM(config=__a      )
										model.to(__a      )
										model.eval()

										# first forward pass
										__lowerCAmelCase							       =     model(
										    __a       ,  attention_mask=__a       ,  encoder_hidden_states=__a       ,  encoder_attention_mask=__a       ,  use_cache=__a       ,  )
										__lowerCAmelCase							       =     outputs.past_key_values

										# create hypothetical multiple next token and extent to next_input_ids
										__lowerCAmelCase							       =     ids_tensor((self.batch_size, 3)       ,  config.vocab_size      )
										__lowerCAmelCase							       =     ids_tensor((self.batch_size, 3)       ,  vocab_size=2      )

										# append to next input_ids and
										__lowerCAmelCase							       =     torch.cat([input_ids, next_tokens]       ,  dim=-1      )
										__lowerCAmelCase							       =     torch.cat([input_mask, next_mask]       ,  dim=-1      )

										__lowerCAmelCase							       =     model(
										    __a       ,  attention_mask=__a       ,  encoder_hidden_states=__a       ,  encoder_attention_mask=__a       ,  output_hidden_states=__a       ,  )["hidden_states"][0]
										__lowerCAmelCase							       =     model(
										    __a       ,  attention_mask=__a       ,  encoder_hidden_states=__a       ,  encoder_attention_mask=__a       ,  past_key_values=__a       ,  output_hidden_states=__a       ,  )["hidden_states"][0]

										# select random slice
										__lowerCAmelCase							       =     ids_tensor((1,)       ,  output_from_past.shape[-1]      ).item()
										__lowerCAmelCase							       =     output_from_no_past[:, -3:, random_slice_idx].detach()
										__lowerCAmelCase							       =     output_from_past[:, :, random_slice_idx].detach()

										self.parent.assertTrue(output_from_past_slice.shape[1] == next_tokens.shape[1]      )

										# test that outputs are equal for slice
										self.parent.assertTrue(torch.allclose(__a       ,  __a       ,  atol=1e-3      )      )



							def      snake_case							(	self      ):
										__lowerCAmelCase							       =     self.prepare_config_and_inputs()
										(
										    (
										    __lowerCAmelCase
										)       ,      (
										    __lowerCAmelCase
										)       ,      (
										    __lowerCAmelCase
										)       ,      (
										    __lowerCAmelCase
										)       ,      (
										    __lowerCAmelCase
										)       ,      (
										    __lowerCAmelCase
										)       ,      (
										    __lowerCAmelCase
										)       ,      
										)							       =     config_and_inputs
										__lowerCAmelCase							       =     {"input_ids": input_ids, "attention_mask": input_mask}
										return config, inputs_dict
@require_torch
class     _UpperCamelCase    (  lowerCAmelCase__			,lowerCAmelCase__			,lowerCAmelCase__			,unittest.TestCase						):
							'''simple docstring'''







							__UpperCAmelCase		:       int							 =(
							    (
							        FalconModel,
							        FalconForCausalLM,
							        FalconForSequenceClassification,
							        FalconForTokenClassification,
							        FalconForQuestionAnswering,
							    )
							    if is_torch_available()
							    else ()
							)
							__UpperCAmelCase		:       Union[str, Any]							 =(FalconForCausalLM,) if is_torch_available() else ()
							__UpperCAmelCase		:       List[Any]							 =(
							    {
							        """feature-extraction""": FalconModel,
							        """text-classification""": FalconForSequenceClassification,
							        """text-generation""": FalconForCausalLM,
							        """question-answering""": FalconForQuestionAnswering,
							        """token-classification""": FalconForTokenClassification,
							        """zero-shot""": FalconForSequenceClassification,
							    }
							    if is_torch_available()
							    else {}
							)
							__UpperCAmelCase		:       Any							 =False
							__UpperCAmelCase		:       Tuple							 =False

							def      snake_case							(	self      ):
										__lowerCAmelCase							       =     FalconModelTester(self      )
										__lowerCAmelCase							       =     ConfigTester(self       ,  config_class=__a       ,  hidden_size=37      )

							def      snake_case							(	self      ):
										self.config_tester.run_common_tests()

							def      snake_case							(	self      ):
										__lowerCAmelCase							       =     self.model_tester.prepare_config_and_inputs()
										self.model_tester.create_and_check_model(*__a      )

							def      snake_case							(	self      ):
										__lowerCAmelCase       ,      *__lowerCAmelCase							       =     self.model_tester.prepare_config_and_inputs()
										for alibi in [True, False]:
													__lowerCAmelCase							       =     alibi
													self.model_tester.create_and_check_model(__a       ,  *__a      )

							def      snake_case							(	self      ):
										__lowerCAmelCase       ,      __lowerCAmelCase							       =     self.model_tester.prepare_config_and_inputs_for_common()
										__lowerCAmelCase							       =     3
										__lowerCAmelCase							       =     input_dict["input_ids"]
										__lowerCAmelCase							       =     input_ids.ne(1      ).to(__a      )
										__lowerCAmelCase							       =     ids_tensor([self.model_tester.batch_size]       ,  self.model_tester.type_sequence_label_size      )
										__lowerCAmelCase							       =     FalconForSequenceClassification(__a      )
										model.to(__a      )
										model.eval()
										__lowerCAmelCase							       =     model(__a       ,  attention_mask=__a       ,  labels=__a      )
										self.assertEqual(result.logits.shape       ,  (self.model_tester.batch_size, self.model_tester.num_labels)      )

							def      snake_case							(	self      ):
										__lowerCAmelCase       ,      __lowerCAmelCase							       =     self.model_tester.prepare_config_and_inputs_for_common()
										__lowerCAmelCase							       =     3
										__lowerCAmelCase							       =     "single_label_classification"
										__lowerCAmelCase							       =     input_dict["input_ids"]
										__lowerCAmelCase							       =     input_ids.ne(1      ).to(__a      )
										__lowerCAmelCase							       =     ids_tensor([self.model_tester.batch_size]       ,  self.model_tester.type_sequence_label_size      )
										__lowerCAmelCase							       =     FalconForSequenceClassification(__a      )
										model.to(__a      )
										model.eval()
										__lowerCAmelCase							       =     model(__a       ,  attention_mask=__a       ,  labels=__a      )
										self.assertEqual(result.logits.shape       ,  (self.model_tester.batch_size, self.model_tester.num_labels)      )

							def      snake_case							(	self      ):
										__lowerCAmelCase       ,      __lowerCAmelCase							       =     self.model_tester.prepare_config_and_inputs_for_common()
										__lowerCAmelCase							       =     input_dict["input_ids"]
										__lowerCAmelCase							       =     FalconForCausalLM(__a      )
										model.to(__a      )
										model.eval()
										__lowerCAmelCase							       =     model(__a       ,  use_cache=__a      )
										__lowerCAmelCase							       =     input_ids.shape[0]
										__lowerCAmelCase							       =     model._convert_to_rw_cache(result.past_key_values      )
										__lowerCAmelCase							       =     model._convert_cache_to_standard_format(__a       ,  __a      )
										for layer in range(len(__a      )      ):
													for tensor_idx in range(2      ):
																self.assertTrue(rw_cache[layer][tensor_idx].ndim == 3      )
																self.assertTrue(result.past_key_values[layer][tensor_idx].ndim == 4      )
																self.assertTrue(
																    torch.all(result.past_key_values[layer][tensor_idx] == standard_cache[layer][tensor_idx]      )      )

							def      snake_case							(	self      ):
										__lowerCAmelCase       ,      __lowerCAmelCase							       =     self.model_tester.prepare_config_and_inputs_for_common()
										__lowerCAmelCase							       =     3
										__lowerCAmelCase							       =     "multi_label_classification"
										__lowerCAmelCase							       =     input_dict["input_ids"]
										__lowerCAmelCase							       =     input_ids.ne(1      ).to(__a      )
										__lowerCAmelCase							       =     ids_tensor(
										    [self.model_tester.batch_size, config.num_labels]       ,  self.model_tester.type_sequence_label_size      ).to(torch.float      )
										__lowerCAmelCase							       =     FalconForSequenceClassification(__a      )
										model.to(__a      )
										model.eval()
										__lowerCAmelCase							       =     model(__a       ,  attention_mask=__a       ,  labels=__a      )
										self.assertEqual(result.logits.shape       ,  (self.model_tester.batch_size, self.model_tester.num_labels)      )



							def      snake_case							(	self      ):
										# Falcon can have different numbers of KV-heads than the number of query heads, so we need
										# to override this test to use the right head counts.
										for model_class in self.all_generative_model_classes:
													__lowerCAmelCase       ,      __lowerCAmelCase							       =     self.model_tester.prepare_config_and_inputs_for_common()

													# If it doesn't support cache, pass the test
													if not hasattr(__a       ,  "use_cache"      ):
																return

													__lowerCAmelCase							       =     model_class(__a      ).to(__a      )
													if "use_cache" not in inputs:
																__lowerCAmelCase							       =     True
													__lowerCAmelCase							       =     model(**__a      )

													# If "past_key_values" is not returned, pass the test (e.g. RWKV uses a different cache name and format)
													if "past_key_values" not in outputs:
																return

													__lowerCAmelCase							       =     (
													    getattr(__a       ,  "decoder_layers"       ,  __a      )
													    or getattr(__a       ,  "num_decoder_layers"       ,  __a      )
													    or config.num_hidden_layers
													)
													__lowerCAmelCase							       =     getattr(__a       ,  "num_kv_heads"       ,  config.num_attention_heads      )
													__lowerCAmelCase							       =     getattr(__a       ,  "d_model"       ,  config.hidden_size      )
													__lowerCAmelCase							       =     embed_dim // num_attention_heads

													__lowerCAmelCase							       =     outputs["past_key_values"]
													self.assertEqual(len(__a      )       ,  __a      )

													__lowerCAmelCase       ,      __lowerCAmelCase							       =     inputs["input_ids"].shape
													for i in range(__a      ):
																if config.new_decoder_architecture:
																			__lowerCAmelCase							       =     config.num_attention_heads
																elif config.multi_query:
																			__lowerCAmelCase							       =     1
																self.assertEqual(len(past_kv[0]      )       ,  2      )  # K V for the decoder = 2
																self.assertEqual(
																    past_kv[i][0].shape       ,  (batch_size, num_attention_heads, seq_length, per_head_embed_dim)      )
																self.assertEqual(
																    past_kv[i][1].shape       ,  (batch_size, num_attention_heads, seq_length, per_head_embed_dim)      )
@require_torch
class     _UpperCamelCase    (  unittest.TestCase						):
							'''simple docstring'''







							@slow
							def      snake_case							(	self      ):
										__lowerCAmelCase							       =     AutoTokenizer.from_pretrained("Rocketknight1/falcon-rw-1b"      )
										__lowerCAmelCase							       =     FalconForCausalLM.from_pretrained("Rocketknight1/falcon-rw-1b"      )
										model.eval()
										model.to(__a      )
										__lowerCAmelCase							       =     tokenizer("My favorite food is"       ,  return_tensors="pt"      ).to(__a      )

										__lowerCAmelCase							       =     (
										    "My favorite food is pizza. I love it so much that I have a pizza party every year for my birthday."
										)

										__lowerCAmelCase							       =     model.generate(**__a       ,  do_sample=__a       ,  max_new_tokens=19      )
										__lowerCAmelCase							       =     tokenizer.batch_decode(__a      )[0]

										self.assertEqual(__a       ,  __a      )

							@slow
							def      snake_case							(	self      ):
										# The big models are way too big for the CI, so we use tiny random models that resemble their
										# architectures but with much smaller and fewer layers
										for repo in ["Rocketknight1/tiny-random-falcon-7b", "Rocketknight1/tiny-random-falcon-40b"]:
													__lowerCAmelCase							       =     AutoTokenizer.from_pretrained(__a      )
													__lowerCAmelCase							       =     FalconForCausalLM.from_pretrained(__a      )
													model.eval()
													model.to(__a      )
													__lowerCAmelCase							       =     tokenizer("My favorite food is"       ,  return_tensors="pt"      ).to(__a      )

													# We just test that these run without errors - the models are randomly initialized
													# and so the actual text outputs will be garbage
													model.generate(**__a       ,  do_sample=__a       ,  max_new_tokens=4      )
													model.generate(**__a       ,  do_sample=__a       ,  max_new_tokens=4      )
													model.generate(**__a       ,  num_beams=2       ,  max_new_tokens=4      )



							@slow
							def      snake_case							(	self      ):
										# The big models are way too big for the CI, so we use tiny random models that resemble their
										# architectures but with much smaller and fewer layers
										with torch.no_grad():
													for repo in [
													    "Rocketknight1/falcon-rw-1b",
													    "Rocketknight1/tiny-random-falcon-7b",
													    "Rocketknight1/tiny-random-falcon-40b",
													]:
																__lowerCAmelCase							       =     AutoTokenizer.from_pretrained(__a      )
																__lowerCAmelCase							       =     FalconForCausalLM.from_pretrained(__a      )
																model.eval()
																model.to(device=__a      )
																__lowerCAmelCase							       =     tokenizer("My favorite food is"       ,  return_tensors="pt"      ).to(__a      )

																# Test results are the same with and without cache
																__lowerCAmelCase							       =     model.generate(**__a       ,  do_sample=__a       ,  max_new_tokens=20       ,  use_cache=__a      )
																__lowerCAmelCase							       =     model.generate(**__a       ,  do_sample=__a       ,  max_new_tokens=20       ,  use_cache=__a      )
																self.assertTrue((outputs_cache - outputs_no_cache).sum().item() == 0      )




