
"""simple docstring"""




from collections import defaultdict





class 			snake_case  :

							def __init__(self							,							SCREAMING_SNAKE_CASE_							,							SCREAMING_SNAKE_CASE_     ):

									"""simple docstring"""







									SCREAMING_SNAKE_CASE_    			=			total  # total no of tasks (N)

									# DP table will have a dimension of (2^M)*N
									# initially all values are set to -1
									SCREAMING_SNAKE_CASE_    			=			[
									    [-1 for i in range(total + 1     )] for j in range(2 ** len(SCREAMING_SNAKE_CASE_     )     )
									]

									SCREAMING_SNAKE_CASE_    			=			defaultdict(SCREAMING_SNAKE_CASE_     )  # stores the list of persons for each task

									# final_mask is used to check if all persons are included by setting all bits
									# to 1
									SCREAMING_SNAKE_CASE_    			=			(1 << len(SCREAMING_SNAKE_CASE_     )) - 1

							def _lowercase       (self							,							SCREAMING_SNAKE_CASE_							,							SCREAMING_SNAKE_CASE_     ):

									"""simple docstring"""







									if mask == self.final_mask:
											return 1

									# if not everyone gets the task and no more tasks are available, return 0
									if task_no > self.total_tasks:
											return 0

									# if case already considered
									if self.dp[mask][task_no] != -1:
											return self.dp[mask][task_no]

									# Number of ways when we don't this task in the arrangement
									SCREAMING_SNAKE_CASE_    			=			self.count_ways_until(SCREAMING_SNAKE_CASE_							,							task_no + 1     )

									# now assign the tasks one by one to all possible persons and recursively
									# assign for the remaining tasks.
									if task_no in self.task:
											for p in self.task[task_no]:
													# if p is already given a task
													if mask & (1 << p):
															continue

													# assign this task to p and change the mask value. And recursively
													# assign tasks with the new mask value.
													total_ways_util += self.count_ways_until(mask | (1 << p)							,							task_no + 1     )

        # save the value.
									SCREAMING_SNAKE_CASE_    			=			total_ways_util

									return self.dp[mask][task_no]







							def _lowercase       (self							,							SCREAMING_SNAKE_CASE_     ):

									"""simple docstring"""







									for i in range(len(SCREAMING_SNAKE_CASE_     )     ):
											for j in task_performed[i]:
													self.task[j].append(SCREAMING_SNAKE_CASE_     )

        # call the function to fill the DP table, final answer is stored in dp[0][1]
									return self.count_ways_until(0							,							1     )


if __name__ == "__main__":
						lowerCAmelCase__				=					5  # total no of tasks (the value of N)

						# the list of tasks that can be done by M persons.
						lowerCAmelCase__				=					[[1, 3, 4], [1, 2, 5], [3, 4]]
						print(
						    AssignmentUsingBitmask(task_performed, total_tasks).count_no_of_ways(
						        task_performed
						    )
						)

"""simple docstring"""




import unittest

from datasets import load_dataset

from transformers import BloomTokenizerFast
from transformers.testing_utils import require_tokenizers

from ...test_tokenization_common import TokenizerTesterMixin





@require_tokenizers
class 			snake_case  (				__lowercase							,      unittest.TestCase ):
							UpperCAmelCase__      =   None
							UpperCAmelCase__      =   BloomTokenizerFast
							UpperCAmelCase__      =   BloomTokenizerFast
							UpperCAmelCase__      =   True
							UpperCAmelCase__      =   False
							UpperCAmelCase__      =   '''tokenizer_file'''
							UpperCAmelCase__      =   {'''bos_token''': '''<s>''', '''eos_token''': '''</s>''', '''unk_token''': '''<unk>''', '''pad_token''': '''<pad>'''}

							def _lowercase       (self     ):

									"""simple docstring"""







									super().setUp()
									SCREAMING_SNAKE_CASE_    			=			BloomTokenizerFast.from_pretrained('''bigscience/tokenizer'''     )
									tokenizer.save_pretrained(self.tmpdirname     )

							def _lowercase       (self							,							**SCREAMING_SNAKE_CASE_     ):

									"""simple docstring"""







									kwargs.update(self.special_tokens_map     )
									return BloomTokenizerFast.from_pretrained(self.tmpdirname							,							**SCREAMING_SNAKE_CASE_     )

							def _lowercase       (self     ):

									"""simple docstring"""







									SCREAMING_SNAKE_CASE_    			=			self.get_rust_tokenizer()

									SCREAMING_SNAKE_CASE_    			=			['''The quick brown fox</s>''', '''jumps over the lazy dog</s>''']
									SCREAMING_SNAKE_CASE_    			=			[[21_75, 2_37_14, 7_31_73, 14_42_52, 2], [77, 13_26_19, 34_78, 3_68, 10_95_86, 3_54_33, 2]]

									SCREAMING_SNAKE_CASE_    			=			tokenizer.batch_encode_plus(SCREAMING_SNAKE_CASE_     )['''input_ids''']
									self.assertListEqual(SCREAMING_SNAKE_CASE_							,							SCREAMING_SNAKE_CASE_     )

									SCREAMING_SNAKE_CASE_    			=			tokenizer.batch_decode(SCREAMING_SNAKE_CASE_     )
									self.assertListEqual(SCREAMING_SNAKE_CASE_							,							SCREAMING_SNAKE_CASE_     )

							def _lowercase       (self							,							SCREAMING_SNAKE_CASE_=6     ):

									"""simple docstring"""







									for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
											with self.subTest(f'{tokenizer.__class__.__name__} ({pretrained_name})'     ):
													SCREAMING_SNAKE_CASE_    			=			self.rust_tokenizer_class.from_pretrained(SCREAMING_SNAKE_CASE_							,							**SCREAMING_SNAKE_CASE_     )
													# tokenizer_r.pad_token = None # Hotfixing padding = None
													# Simple input
													SCREAMING_SNAKE_CASE_    			=			'''This is a simple input'''
													SCREAMING_SNAKE_CASE_    			=			['''This is a simple input 1''', '''This is a simple input 2''']
													SCREAMING_SNAKE_CASE_    			=			('''This is a simple input''', '''This is a pair''')
													SCREAMING_SNAKE_CASE_    			=			[
													    ('''This is a simple input 1''', '''This is a simple input 2'''),
													    ('''This is a simple pair 1''', '''This is a simple pair 2'''),
													]

													# Simple input tests
													try:
															tokenizer_r.encode(SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_     )
															tokenizer_r.encode_plus(SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_     )

															tokenizer_r.batch_encode_plus(SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_     )
															tokenizer_r.encode(SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_     )
															tokenizer_r.batch_encode_plus(SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_     )
													except ValueError:
															self.fail('''Bloom Tokenizer should be able to deal with padding'''     )

													SCREAMING_SNAKE_CASE_    			=			None  # Hotfixing padding = None
													self.assertRaises(SCREAMING_SNAKE_CASE_							,							tokenizer_r.encode							,							SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_							,							padding='''max_length'''     )

													# Simple input
													self.assertRaises(SCREAMING_SNAKE_CASE_							,							tokenizer_r.encode_plus							,							SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_							,							padding='''max_length'''     )

													# Simple input
													self.assertRaises(
													    SCREAMING_SNAKE_CASE_							,							tokenizer_r.batch_encode_plus							,							SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_							,							padding='''max_length'''							,							)

													# Pair input
													self.assertRaises(SCREAMING_SNAKE_CASE_							,							tokenizer_r.encode							,							SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_							,							padding='''max_length'''     )

													# Pair input
													self.assertRaises(SCREAMING_SNAKE_CASE_							,							tokenizer_r.encode_plus							,							SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_							,							padding='''max_length'''     )

													# Pair input
													self.assertRaises(
													    SCREAMING_SNAKE_CASE_							,							tokenizer_r.batch_encode_plus							,							SCREAMING_SNAKE_CASE_							,							max_length=SCREAMING_SNAKE_CASE_							,							padding='''max_length'''							,							)

							def _lowercase       (self     ):

									"""simple docstring"""







									SCREAMING_SNAKE_CASE_    			=			self.get_rust_tokenizer()
									SCREAMING_SNAKE_CASE_    			=			load_dataset('''xnli'''							,							'''all_languages'''							,							split='''test'''							,							streaming=SCREAMING_SNAKE_CASE_     )

									SCREAMING_SNAKE_CASE_    			=			next(iter(SCREAMING_SNAKE_CASE_     )     )['''premise''']  # pick up one data
									SCREAMING_SNAKE_CASE_    			=			list(sample_data.values()     )

									SCREAMING_SNAKE_CASE_    			=			list(map(tokenizer.encode							,							SCREAMING_SNAKE_CASE_     )     )
									SCREAMING_SNAKE_CASE_    			=			[tokenizer.decode(SCREAMING_SNAKE_CASE_							,							clean_up_tokenization_spaces=SCREAMING_SNAKE_CASE_     ) for x in output_tokens]
									self.assertListEqual(SCREAMING_SNAKE_CASE_							,							SCREAMING_SNAKE_CASE_     )







							def _lowercase       (self     ):

									"""simple docstring"""







									self.assertGreaterEqual(len(self.tokenizer_class.pretrained_vocab_files_map     )							,							1     )
									self.assertGreaterEqual(len(list(self.tokenizer_class.pretrained_vocab_files_map.values()     )[0]     )							,							1     )