


import math

def        lowerCAmelCase__ (			a__:		int       )  ->		str:


							'''simple docstring'''





							_UpperCAmelCase 		=			0
							_UpperCAmelCase 		=			0
							while num > 0:
														_UpperCAmelCase 		=			num % 8
														_UpperCAmelCase 		=			octal + (remainder * math.floor(math.pow(1_0			,  _A       )       ))
														counter += 1
														_UpperCAmelCase 		=			math.floor(num / 8       )  # basically /= 8 without remainder if any
														# This formatting removes trailing '.0' from `octal`.
							return F'''0o{int(_A       )}'''

def        lowerCAmelCase__ (			)  ->		None:


							'''simple docstring'''





							print('\n2 in octal is:'       )
							print(decimal_to_octal(2       )       )  # = 2
							print('\n8 in octal is:'       )
							print(decimal_to_octal(8       )       )  # = 10
							print('\n65 in octal is:'       )
							print(decimal_to_octal(6_5       )       )  # = 101
							print('\n216 in octal is:'       )
							print(decimal_to_octal(2_1_6       )       )  # = 330
							print('\n512 in octal is:'       )
							print(decimal_to_octal(5_1_2       )       )  # = 1000
							print('\n'       )


if __name__ == "__main__":
		main()

'''simple docstring'''




import json
import os
import unittest

from transformers import BatchEncoding, MvpTokenizer, MvpTokenizerFast
from transformers.models.roberta.tokenization_roberta import VOCAB_FILES_NAMES
from transformers.testing_utils import require_tokenizers, require_torch
from transformers.utils import cached_property

from ...test_tokenization_common import TokenizerTesterMixin, filter_roberta_detectors






@require_tokenizers
class 				a__(					lowerCAmelCase__ ,						unittest.TestCase	):


			'''simple docstring'''






			UpperCAmelCase_			:     Dict      =       MvpTokenizer
			UpperCAmelCase_			:     Optional[Any]      =       MvpTokenizerFast
			UpperCAmelCase_			:     str      =       True
			UpperCAmelCase_			:     List[Any]      =       filter_roberta_detectors



			def 							a_       (   self):




					"""simple docstring"""


					super().setUp()
					lowerCAmelCase   					=  [
					    """l""",
					    """o""",
					    """w""",
					    """e""",
					    """r""",
					    """s""",
					    """t""",
					    """i""",
					    """d""",
					    """n""",
					    """\u0120""",
					    """\u0120l""",
					    """\u0120n""",
					    """\u0120lo""",
					    """\u0120low""",
					    """er""",
					    """\u0120lowest""",
					    """\u0120newer""",
					    """\u0120wider""",
					    """<unk>""",
					]
					lowerCAmelCase   					=  dict(zip(__lowerCAmelCase       ,    range(len(__lowerCAmelCase))))
					lowerCAmelCase   					=  ["""#version: 0.2""", """\u0120 l""", """\u0120l o""", """\u0120lo w""", """e r""", """"""]
					lowerCAmelCase   					=  {"""unk_token""": """<unk>"""}

					lowerCAmelCase   					=  os.path.join(self.tmpdirname       ,    VOCAB_FILES_NAMES["""vocab_file"""])
					lowerCAmelCase   					=  os.path.join(self.tmpdirname       ,    VOCAB_FILES_NAMES["""merges_file"""])
					with open(self.vocab_file       ,    """w"""       ,    encoding="""utf-8""") as fp:
							fp.write(json.dumps(__lowerCAmelCase) + """\n""")
					with open(self.merges_file       ,    """w"""       ,    encoding="""utf-8""") as fp:
							fp.write("""\n""".join(__lowerCAmelCase))



			def 							a_       (   self       ,    **__lowerCAmelCase):




					"""simple docstring"""


					kwargs.update(self.special_tokens_map)
					return self.tokenizer_class.from_pretrained(self.tmpdirname       ,    **__lowerCAmelCase)



			def 							a_       (   self       ,    **__lowerCAmelCase):




					"""simple docstring"""


					kwargs.update(self.special_tokens_map)
					return self.rust_tokenizer_class.from_pretrained(self.tmpdirname       ,    **__lowerCAmelCase)



			def 							a_       (   self       ,    __lowerCAmelCase):




					"""simple docstring"""


					return "lower newer", "lower newer"



			@cached_property
			def 							a_       (   self):




					"""simple docstring"""


					return MvpTokenizer.from_pretrained("""RUCAIBox/mvp""")



			@cached_property
			def 							a_       (   self):




					"""simple docstring"""


					return MvpTokenizerFast.from_pretrained("""RUCAIBox/mvp""")



			@require_torch
			def 							a_       (   self):




					"""simple docstring"""


					lowerCAmelCase   					=  ["""A long paragraph for summarization.""", """Another paragraph for summarization."""]
					lowerCAmelCase   					=  [0, 250, 251, 17818, 13, 39186, 1938, 4, 2]

					for tokenizer in [self.default_tokenizer, self.default_tokenizer_fast]:
							lowerCAmelCase   					=  tokenizer(__lowerCAmelCase       ,    max_length=len(__lowerCAmelCase)       ,    padding=__lowerCAmelCase       ,    return_tensors="""pt""")
							self.assertIsInstance(__lowerCAmelCase       ,    __lowerCAmelCase)

							self.assertEqual((2, 9)       ,    batch.input_ids.shape)
							self.assertEqual((2, 9)       ,    batch.attention_mask.shape)
							lowerCAmelCase   					=  batch.input_ids.tolist()[0]
							self.assertListEqual(__lowerCAmelCase       ,    __lowerCAmelCase)
							# Test that special tokens are reset



			@require_torch
			def 							a_       (   self):




					"""simple docstring"""


					lowerCAmelCase   					=  ["""A long paragraph for summarization.""", """Another paragraph for summarization."""]
					for tokenizer in [self.default_tokenizer, self.default_tokenizer_fast]:
							lowerCAmelCase   					=  tokenizer(__lowerCAmelCase       ,    padding=__lowerCAmelCase       ,    return_tensors="""pt""")
							# check if input_ids are returned and no labels
							self.assertIn("""input_ids"""       ,    __lowerCAmelCase)
							self.assertIn("""attention_mask"""       ,    __lowerCAmelCase)
							self.assertNotIn("""labels"""       ,    __lowerCAmelCase)
							self.assertNotIn("""decoder_attention_mask"""       ,    __lowerCAmelCase)



			@require_torch
			def 							a_       (   self):




					"""simple docstring"""


					lowerCAmelCase   					=  [
					    """Summary of the text.""",
					    """Another summary.""",
					]
					for tokenizer in [self.default_tokenizer, self.default_tokenizer_fast]:
							lowerCAmelCase   					=  tokenizer(text_target=__lowerCAmelCase       ,    max_length=32       ,    padding="""max_length"""       ,    return_tensors="""pt""")
							self.assertEqual(32       ,    targets["""input_ids"""].shape[1])



			@require_torch
			def 							a_       (   self):




					"""simple docstring"""


					for tokenizer in [self.default_tokenizer, self.default_tokenizer_fast]:
							lowerCAmelCase   					=  tokenizer(
							    ["""I am a small frog""" * 1024, """I am a small frog"""]       ,    padding=__lowerCAmelCase       ,    truncation=__lowerCAmelCase       ,    return_tensors="""pt""")
							self.assertIsInstance(__lowerCAmelCase       ,    __lowerCAmelCase)
							self.assertEqual(batch.input_ids.shape       ,    (2, 1024))



			@require_torch
			def 							a_       (   self):




					"""simple docstring"""


					lowerCAmelCase   					=  ["""A long paragraph for summarization."""]
					lowerCAmelCase   					=  [
					    """Summary of the text.""",
					]
					for tokenizer in [self.default_tokenizer, self.default_tokenizer_fast]:
							lowerCAmelCase   					=  tokenizer(__lowerCAmelCase       ,    text_target=__lowerCAmelCase       ,    return_tensors="""pt""")
							lowerCAmelCase   					=  inputs["""input_ids"""]
							lowerCAmelCase   					=  inputs["""labels"""]
							self.assertTrue((input_ids[:, 0] == tokenizer.bos_token_id).all().item())
							self.assertTrue((labels[:, 0] == tokenizer.bos_token_id).all().item())
							self.assertTrue((input_ids[:, -1] == tokenizer.eos_token_id).all().item())
							self.assertTrue((labels[:, -1] == tokenizer.eos_token_id).all().item())



			def 							a_       (   self):




					"""simple docstring"""


					pass







			def 							a_       (   self):




					"""simple docstring"""


					for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
							with self.subTest(f"{tokenizer.__class__.__name__} ({pretrained_name})"):
									lowerCAmelCase   					=  self.rust_tokenizer_class.from_pretrained(__lowerCAmelCase       ,    **__lowerCAmelCase)
									lowerCAmelCase   					=  self.tokenizer_class.from_pretrained(__lowerCAmelCase       ,    **__lowerCAmelCase)
									lowerCAmelCase   					=  """A, <mask> AllenNLP sentence."""
									lowerCAmelCase   					=  tokenizer_r.encode_plus(__lowerCAmelCase       ,    add_special_tokens=__lowerCAmelCase       ,    return_token_type_ids=__lowerCAmelCase)
									lowerCAmelCase   					=  tokenizer_p.encode_plus(__lowerCAmelCase       ,    add_special_tokens=__lowerCAmelCase       ,    return_token_type_ids=__lowerCAmelCase)

									# token_type_ids should put 0 everywhere
									self.assertEqual(sum(tokens_r["""token_type_ids"""])       ,    sum(tokens_p["""token_type_ids"""]))

									# attention_mask should put 1 everywhere, so sum over length should be 1
									self.assertEqual(
									    sum(tokens_r["""attention_mask"""]) / len(tokens_r["""attention_mask"""])       ,    sum(tokens_p["""attention_mask"""]) / len(tokens_p["""attention_mask"""])       ,    )

									lowerCAmelCase   					=  tokenizer_r.convert_ids_to_tokens(tokens_r["""input_ids"""])
									lowerCAmelCase   					=  tokenizer_p.convert_ids_to_tokens(tokens_p["""input_ids"""])

									# Rust correctly handles the space before the mask while python doesnt
									self.assertSequenceEqual(tokens_p["""input_ids"""]       ,    [0, 250, 6, 50264, 3823, 487, 21992, 3645, 4, 2])
									self.assertSequenceEqual(tokens_r["""input_ids"""]       ,    [0, 250, 6, 50264, 3823, 487, 21992, 3645, 4, 2])

									self.assertSequenceEqual(
									    __lowerCAmelCase       ,    ["""<s>""", """A""", """,""", """<mask>""", """ĠAllen""", """N""", """LP""", """Ġsentence""", """.""", """</s>"""])
									self.assertSequenceEqual(
									    __lowerCAmelCase       ,    ["""<s>""", """A""", """,""", """<mask>""", """ĠAllen""", """N""", """LP""", """Ġsentence""", """.""", """</s>"""])




