


from unittest.mock import patch

import pyspark

from datasets.packaged_modules.spark.spark import (
    Spark,
    SparkExamplesIterable,
    _generate_iterable_examples,
)

from ..utils import (
    require_dill_gt_0_3_2,
    require_not_windows,
)
def 				__lowerCamelCase						( UpperCAmelCase_						:		Optional[int] ,  UpperCAmelCase_						:		Union[str, Any]						):




      """simple docstring"""





      a						:Dict 							=       []
      for part_id in partition_order:
            a						:str 							=       df.where(F'''SPARK_PARTITION_ID() = {part_id}'''						).collect()
            for row_idx, row in enumerate(UpperCAmelCase_						):
                  expected_row_ids_and_row_dicts.append((F'''{part_id}_{row_idx}''', row.asDict())						)
      return expected_row_ids_and_row_dicts
@require_not_windows
@require_dill_gt_0_3_2
def 				__lowerCamelCase						( ):




      """simple docstring"""





      a						:Union[str, Any] 							=       pyspark.sql.SparkSession.builder.master('''local[*]'''						).appName('''pyspark'''						).getOrCreate()
      a						:List[Any] 							=       spark.range(100						).repartition(1						)
      a						:Any 							=       Spark(UpperCAmelCase_						)
      # The id ints will be converted to Pyarrow int64s, so each row will be 8 bytes. Setting a max_shard_size of 16 means
      # that each partition can hold 2 rows.
      spark_builder._repartition_df_if_needed(max_shard_size=16						)
      # Given that the dataframe has 100 rows and each partition has 2 rows, we expect 50 partitions.
      assert spark_builder.df.rdd.getNumPartitions() == 50
@require_not_windows
@require_dill_gt_0_3_2
def 				__lowerCamelCase						( ):




      """simple docstring"""





      a						:int 							=       pyspark.sql.SparkSession.builder.master('''local[*]'''						).appName('''pyspark'''						).getOrCreate()
      a						:Tuple 							=       spark.range(10						).repartition(2						)
      a						:Optional[Any] 							=       [1, 0]
      a						:Any 							=       _generate_iterable_examples(UpperCAmelCase_ ,  UpperCAmelCase_						)  # Reverse the partitions.
      a						:int 							=       _get_expected_row_ids_and_row_dicts_for_partition_order(UpperCAmelCase_ ,  UpperCAmelCase_						)

      for i, (row_id, row_dict) in enumerate(generate_fn()						):
            a							,				a						:int 							=       expected_row_ids_and_row_dicts[i]
            assert row_id == expected_row_id
            assert row_dict == expected_row_dict
@require_not_windows
@require_dill_gt_0_3_2
def 				__lowerCamelCase						( ):




      """simple docstring"""





      a						:int 							=       pyspark.sql.SparkSession.builder.master('''local[*]'''						).appName('''pyspark'''						).getOrCreate()
      a						:List[str] 							=       spark.range(10						).repartition(1						)
      a						:str 							=       SparkExamplesIterable(UpperCAmelCase_						)
      assert it.n_shards == 1
      for i, (row_id, row_dict) in enumerate(UpperCAmelCase_						):
            assert row_id == F'''0_{i}'''
            assert row_dict == {"id": i}
@require_not_windows
@require_dill_gt_0_3_2
def 				__lowerCamelCase						( ):




      """simple docstring"""





      a						:List[Any] 							=       pyspark.sql.SparkSession.builder.master('''local[*]'''						).appName('''pyspark'''						).getOrCreate()
      a						:Dict 							=       spark.range(30						).repartition(3						)
      # Mock the generator so that shuffle reverses the partition indices.
      with patch('''numpy.random.Generator'''						) as generator_mock:
            a						:Optional[int] 							=       lambda UpperCAmelCase_						: x.reverse()
            a						:Tuple 							=       _get_expected_row_ids_and_row_dicts_for_partition_order(UpperCAmelCase_ ,  [2, 1, 0]						)

            a						:str 							=       SparkExamplesIterable(UpperCAmelCase_						).shuffle_data_sources(UpperCAmelCase_						)
            assert shuffled_it.n_shards == 3
            for i, (row_id, row_dict) in enumerate(UpperCAmelCase_						):
                  a							,				a						:str 							=       expected_row_ids_and_row_dicts[i]
                  assert row_id == expected_row_id
                  assert row_dict == expected_row_dict
@require_not_windows
@require_dill_gt_0_3_2
def 				__lowerCamelCase						( ):




      """simple docstring"""





      a						:List[str] 							=       pyspark.sql.SparkSession.builder.master('''local[*]'''						).appName('''pyspark'''						).getOrCreate()
      a						:Optional[Any] 							=       spark.range(20						).repartition(4						)

      # Partitions 0 and 2
      a						:Tuple 							=       SparkExamplesIterable(UpperCAmelCase_						).shard_data_sources(worker_id=0 ,  num_workers=2						)
      assert shard_it_a.n_shards == 2
      a						:List[str] 							=       _get_expected_row_ids_and_row_dicts_for_partition_order(UpperCAmelCase_ ,  [0, 2]						)
      for i, (row_id, row_dict) in enumerate(UpperCAmelCase_						):
            a							,				a						:List[Any] 							=       expected_row_ids_and_row_dicts_a[i]
            assert row_id == expected_row_id
            assert row_dict == expected_row_dict

      # Partitions 1 and 3
      a						:Tuple 							=       SparkExamplesIterable(UpperCAmelCase_						).shard_data_sources(worker_id=1 ,  num_workers=2						)
      assert shard_it_a.n_shards == 2
      a						:Optional[int] 							=       _get_expected_row_ids_and_row_dicts_for_partition_order(UpperCAmelCase_ ,  [1, 3]						)
      for i, (row_id, row_dict) in enumerate(UpperCAmelCase_						):
            a							,				a						:Any 							=       expected_row_ids_and_row_dicts_a[i]
            assert row_id == expected_row_id
            assert row_dict == expected_row_dict






@require_not_windows
@require_dill_gt_0_3_2
def 				__lowerCamelCase						( ):




      """simple docstring"""





      a						:List[Any] 							=       pyspark.sql.SparkSession.builder.master('''local[*]'''						).appName('''pyspark'''						).getOrCreate()
      a						:Dict 							=       spark.range(100						).repartition(1						)
      a						:Dict 							=       Spark(UpperCAmelCase_						)
      # Choose a small max_shard_size for maximum partitioning.
      spark_builder._repartition_df_if_needed(max_shard_size=1						)
      # The new number of partitions should not be greater than the number of rows.
      assert spark_builder.df.rdd.getNumPartitions() == 100









import string

import numpy
def 				__lowerCamelCase						( UpperCAmelCase_						:		int ,  UpperCAmelCase_						:		int						):




      """simple docstring"""





      return b if a == 0 else greatest_common_divisor(b % a ,  UpperCAmelCase_						)







class 		_snake_case  :
 SCREAMING_SNAKE_CASE__      =       string.ascii_uppercase + string.digits
 # This cipher takes alphanumerics into account
 # i.e. a total of 36 characters

 # take x and return x % len(key_string)
 SCREAMING_SNAKE_CASE__      =       numpy.vectorize(lambda _snake_case							: x % 36							)

 SCREAMING_SNAKE_CASE__      =       numpy.vectorize(_snake_case							)




 def __init__(		self					,  _lowerCamelCase    ):
       a						:List[Any] 							=       self.modulus(_lowerCamelCase    )  # mod36 calc's on the encrypt key
       self.check_determinant()  # validate the determinant of the encryption key
       a						:int 							=       encrypt_key.shape[0]




 def        SCREAMING_SNAKE_CASE__				(		self					,  _lowerCamelCase    ):
       return self.key_string.index(_lowerCamelCase    )




 def        SCREAMING_SNAKE_CASE__				(		self					,  _lowerCamelCase    ):
       return self.key_string[round(_lowerCamelCase    )]




 def        SCREAMING_SNAKE_CASE__				(		self    ):
       a						:str 							=       round(numpy.linalg.det(self.encrypt_key    )    )

       if det < 0:
             a						:Any 							=       det % len(self.key_string    )

       a						:Dict 							=       len(self.key_string    )
       if greatest_common_divisor(_lowerCamelCase					,  len(self.key_string    )    ) != 1:
             a						:int 							=       (
                 F'''determinant modular {req_l} of encryption key({det}) '''
                 F'''is not co prime w.r.t {req_l}.\nTry another key.'''
             )
             raise ValueError(_lowerCamelCase    )




 def        SCREAMING_SNAKE_CASE__				(		self					,  _lowerCamelCase    ):
       a						:Optional[Any] 							=       [char for char in text.upper() if char in self.key_string]

       a						:List[str] 							=       chars[-1]
       while len(_lowerCamelCase    ) % self.break_key != 0:
             chars.append(_lowerCamelCase    )

       return "".join(_lowerCamelCase    )




 def        SCREAMING_SNAKE_CASE__				(		self					,  _lowerCamelCase    ):
       a						:Dict 							=       self.process_text(text.upper()    )
       a						:List[str] 							=       ''''''

       for i in range(0					,  len(_lowerCamelCase    ) - self.break_key + 1					,  self.break_key    ):
             a						:int 							=       text[i : i + self.break_key]
             a						:Optional[int] 							=       [self.replace_letters(_lowerCamelCase    ) for char in batch]
             a						:Union[str, Any] 							=       numpy.array([vec]    ).T
             a						:str 							=       self.modulus(self.encrypt_key.dot(_lowerCamelCase    )    ).T.tolist()[
                 0
             ]
             a						:List[Any] 							=       ''''''.join(
                 self.replace_digits(_lowerCamelCase    ) for num in batch_encrypted    )
             encrypted += encrypted_batch

       return encrypted




 def        SCREAMING_SNAKE_CASE__				(		self    ):
       a						:List[Any] 							=       round(numpy.linalg.det(self.encrypt_key    )    )

       if det < 0:
             a						:int 							=       det % len(self.key_string    )
       a						:Tuple 							=       None
       for i in range(len(self.key_string    )    ):
             if (det * i) % len(self.key_string    ) == 1:
                   a						:Tuple 							=       i
                   break

       a						:List[str] 							=       (
           det_inv
           * numpy.linalg.det(self.encrypt_key    )
           * numpy.linalg.inv(self.encrypt_key    )
       )

       return self.to_int(self.modulus(_lowerCamelCase    )    )




 def        SCREAMING_SNAKE_CASE__				(		self					,  _lowerCamelCase    ):
       a						:List[Any] 							=       self.make_decrypt_key()
       a						:str 							=       self.process_text(text.upper()    )
       a						:List[Any] 							=       ''''''

       for i in range(0					,  len(_lowerCamelCase    ) - self.break_key + 1					,  self.break_key    ):
             a						:Optional[Any] 							=       text[i : i + self.break_key]
             a						:List[Any] 							=       [self.replace_letters(_lowerCamelCase    ) for char in batch]
             a						:str 							=       numpy.array([vec]    ).T
             a						:Dict 							=       self.modulus(decrypt_key.dot(_lowerCamelCase    )    ).T.tolist()[0]
             a						:List[Any] 							=       ''''''.join(
                 self.replace_digits(_lowerCamelCase    ) for num in batch_decrypted    )
             decrypted += decrypted_batch

       return decrypted







def 				__lowerCamelCase						( ):




      """simple docstring"""





      a						:Tuple 							=       int(input('''Enter the order of the encryption key: '''						)						)
      a						:Dict 							=       []

      print('''Enter each row of the encryption key with space separated integers'''						)
      for _ in range(UpperCAmelCase_						):
            a						:List[str] 							=       [int(UpperCAmelCase_						) for x in input().split()]
            hill_matrix.append(UpperCAmelCase_						)

      a						:Any 							=       HillCipher(numpy.array(UpperCAmelCase_						)						)

      print('''Would you like to encrypt or decrypt some text? (1 or 2)'''						)
      a						:Any 							=       input('''\n1. Encrypt\n2. Decrypt\n'''						)
      if option == "1":
            a						:str 							=       input('''What text would you like to encrypt?: '''						)
            print('''Your encrypted text is:'''						)
            print(hc.encrypt(UpperCAmelCase_						)						)
      elif option == "2":
            a						:Dict 							=       input('''What text would you like to decrypt?: '''						)
            print('''Your decrypted text is:'''						)
            print(hc.decrypt(UpperCAmelCase_						)						)


if __name__ == "__main__":
     import doctest

     doctest.testmod()

     main()





