<commit_before>import alpenglow as prs
import alpenglow.Getter as rs
import alpenglow.experiments
import alpenglow.evaluation
import pandas as pd
import math
import unittest
from alpenglow.utils import SameShuffle


class TestSameShuffle(unittest.TestCase):
    def test__get_configurations(self):
        c = SameShuffle(input_file="python/test_alpenglow/test_data_4", output_file="random_output_file_1")
        c.run()
<commit_msg>sameshuffle: test partial shuffle (shuffle only elements with identical timestamp<commit_after>import alpenglow as prs
import alpenglow.Getter as rs
import alpenglow.experiments
import alpenglow.evaluation
import pandas as pd
import math
import unittest
from alpenglow.utils import SameShuffle


class TestSameShuffle(unittest.TestCase):
    def test__full_shuffle(self):
        c = SameShuffle(
            input_file="python/test_alpenglow/test_data_4",
            output_file="random_output_file_1",
            shuffle_mode="same_timestamp"
        )
        c.run()
    def test__same_timestamp(self):
        c = SameShuffle(
            input_file="python/test_alpenglow/test_data_4",
            output_file="random_output_file_2",
            shuffle_mode="same_timestamp"
        )
        c.run()

{'fraction_non_alphanumeric': 0.06913183279742766, 'fraction_numerical': 0.00482315112540193, 'mean_word_length': 3.7884615384615383, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7550435', 'n_tokens_mistral': 391, 'n_tokens_neox': 387, 'n_words': 83}