<commit_before>#!/bin/sh -xf

size=50
tracks=600
comp=0
action=1

./Event $size $comp 0 $action $tracks 1
mv Event.root Event.new.split0.root

./Event $size $comp 1 $action $tracks 1
mv Event.root Event.new.split1.root

./Event $size $comp 9 $action $tracks 1
mv Event.root Event.new.split9.root

./Event $size $comp 0 $action $tracks 0 
mv Event.root Event.old.streamed.root

./Event $size $comp 1 $action $tracks 0
mv Event.root Event.old.split.root

# Next step is to do something like
# root -q 'MakeRef.C("Event.old.split.root");'

<commit_msg>Changes to take into account the new convention for split in MainEvent<commit_after>#!/bin/sh -xf

size=50
tracks=600
comp=0
action=1

./Event $size $comp 0 $action $tracks
mv Event.root Event.new.split0.root

./Event $size $comp 1 $action $tracks
mv Event.root Event.new.split1.root

./Event $size $comp 9 $action $tracks
mv Event.root Event.new.split9.root

./Event $size $comp -1 $action $tracks
mv Event.root Event.old.streamed.root

./Event $size $comp -2 $action $tracks
mv Event.root Event.old.split.root

# Next step is to do something like
# root -q 'MakeRef.C("Event.old.split.root");'
{'fraction_non_alphanumeric': 0.1346153846153846, 'fraction_numerical': 0.030594405594405596, 'mean_word_length': 3.8516949152542375, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5585997', 'n_tokens_mistral': 438, 'n_tokens_neox': 404, 'n_words': 138}