<commit_before>[pax]
parent_configuration = 'XENON100'

# If you want to redo some plugins, put them here
# By default this will only read-in the data, then output back (without the low-level data)
dsp = []
transform = []

input = 'BulkOutput.ReadFromBulkOutput'
output = 'BulkOutput.BulkOutput'

[BulkOutput.ReadFromBulkOutput]
format = 'hdf5'                 # Format of file to read in
input_name = 'output.hdf5'      # Input file name, with extension

chunk_size = 200                # Read in this many instances at a time from the file

# Don't read in hit by default, very slow (see docstring). 
# Set to True if you want to redo property computation.
# Be careful you also change fields_to_ignore to dump all the peak information you want
read_hits = False      
   
# If you'll redo posrec, set this to False:
# Else you'll have both the old and new recposes in each peak... not good...
read_recposes = True
   
# If you want to redo clustering, set this to True:
# hits won't be distributed to peaks, peaks won't be read in
# Be careful you also change fields_to_ignore to dump all the peak information you want
read_hits_only = True   

[BulkOutput.BulkOutput]
output_format = 'hdf5'
output_name = 'reprocessed_output'

# Keep only high-level data
fields_to_ignore = ['pulses',
                    'sum_waveforms',
                    'channel_waveforms',<commit_msg>Don't recluster by default<commit_after>[pax]
parent_configuration = 'XENON100'

# If you want to redo some plugins, put them here
# By default this will only read-in the data, then output back (without the low-level data)
dsp = []
transform = []

input = 'BulkOutput.ReadFromBulkOutput'
output = 'BulkOutput.BulkOutput'

[BulkOutput.ReadFromBulkOutput]
format = 'hdf5'                 # Format of file to read in
input_name = 'output.hdf5'      # Input file name, with extension

chunk_size = 200                # Read in this many instances at a time from the file

# Don't read in hit by default, very slow (see docstring). 
# Set to True if you want to redo property computation.
# Be careful you also change fields_to_ignore to dump all the peak information you want
read_hits = False      
   
# If you'll redo posrec, set this to False:
# Else you'll have both the old and new recposes in each peak... not good...
read_recposes = True
   
# If you want to redo clustering, set this to True:
# hits won't be distributed to peaks, peaks won't be read in
# Be careful you also change fields_to_ignore to dump all the peak information you want
read_hits_only = False   

[BulkOutput.BulkOutput]
output_format = 'hdf5'
output_name = 'reprocessed_output'

# Keep only high-level data
fields_to_ignore = ['pulses',
                    'sum_waveforms',
                    'channel_waveforms',
{'fraction_non_alphanumeric': 0.07184115523465703, 'fraction_numerical': 0.006498194945848376, 'mean_word_length': 3.3161993769470404, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4117160', 'n_tokens_mistral': 847, 'n_tokens_neox': 809, 'n_words': 348}