<commit_before>require 'arc-furnace/all_fields_csv_sink'
require 'arc-furnace/binary_key_merging_hash'
require 'arc-furnace/block_filter'
require 'arc-furnace/block_transform'
require 'arc-furnace/block_unfold'
require 'arc-furnace/csv_sink'
require 'arc-furnace/csv_source'
require 'arc-furnace/enumerator_source'
require 'arc-furnace/filter'
require 'arc-furnace/fixed_column_csv_sink'
require 'arc-furnace/hash'
require 'arc-furnace/inner_join'
require 'arc-furnace/merging_hash'
require 'arc-furnace/multi_csv_source'
require 'arc-furnace/node'
require 'arc-furnace/outer_join'
require 'arc-furnace/sink'
require 'arc-furnace/source'
require 'arc-furnace/suffixed_fixed_column_csv_sink'
require 'arc-furnace/transform'
require 'arc-furnace/unfold'<commit_msg>forgot to include the null sink in the gem<commit_after>require 'arc-furnace/all_fields_csv_sink'
require 'arc-furnace/binary_key_merging_hash'
require 'arc-furnace/block_filter'
require 'arc-furnace/block_transform'
require 'arc-furnace/block_unfold'
require 'arc-furnace/csv_sink'
require 'arc-furnace/csv_source'
require 'arc-furnace/enumerator_source'
require 'arc-furnace/filter'
require 'arc-furnace/fixed_column_csv_sink'
require 'arc-furnace/hash'
require 'arc-furnace/inner_join'
require 'arc-furnace/merging_hash'
require 'arc-furnace/multi_csv_source'
require 'arc-furnace/node'
require 'arc-furnace/null_sink'
require 'arc-furnace/outer_join'
require 'arc-furnace/sink'
require 'arc-furnace/source'
require 'arc-furnace/suffixed_fixed_column_csv_sink'
require 'arc-furnace/transform'
require 'arc-furnace/unfold'
{'fraction_non_alphanumeric': 0.11216131064902331, 'fraction_numerical': 0.0, 'mean_word_length': 7.871508379888268, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6240368', 'n_tokens_mistral': 622, 'n_tokens_neox': 621, 'n_words': 93}