<commit_before>Total lines: 17058
cond_add_delta lines: 770, instances: 8, 4.51%
add_delta_to_buf lines: 2864, instances: 40, 16.79%
add_delta_to lines: 619, instances: 8, 3.63%
log lines: 214, instances: 21, 1.25%
route lines: 920, instances: 8, 5.39%
shuffle lines: 520, instances: 12, 3.05%
send_fetch lines: 882, instances: 6, 5.17%
rcv_fetch lines: 446, instances: 6, 2.61%
rcv_put lines: 630, instances: 6, 3.69%
send_push lines: 1578, instances: 24, 9.25%
rcv_push lines: 1927, instances: 24, 11.30%
do_complete lines: 1664, instances: 26, 9.75%
rcv_corrective lines: 959, instances: 24, 5.62%
do_corrective lines: 1217, instances: 24, 7.13%
send_corrective lines: 1183, instances: 7, 6.94%
Total listed: 96.10%
<commit_msg>Updated cumulus tpch line stats<commit_after>Total lines: 14867
cond_add_delta lines: 602, instances: 8, 4.05%
add_delta_to_buf lines: 2080, instances: 40, 13.99%
add_delta_to lines: 454, instances: 8, 3.05%
log lines: 214, instances: 21, 1.44%
route lines: 920, instances: 8, 6.19%
shuffle lines: 520, instances: 12, 3.50%
send_fetch lines: 882, instances: 6, 5.93%
rcv_fetch lines: 446, instances: 6, 3.00%
rcv_put lines: 630, instances: 6, 4.24%
send_push lines: 852, instances: 24, 5.73%
rcv_push lines: 1927, instances: 24, 12.96%
do_complete lines: 1207, instances: 26, 8.12%
rcv_corrective lines: 959, instances: 24, 6.45%
do_corrective lines: 1080, instances: 24, 7.26%
send_corrective lines: 1183, instances: 7, 7.96%
Total listed: 93.87%

{'fraction_non_alphanumeric': 0.13116970926301555, 'fraction_numerical': 0.17511832319134552, 'mean_word_length': 5.462882096069869, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4916428', 'n_tokens_mistral': 776, 'n_tokens_neox': 568, 'n_words': 196}