<commit_before><commit_msg>chore(test): add script to collect test suite statistics<commit_after>#!/bin/zsh

cargo clean

COMPILATION=$({ time cargo test ^$ >/dev/null } 2>&1)

COMPILE_CPU=$(echo $COMPILATION | cut -d ' ' -f 11)
COMPILE_TIME=$(echo $COMPILATION | cut -d ' ' -f 13)

EXECUTION=$({ time RUST_LOG=quickcheck cargo test 2>&1 } 2>&1)

EXECUTION_CPU=$(echo $EXECUTION | tail -n 1 | cut -d ' ' -f 10)
EXECUTION_TIME=$(echo $EXECUTION | tail -n 1 | cut -d ' ' -f 12)
UNIT_TESTS=$(echo $EXECUTION | grep passed | cut -d ' ' -f 4 | paste -sd+ | bc)
QC_TESTS=$(echo $EXECUTION | grep Passed | cut -d ' ' -f 3 | paste -sd+ | bc)
TEST_FILES=$(ls tests/*.rs | wc -l)

echo "Compiled $TEST_FILES test files in $COMPILE_TIME s using $COMPILE_CPU CPU"
echo "Executed $UNIT_TESTS unit tests ($QC_TESTS QC tests) in $EXECUTION_TIME s using $EXECUTION_CPU CPU"

{'fraction_non_alphanumeric': 0.155011655011655, 'fraction_numerical': 0.02097902097902098, 'mean_word_length': 4.237804878048781, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6307124', 'n_tokens_mistral': 350, 'n_tokens_neox': 321, 'n_words': 104}