<commit_before>#!/bin/bash -e
# exit on error to make sure they get resolved

# get common functionality
[ -z "${lib_dir}" ] && . ../../common.sh

MD5_COMMAND=$(which md5sum || echo md5)

# nos_run_process
out=$(nos_run_process "hello"   "true" 2>&1)
echo "$out" | grep HELLO &> /dev/null || (echo "TEST ('run_proc hello') FAILED!"; false)

echo "ALL RUN TESTS PASSED!"<commit_msg>Revert accidental test chop<commit_after>#!/bin/bash -e
# exit on error to make sure they get resolved

# get common functionality
[ -z "${lib_dir}" ] && . ../../common.sh

MD5_COMMAND=$(which md5sum || echo md5)

# nos_run_process
out=$(nos_run_process "hello"   "true" 2>&1)
echo "$out" | grep HELLO &> /dev/null || (echo "TEST ('run_process hello') FAILED!"; false)

echo "ALL RUN TESTS PASSED!"
{'fraction_non_alphanumeric': 0.17458279845956354, 'fraction_numerical': 0.012836970474967908, 'mean_word_length': 4.27027027027027, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '318892', 'n_tokens_mistral': 293, 'n_tokens_neox': 279, 'n_words': 86}