<commit_before>#!/bin/bash

# purge old output files
if [ -f test_log.txt ]; then rm test_log.txt; fi
if [ -f tool_test_output.html ]; then rm tool_test_output.html; fi
if [ -f tool_test_output.json ]; then rm tool_test_output.json; fi

# run test and write new output files
planemo test --job_output_files planemo-output --conda_dependency_resolution w4mclassfilter.xml 2>&1 | grep -v -i observer | tee test_log.txt<commit_msg>summarize warnings and errors to cmd line output<commit_after>#!/bin/bash

# purge old output files
if [ -f test_log.txt ]; then rm test_log.txt; fi
if [ -f tool_test_output.html ]; then rm tool_test_output.html; fi
if [ -f tool_test_output.json ]; then rm tool_test_output.json; fi

# run test and write new output files, showing progress to command line output
planemo test --job_output_files planemo-output --conda_dependency_resolution w4mclassfilter.xml 2>&1 | grep -v -i observer | tee test_log.txt

# summarize warnings and errors to command line output
grep -E "(ERROR)|(WARNING)" 0.98.1/test_log.txt
{'fraction_non_alphanumeric': 0.09652509652509653, 'fraction_numerical': 0.009652509652509652, 'mean_word_length': 4.545454545454546, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1912047', 'n_tokens_mistral': 359, 'n_tokens_neox': 335, 'n_words': 116}