<commit_before>#!/bin/bash

7za > /dev/null
if [ $? -ne 0 ]; then
echo "********************* ERROR *********************"
echo "Please install 7zip (p7zip-full package)"
echo "*************************************************"
exit
fi

7za a -r fplog_diagnostics.7z ../../Stage/*.txt
7za a -r fplog_diagnostics.7z ../../Stage/*.xml
7za a -r fplog_diagnostics.7z ../../Stage/*.log

rm -rf ../../Stage/fplog_diagnostics*

mv ./fplog_diagnostics.7z ../../Stage
<commit_msg>No need to scan subdirs for diagnostic files archiving.<commit_after>#!/bin/bash

7za > /dev/null
if [ $? -ne 0 ]; then
echo "********************* ERROR *********************"
echo "Please install 7zip (p7zip-full package)"
echo "*************************************************"
exit
fi

7za a fplog_diagnostics.7z ../../Stage/*.txt
7za a fplog_diagnostics.7z ../../Stage/*.xml
7za a fplog_diagnostics.7z ../../Stage/*.log

rm -rf ../../Stage/fplog_diagnostics*

mv ./fplog_diagnostics.7z ../../Stage
{'fraction_non_alphanumeric': 0.3408624229979466, 'fraction_numerical': 0.022587268993839837, 'mean_word_length': 3.665071770334928, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6703296', 'n_tokens_mistral': 345, 'n_tokens_neox': 322, 'n_words': 83}