<commit_before>#!/bin/bash

echo -n "Generating run data; this might take a while ... "

for file in config/*.properties
do
    rawName=${file%\.*};

    i=0
    while [ $i -lt 10 ]
    do
        java -jar dist/sisga.jar $rawName
        i=$[$i+1]
    done
done

echo "done."<commit_msg>Improvements in data generation script.<commit_after>#!/bin/bash

if [ ! -f dist/sisga.jar ]
then
    echo "You must build the project first."
else
    echo -n "Generating run data; this might take a while ... "

    for file in config/*.properties
    do
        rawName=${file%\.*};

        i=0
        while [ $i -lt 10 ]
        do
            java -jar dist/sisga.jar $rawName
            i=$[$i+1]
        done
    done

    echo "done."
fi
{'fraction_non_alphanumeric': 0.13333333333333333, 'fraction_numerical': 0.010884353741496598, 'mean_word_length': 1.8527131782945736, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6115303', 'n_tokens_mistral': 261, 'n_tokens_neox': 245, 'n_words': 80}