<commit_before>java -jar ../resources/antlr-4.5.2-complete.jar SmallC.g4 -visitor
java -jar ../resources/antlr-4.5.2-complete.jar -Dlanguage=Python3 SmallC.g4 -visitor
javac -classpath ../resources/antlr-4.5.2-complete.jar SmallC*.java
cat testfiles/hello_world.c | java -cp ../resources/antlr-4.5.2-complete.jar: org.antlr.v4.gui.TestRig SmallC program -gui<commit_msg>impoved visualise script<commit_after># create files for java tree visualisation
java -jar ../resources/antlr-4.5.2-complete.jar SmallC.g4 -visitor
javac -classpath ../resources/antlr-4.5.2-complete.jar SmallC*.java

# move java files to build dir
if [ -d "build" ]; then
    rm -r build/*
else
    mkdir build
fi
mv *.java *.class build/

# create python files
java -jar ../resources/antlr-4.5.2-complete.jar -Dlanguage=Python3 SmallC.g4 -visitor

# run visualisation
(cd build && java -cp ../../resources/antlr-4.5.2-complete.jar: org.antlr.v4.gui.TestRig SmallC program -gui ../testfiles/hello_world.c)
#(cd build && java -cp ../../resources/antlr-4.5.2-complete.jar: org.antlr.v4.gui.TestRig SmallC program -gui ../testfiles/hello_world0.c ../testfiles/hello_world.c )
{'fraction_non_alphanumeric': 0.1584938704028021, 'fraction_numerical': 0.03239929947460595, 'mean_word_length': 3.396153846153846, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1727944', 'n_tokens_mistral': 432, 'n_tokens_neox': 414, 'n_words': 94}