<commit_before>#!/bin/bash

export JAVA_OPTS="-Xdebug -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=n"

# Restolino configuration
export RESTOLINO_STATIC="src/main/resources/files"
export RESTOLINO_CLASSES="target/classes"
export PACKAGE_PREFIX=com.github.onsdigital

# Elasticsearch
export BONSAI_URL=http://localhost:9200

mvn clean package && \

# Generate taxonomy
java -cp "target/classes:target/dependency/*" com.github.onsdigital.generator.Csv

# Development: reloadable
java $JAVA_OPTS -Drestolino.files=$RESTOLINO_STATIC -Drestolino.classes=$RESTOLINO_CLASSES -Drestolino.packageprefix=$PACKAGE_PREFIX -cp "target/dependency/*" com.github.davidcarboni.restolino.Main

# Production: non-reloadable
#java $JAVA_OPTS -jar target/*-jar-with-dependencies.jar<commit_msg>Now deletes old taxonomy before creating the new one.<commit_after>#!/bin/bash

export JAVA_OPTS="-Xdebug -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=n"

# Restolino configuration
export RESTOLINO_STATIC="src/main/resources/files"
export RESTOLINO_CLASSES="target/classes"
export PACKAGE_PREFIX=com.github.onsdigital

# Elasticsearch
export BONSAI_URL=http://localhost:9200

mvn clean package && \

# Generate taxonomy
rm -rf src/main/taxonomy && \
java -cp "target/classes:target/dependency/*" com.github.onsdigital.generator.Csv

# Development: reloadable
java $JAVA_OPTS -Drestolino.files=$RESTOLINO_STATIC -Drestolino.classes=$RESTOLINO_CLASSES -Drestolino.packageprefix=$PACKAGE_PREFIX -cp "target/dependency/*" com.github.davidcarboni.restolino.Main

# Production: non-reloadable
#java $JAVA_OPTS -jar target/*-jar-with-dependencies.jar
{'fraction_non_alphanumeric': 0.1172539489671932, 'fraction_numerical': 0.009720534629404616, 'mean_word_length': 6.956521739130435, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6006511', 'n_tokens_mistral': 613, 'n_tokens_neox': 554, 'n_words': 90}