<commit_before>#!/bin/bash
mkdir -p target/website
mkdir -p target/transactions
export WEBSITE="/Users/dave/Desktop/zebedee-data/content/zebedee/master"
export TRANSACTION_STORE="/Users/dave/Desktop/zebedee-data/content/zebedee/transactions"
export PUBLISHING_THREAD_POOL_SIZE=100
export PORT=8084
export DP_COLOURED_LOGGING=true
export DP_LOGGING_FORMAT=pretty_json
export PUBLISHING_THREAD_POOL_SIZE=100

JAVA_OPTS="-Xmx1024m -Xms1024m -Xdebug -Xrunjdwp:transport=dt_socket,address=8004,server=y,suspend=n"

mvn package -DskipTests=true && \
java $JAVA_OPTS \
          -Dthetrain.website=$content_path \
          -Dthetrain.transactions=$transactions_path \
          -DPORT=8084 \
          -Drestolino.packageprefix=com.github.davidcarboni.thetrain.api \
          -jar target/the-train-0.0.1-SNAPSHOT-jar-with-dependencies.jar<commit_msg>removed local changes from run.sh<commit_after>#!/bin/bash
mkdir -p target/website
mkdir -p target/transactions
export content_path="target/website"
export transactions_path="target/transactions"
export DP_COLOURED_LOGGING=true
export DP_LOGGING_FORMAT=pretty_json
export PUBLISHING_THREAD_POOL_SIZE=100

JAVA_OPTS="-Xmx1024m -Xms1024m -Xdebug -Xrunjdwp:transport=dt_socket,address=8004,server=y,suspend=n"

mvn package -DskipTests=true && \
java $JAVA_OPTS \
          -Dthetrain.website=$content_path \
          -Dthetrain.transactions=$transactions_path \
          -DPORT=8084 \
          -Drestolino.packageprefix=com.github.davidcarboni.thetrain.api \
          -jar target/the-train-0.0.1-SNAPSHOT-jar-with-dependencies.jar
{'fraction_non_alphanumeric': 0.10723350253807107, 'fraction_numerical': 0.03236040609137056, 'mean_word_length': 4.513986013986014, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7328177', 'n_tokens_mistral': 626, 'n_tokens_neox': 564, 'n_words': 71}