<commit_before>#!/bin/bash

# This scripts require CASSANDRA_VERSION, CASSANDRA_STRATIO_LUCENE_VERSION
# to be set.
# Example:
# export CASSANDRA_VERSION=3.11.1
# export CASSANDRA_STRATIO_LUCENE_VERSION=${CASSANDRA_VERSION}.0

CASSANDRA_HOME=$(pwd)"/.deps/apache-cassandra-${CASSANDRA_VERSION}/"

mkdir .deps

if [ -n "${CASSANDRA_VERSION}" ]; then
    cd .deps
    wget "http://www.us.apache.org/dist/cassandra/${CASSANDRA_VERSION}/apache-cassandra-${CASSANDRA_VERSION}-bin.tar.gz"
    tar -xzf "apache-cassandra-${CASSANDRA_VERSION}-bin.tar.gz"
    cd -
fi


if [ -n "${CASSANDRA_STRATIO_LUCENE_VERSION}" ]; then
    cd .deps
    git clone http://github.com/Stratio/cassandra-lucene-index
    cd cassandra-lucene-index
    git checkout ${CASSANDRA_STRATIO_LUCENE_VERSION}
    git checkout -b ${CASSANDRA_STRATIO_LUCENE_VERSION}

    mvn clean package -DskipTests
    cp plugin/target/cassandra-lucene-index-plugin-*.jar ${CASSANDRA_HOME}/lib/
fi<commit_msg>install-deps.sh: be more verbose<commit_after>#!/bin/bash

# This scripts require CASSANDRA_VERSION, CASSANDRA_STRATIO_LUCENE_VERSION
# to be set.
# Example:
# export CASSANDRA_VERSION=3.11.1
# export CASSANDRA_STRATIO_LUCENE_VERSION=${CASSANDRA_VERSION}.0

CASSANDRA_HOME=$(pwd)"/.deps/apache-cassandra-${CASSANDRA_VERSION}/"

mkdir .deps

if [ -n "${CASSANDRA_VERSION}" ]; then
    cd .deps
    wget "http://www.us.apache.org/dist/cassandra/${CASSANDRA_VERSION}/apache-cassandra-${CASSANDRA_VERSION}-bin.tar.gz"
    tar -xzf "apache-cassandra-${CASSANDRA_VERSION}-bin.tar.gz"
    cd -
fi


if [ -n "${CASSANDRA_STRATIO_LUCENE_VERSION}" ]; then
    cd .deps
    git clone http://github.com/Stratio/cassandra-lucene-index
    cd cassandra-lucene-index
    git checkout ${CASSANDRA_STRATIO_LUCENE_VERSION}
    git checkout -b ${CASSANDRA_STRATIO_LUCENE_VERSION}

    mvn clean package -DskipTests
    cp -v plugin/target/cassandra-lucene-index-plugin-*.jar ${CASSANDRA_HOME}/lib/
fi
{'fraction_non_alphanumeric': 0.1309278350515464, 'fraction_numerical': 0.005154639175257732, 'mean_word_length': 4.452247191011236, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7519522', 'n_tokens_mistral': 833, 'n_tokens_neox': 795, 'n_words': 115}