<commit_before>REM Windows Script to start Cassandra and Doradus

REM Start Cassandra
if not exist cassandra (
    echo "Installing and configuring Cassandra 2.0.7 for Doradus"
    .\tools\wget http://downloads.datastax.com/community/dsc-cassandra-2.0.7-bin.tar.gz
    .\tools\tar -xzvf dsc-cassandra-2.0.7-bin.tar.gz    
    ren dsc-cassandra-2.0.7 cassandra
    mkdir cassandra-data
    cd cassandra-data
    mkdir data
    mkdir saved_caches
    mkdir commitlog
    .\tools\touch system.log
    cd ..\cassandra\conf/
    sed -e 's,/var/lib/cassandra,./cassandra-data,' -i "" cassandra.yaml 
    sed -e 's,/var/log/cassandra,./cassandra-data,' -i "" log4j-server.properties
    cd ..\..
)   

start cassandra\bin\cassandra

timeout 10
echo "Cassandra has started..."

REM Start Doradus
cd doradus
start java -cp .\*;.\resources\*;.\dependency\* com.dell.doradus.core.DoradusServer

timeout 5
echo "Doradus has started..."

java -cp .\*;.\resources\*;.\dependency\* com.dell.doradus.client.utils.HelloSpider localhost 1123
<commit_msg>combine unzip gz and tar files in one line<commit_after>REM Windows Script to start Cassandra and Doradus

REM Start Cassandra
if not exist cassandra (
    echo "Installing and configuring Cassandra 2.0.7 for Doradus"
    .\tools\wget http://downloads.datastax.com/community/dsc-cassandra-2.0.7-bin.tar.gz
    tools\7za.exe x -tgzip dsc-cassandra-2.0.7-bin.tar.gz  && tools\7za.exe  x dsc-cassandra-2.0.7-bin.tar    
    ren dsc-cassandra-2.0.7 cassandra
    mkdir cassandra-data
    cd cassandra-data
    mkdir data
    mkdir saved_caches
    mkdir commitlog
    .\tools\touch system.log
    cd ..\cassandra\conf
    sed -e 's,/var/lib/cassandra,./cassandra-data,' -i "" cassandra.yaml 
    sed -e 's,/var/log/cassandra,./cassandra-data,' -i "" log4j-server.properties
    cd ..\..
)   

start cassandra\bin\cassandra

timeout 10
echo "Cassandra has started..."

REM Start Doradus
cd doradus
start java -cp .\*;.\resources\*;.\dependency\* com.dell.doradus.core.DoradusServer

timeout 5
echo "Doradus has started..."

java -cp .\*;.\resources\*;.\dependency\* com.dell.doradus.client.utils.HelloSpider localhost 1123

{'fraction_non_alphanumeric': 0.1327762302692665, 'fraction_numerical': 0.020891364902506964, 'mean_word_length': 2.918181818181818, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3387723', 'n_tokens_mistral': 860, 'n_tokens_neox': 787, 'n_words': 184}