<commit_before>#!/bin/bash
set -eux

rm -rf /tmp/tmp*
rm /tmp/storage/* || true
rm /tmp/connections.yaml || true

mkdir -p /tmp/state

echo > /tmp/state/commit_log || true
echo > /tmp/state/commited_data || true
echo > /tmp/state/stage_log || true
find /vagrant/solar/solar -name '*.pyc' -delete || true

sudo docker stop $(sudo docker ps -q) || true
sudo docker rm $(sudo docker ps -qa) || true

solar profile -c -t env/test_env -i prf1
solar discover

solar assign -n 'node/node_2 | node/node_1' -r 'resources/docker'
solar assign -n 'node/node_1' -r 'resources/mariadb'
solar assign -n 'node/node_1' -r 'resources/keystone'
solar assign -n 'node/node_1' -r 'resources/haproxy'
solar assign -n 'node/node_1' -r 'resources/rabbitmq'

solar connect --profile prf1

./cli.py changes stage
./cli.py changes commit
<commit_msg>Add clean, clean_all, clean_local, start, scaleup commands<commit_after>#!/bin/bash
set -eux

function clean_local {
    rm -rf /tmp/tmp*
    rm /tmp/storage/* || true
    rm /tmp/connections.yaml || true

    mkdir -p /tmp/state

    echo > /tmp/state/commit_log || true
    echo > /tmp/state/commited_data || true
    echo > /tmp/state/stage_log || true
    find /vagrant/solar/solar -name '*.pyc' -delete || true

    sudo docker stop $(sudo docker ps -q) || true
    sudo docker rm $(sudo docker ps -qa) || true
}


function start {
    solar profile -c -t env/test_env -i prf1
    solar discover

    solar assign -n 'node/node_2 | node/node_1' -r 'resources/docker'
    solar assign -n 'node/node_1' -r 'resources/mariadb'
    solar assign -n 'node/node_1' -r 'resources/keystone'
    solar assign -n 'node/node_1' -r 'resources/haproxy'
    solar assign -n 'node/node_1' -r 'resources/rabbitmq'

    solar connect --profile prf1

    ./cli.py changes stage
    ./cli.py changes commit
}


function scaleup {
    solar assign -n 'node/node_2' -r 'resources/keystone'

    solar connect --profile prf1

    ./cli.py changes stage
    ./cli.py changes commit
}


function clean {
    solar run -a remove -t 'resources/mariadb' || true
    solar run -a remove -t 'resources/keystone' || true
    solar run -a remove -t 'resources/haproxy' || true
    solar run -a remove -t 'resources/rabbitmq' || true
}

function clean_all {
    clean_local
    clean
}

$1

{'fraction_non_alphanumeric': 0.13167104111986003, 'fraction_numerical': 0.008311461067366578, 'mean_word_length': 2.8566610455311974, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1002851', 'n_tokens_mistral': 856, 'n_tokens_neox': 825, 'n_words': 255}