<commit_before>#!/usr/bin/env bash

export WORKDIR=/tmp/mdstudio

# Docker based Services
SERVICES=("lie_amber" "lie_atb" "lie_plants_docking" "lie_pylie" "lie_structures" "lie_haddock")

# Services install locally with pip
STANDALONE_SERVICES=( "lie_md" )

# Create temporate files
ALL_SERVICES=(${SERVICES[@]} ${STANDALONE_SERVICES[@]})
for s in ${ALL_SERVICES[@]}; do
    mkdir -p ${WORKDIR}/${s}
done

# The plants executable cannot be distribute
cp ${PLANTS_BIN} ${WORKDIR}/lie_plants_docking

# start docker microservices
docker-compose up -d crossbar ${SERVICES[@]}

# Start standalone components locally
for x in ${STANDALONE_SERVICES[@]};do
    cd ${WORKDIR}/${x}
    echo "installing ${x} as a standalone component!"
    if [ ! -d ${x} ]; then
	git clone git://github.com/MD-Studio/${x}.git --single-branch
    else
	cd ${WORKDIR}/${x}/${x} && git pull
    fi
    pip install -e ${WORKDIR}/${x}/${x} > /dev/null 2>&1
    python -u -m $x > /dev/null 2>&1 &
done
<commit_msg>add lie_cli to the standalone script<commit_after>#!/usr/bin/env bash

export WORKDIR=/tmp/mdstudio

# Docker based Services
SERVICES=("lie_amber" "lie_atb" "lie_plants_docking" "lie_pylie" "lie_structures" "lie_haddock")

# Services install locally with pip
STANDALONE_SERVICES=( "lie_md" "lie_cli" )

# Create temporate files
ALL_SERVICES=(${SERVICES[@]} ${STANDALONE_SERVICES[@]})
for s in ${ALL_SERVICES[@]}; do
    mkdir -p ${WORKDIR}/${s}
done

# The plants executable cannot be distribute
cp ${PLANTS_BIN} ${WORKDIR}/lie_plants_docking

# start docker microservices
docker-compose up -d crossbar ${SERVICES[@]}

# Start standalone components locally
for x in ${STANDALONE_SERVICES[@]};do
    cd ${WORKDIR}/${x}
    echo "installing ${x} as a standalone component!"
    if [ ! -d ${x} ]; then
	git clone git://github.com/MD-Studio/${x}.git --single-branch
    else
	cd ${WORKDIR}/${x}/${x} && git pull
    fi
    pip install -e ${WORKDIR}/${x}/${x} > /dev/null 2>&1
    if [ ${x} != "lie_cli" ]; then
	python -u -m $x > /dev/null 2>&1 &
    fi
done

{'fraction_non_alphanumeric': 0.16584887144259078, 'fraction_numerical': 0.003925417075564278, 'mean_word_length': 4.282383419689119, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1917144', 'n_tokens_mistral': 788, 'n_tokens_neox': 730, 'n_words': 203}