<commit_before>#!/bin/bash

if [ -n "${VAR:-x}" ]; then
  WORKSPACE=.
fi

echo $WORKSPACE
PYENV_HOME=$WORKSPACE/.pyenv/

#leaving the old build in place because it takes >20 minutes to compile everything
  
# Delete previously built virtualenv
#if [ -d $PYENV_HOME ]; then
#    rm -rf $PYENV_HOME
#fi

# Create virtualenv and install necessary packages
virtualenv --no-site-packages $PYENV_HOME
. $PYENV_HOME/bin/activate
./ordered_pip.sh $WORKSPACE/requirements.txt
./ordered_pip.sh $WORKSPACE/requirements_dev.txt
cp /mnt/jenkins_backup/host_settings.py ./

#setup the local mongodb
python dev_setup.py 

#run all the tests in test
nosetests<commit_msg>fixing the path to host_settings<commit_after>#!/bin/bash

if [ -n "${VAR:-x}" ]; then
  WORKSPACE=.
fi

echo $WORKSPACE
PYENV_HOME=$WORKSPACE/.pyenv/

#leaving the old build in place because it takes >20 minutes to compile everything
  
# Delete previously built virtualenv
#if [ -d $PYENV_HOME ]; then
#    rm -rf $PYENV_HOME
#fi

# Create virtualenv and install necessary packages
virtualenv --no-site-packages $PYENV_HOME
. $PYENV_HOME/bin/activate
./ordered_pip.sh $WORKSPACE/requirements.txt
./ordered_pip.sh $WORKSPACE/requirements_dev.txt
cp /mnt/jenkins/host_settings.py ./

#setup the local mongodb
python dev_setup.py 

#run all the tests in test
nosetests
{'fraction_non_alphanumeric': 0.1059001512859304, 'fraction_numerical': 0.0030257186081694403, 'mean_word_length': 4.313253012048193, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4897141', 'n_tokens_mistral': 460, 'n_tokens_neox': 451, 'n_words': 133}