<commit_before># create our venv for deploy, run as root
PYVENV="/usr/local/anaconda3/bin/pyvenv"
BUILD_DIR="/tmp/venv_build"
INSTALL_DIR="/var/virtualenvs/"

rm -rf $BUILD_DIR
mkdir $BUILD_DIR
cd $BUILD_DIR
$PYVENV heatmap_venv
source heatmap_venv/bin/activate
pip install setuptools psycopg2 requests lxml numpy flask ipython mod_wsgi
pip freeze > heatmap_venv/requirements.txt
mod_wsgi-express install-module
deactivate
mkdir $INSTALL_DIR
mv heatmap_venv $INSTALL_DIR
cd ..
rmdir $BUILD_DIR
<commit_msg>added missing line to remove previous virtualenv (though that might not be the wisest)<commit_after># create our venv for deploy, run as root
PYVENV="/usr/local/anaconda3/bin/pyvenv"
BUILD_DIR="/tmp/venv_build"
INSTALL_DIR="/var/virtualenvs/"

rm -rf $BUILD_DIR
mkdir $BUILD_DIR
cd $BUILD_DIR
$PYVENV heatmap_venv
source heatmap_venv/bin/activate
pip install setuptools psycopg2 requests lxml numpy flask ipython mod_wsgi
pip freeze > heatmap_venv/requirements.txt
mod_wsgi-express install-module
deactivate
mkdir $INSTALL_DIR
rm -rf $INSTALL_DIR/heatmap_venv
mv heatmap_venv $INSTALL_DIR
cd ..
rmdir $BUILD_DIR

{'fraction_non_alphanumeric': 0.0778175313059034, 'fraction_numerical': 0.0035778175313059034, 'mean_word_length': 6.127388535031847, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5849397', 'n_tokens_mistral': 416, 'n_tokens_neox': 392, 'n_words': 110}