<commit_before>#!/usr/bin/env bash

DIR=$(dirname ${BASH_SOURCE[0]})
VIRTUALENV=./python-env

# System dependencies. These are the packages we need that are not present on a
# fresh Ubuntu install.

SYSTEM_PACKAGES=$(cat "$DIR/doc/SYSTEM_DEPENDENCIES")

for package in "${SYSTEM_PACKAGES[@]}"
do
    sudo apt-get -y install $package
done


# Setup virtualenv, install Python packages necessary to run BibOS Admin.

if [ -e $VIRTUALENV/bin/activate ]
then
    echo "virtual environment already installed" 1>&2
else
    virtualenv $VIRTUALENV
fi

source $VIRTUALENV/bin/activate
<commit_msg>I have edited the files virtualenv-command for python3<commit_after>#!/usr/bin/env bash

DIR=$(dirname ${BASH_SOURCE[0]})
VIRTUALENV=./python-env

# System dependencies. These are the packages we need that are not present on a
# fresh Ubuntu install.

SYSTEM_PACKAGES=$(cat "$DIR/doc/SYSTEM_DEPENDENCIES")

for package in "${SYSTEM_PACKAGES[@]}"
do
    sudo apt-get -y install $package
done


# Setup virtualenv, install Python packages necessary to run BibOS Admin.

if [ -e $VIRTUALENV/bin/activate ]
then
    echo "virtual environment already installed" 1>&2
else
    virtualenv -p python3 $VIRTUALENV
fi

source $VIRTUALENV/bin/activate

{'fraction_non_alphanumeric': 0.1024390243902439, 'fraction_numerical': 0.0065040650406504065, 'mean_word_length': 4.595454545454546, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3157176', 'n_tokens_mistral': 418, 'n_tokens_neox': 387, 'n_words': 131}