<commit_before>#! /usr/bin/env bash

function interrupt_code()
# This code runs if user hits control-c
{
  echored "\n*** Setup interrupted ***\n"
  exit $?
}

# Trap keyboard interrupt (control-c)
trap interrupt_code SIGINT

# Pretty printing functions
NORMAL=$(tput sgr0)
GREEN=$(tput setaf 2; tput bold)
RED=$(tput setaf 1)

function echored() {
    echo -e "$RED$*$NORMAL"
}

function echogreen() {
    echo -e "$GREEN$*$NORMAL"
}

function setupVirtualEnv() {
    # Create virtualenv folder if missing
    cd $install
    if [ ! -d python-venv ]
    then
        echo "Setting up new virtualenv..."
        virtualenv python-venv || exit 1
    fi

    # Install or update dependencies
    echo "Installing dependencies in virtualenv"
    source python-venv/bin/activate || exit 1<commit_msg>Update pip as part of setup.sh<commit_after>#! /usr/bin/env bash

function interrupt_code()
# This code runs if user hits control-c
{
  echored "\n*** Setup interrupted ***\n"
  exit $?
}

# Trap keyboard interrupt (control-c)
trap interrupt_code SIGINT

# Pretty printing functions
NORMAL=$(tput sgr0)
GREEN=$(tput setaf 2; tput bold)
RED=$(tput setaf 1)

function echored() {
    echo -e "$RED$*$NORMAL"
}

function echogreen() {
    echo -e "$GREEN$*$NORMAL"
}

function setupVirtualEnv() {
    # Create virtualenv folder if missing
    cd $install
    if [ ! -d python-venv ]
    then
        echo "Setting up new virtualenv..."
        virtualenv python-venv || exit 1
    fi

    # Install or update dependencies
    echo "Installing dependencies in virtualenv"
    source python-venv/bin/activate || exit 1
    pip install --upgrade pip
{'fraction_non_alphanumeric': 0.11409395973154363, 'fraction_numerical': 0.006101281269066504, 'mean_word_length': 3.2159383033419022, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7516419', 'n_tokens_mistral': 538, 'n_tokens_neox': 524, 'n_words': 176}