<commit_before>#!/usr/bin/env bash

# python
# --------

# sets up python environment

PACKAGES=(
    ipython
    licenser
    pep8
    uncommitted
    virtualenv
)

log -v "setting up python..."

brew_install pyenv
eval "$(pyenv init -)"

pyenv rehash

PYTHON2_VERSION="$(pyenv install -l | grep -e '2.[0-9].[0-9]' | grep -v - | tail -1)"
PYTHON3_VERSION="$(pyenv install -l | grep -e '3.[0-9].[0-9]' | grep -v - | tail -1)"

pyenv install $PYTHON2_VERSION
pyenv install $PYTHON3_VERSION
pyenv global $PYTHON2_VERSION $PYTHON3_VERSION

for p in "${PACKAGES[@]}"; do
    pip install "$p"
done<commit_msg>upgrade pip<commit_after>#!/usr/bin/env bash

# python
# --------

# sets up python environment

PACKAGES=(
    ipython
    licenser
    pep8
    uncommitted
    virtualenv
)

log -v "setting up python..."

brew_install pyenv
eval "$(pyenv init -)"

pyenv rehash

PYTHON2_VERSION="$(pyenv install -l | grep -e '2.[0-9].[0-9]' | grep -v - | tail -1)"
PYTHON3_VERSION="$(pyenv install -l | grep -e '3.[0-9].[0-9]' | grep -v - | tail -1)"

pyenv install $PYTHON2_VERSION
pyenv install $PYTHON3_VERSION
pyenv global $PYTHON2_VERSION $PYTHON3_VERSION

pip install --upgrade pip

for p in "${PACKAGES[@]}"; do
    pip install "$p"
done
{'fraction_non_alphanumeric': 0.16058394160583941, 'fraction_numerical': 0.030819140308191405, 'mean_word_length': 3.154882154882155, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6401718', 'n_tokens_mistral': 506, 'n_tokens_neox': 470, 'n_words': 132}