<commit_before>#!/bin/sh

apt-get install -y vim \
                   ed \
                   git \
                   mercurial \
                   subversion \
                   python3 \
                   python-pip \
                   ssh \
                   openssh-server \
                   alpine \
                   automake \
                   bash \
                   bpython \
                   cloc \
                   dict \
                   aspell \
                   fakeroot \
                   ftp \
                   g++ \
                   gcc \
                   git-flow \
                   gnupg \
                   gnupg-agent \
                   grep \
                   gzip \
                   gzip \
                   htop \
                   html2text \
                   imagemagick \
                   irssi \
                   java-common \
                   javascript-common \
                   keepassx \
                   keychain \
                   less \
                   linux-headers-generic \
                   lsof \
                   lynx \
                   tmux \
                   make \
                   mono-runtime \
                   mono-xbuild \
                   mono-gac \
                   openssh-client \
                   openssh-server \
                   patch \
                   perl \
                   proxychains \
                   pypy \
                   python-imaging \
                   python-imaging-tk \
                   python-lxml \
                   python-six \
                   python-tk \
                   python3.3 \
                   rsync \
                   ruby1.8 \
                   sed \
                   gawk \
                   sqlite3 \
                   sqlitebrowser \
                   sqlite \
                   sshfs \
                   tmux \
                   unzip \
                   unrar \
                   vagrant \
                   virtualbox \
                   virtualbox-guest-additions \
                   vlock \
                   wget \
                   zsh<commit_msg>Python 3<commit_after>#!/bin/sh

apt-get install -y vim \
                   ed \
                   git \
                   mercurial \
                   subversion \
                   python3 \
                   python-pip \
                   ssh \
                   openssh-server \
                   alpine \
                   automake \
                   bash \
                   bpython \
                   cloc \
                   dict \
                   aspell \
                   fakeroot \
                   ftp \
                   g++ \
                   gcc \
                   git-flow \
                   gnupg \
                   gnupg-agent \
                   grep \
                   gzip \
                   gzip \
                   htop \
                   html2text \
                   imagemagick \
                   irssi \
                   java-common \
                   javascript-common \
                   keepassx \
                   keychain \
                   less \
                   linux-headers-generic \
                   lsof \
                   lynx \
                   tmux \
                   make \
                   mono-runtime \
                   mono-xbuild \
                   mono-gac \
                   openssh-client \
                   openssh-server \
                   patch \
                   perl \
                   proxychains \
                   pypy \
                   python-imaging \
                   python-imaging-tk \
                   python-lxml \
                   python-six \
                   python-tk \
                   rsync \
                   ruby1.8 \
                   sed \
                   gawk \
                   sqlite3 \
                   sqlitebrowser \
                   sqlite \
                   sshfs \
                   tmux \
                   unzip \
                   unrar \
                   vagrant \
                   virtualbox \
                   virtualbox-guest-additions \
                   vlock \
                   wget \
                   zsh
{'fraction_non_alphanumeric': 0.048598130841121495, 'fraction_numerical': 0.0030373831775700934, 'mean_word_length': 0.3517524471108304, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7269087', 'n_tokens_mistral': 1016, 'n_tokens_neox': 840, 'n_words': 151}