<commit_before>#!/bin/bash

# update
apt-get update -y
apt-get install -y git vim python-pip

# get/install anaconda
wget https://3230d63b5fc54e62148e-c95ac804525aac4b6dba79b00b39d1d3.ssl.cf1.rackcdn.com/Anaconda-2.3.0-Linux-x86_64.sh
bash Anaconda-2.3.0-Linux-x86_64.sh

# get/build kubernetes
git clone https://www.github.com/kubernetes/kubernetes
cd kubernetes/
git checkout release-1.0
build/release.sh
cd

# get/install binder
git clone https://www.github.com/binder-project/binder
cd binder/
make install

# configure environment variables
echo "BINDER_HOME=~/binder" >> ~/.bashrc
echo "PATH=$PATH:$BINDER_HOME/bin" >> ~/.bashrc
echo "PYTHONPATH=$PYTHONPATH:$BINDER_HOME" >> ~/.bashrc
<commit_msg>Modified setup.sh a bit more<commit_after>#!/bin/bash

# update
apt-get update -y
apt-get install -y git vim python-pip

# setup gcloud
curl https://sdk.cloud.google.com | bash
gcloud preview
gcloud auth login

# get/install anaconda
wget https://3230d63b5fc54e62148e-c95ac804525aac4b6dba79b00b39d1d3.ssl.cf1.rackcdn.com/Anaconda-2.3.0-Linux-x86_64.sh
bash Anaconda-2.3.0-Linux-x86_64.sh

# get/build kubernetes
git clone https://www.github.com/kubernetes/kubernetes
cd kubernetes/
git checkout release-1.0
build/release.sh
cd

# get/install binder
git clone https://www.github.com/binder-project/binder
cd binder/
make install

# configure binder environment variables
echo "export BINDER_HOME=~/binder" >> ~/.bashrc
echo "export PATH=$PATH:$BINDER_HOME/bin" >> ~/.bashrc
echo "export PYTHONPATH=$PYTHONPATH:$BINDER_HOME" >> ~/.bashrc

# configure kubernetes environment variables
echo "export KUBERNETES_HOME=~/kubernetes" >> ~/.bashrc
echo "export PATH=$PATH:/usr/local/go/bin" >> ~/.bashrc
echo "export PATH=$PATH:$KUBERNETES_HOME/cluster" >> ~/.bashrc



{'fraction_non_alphanumeric': 0.13393870601589103, 'fraction_numerical': 0.05561861520998865, 'mean_word_length': 4.818481848184819, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 21, 'https://': 7, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6656089', 'n_tokens_mistral': 759, 'n_tokens_neox': 669, 'n_words': 134}