<commit_before>if [ -f /etc/debian_version ]; then
  DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
  
  sudo apt-get update
  sudo apt-get install -y curl git vim
  
  # Install Chrome
  sudo apt-get install -y libappindicator1
  sudo apt-get install -f
  pushd $(mktemp -d)
  wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.  deb
  sudo dpkg -i google-chrome-stable_current_amd64.deb
  popd
  
  # Install Visual Studio Code Stable
  pushd $(mktemp -d)
  wget https://vscode-update.azurewebsites.net/api/deb/stable/amd64/deb/vscod  e-amd64.deb
  sudo dpkg -i vscode-amd64.deb
  popd
  
  # Install Visual Studio Code Insiders
  pushd $(mktemp -d)
  wget https://vscode-update.azurewebsites.net/api/deb/insider/amd64/deb/vsco  de-amd64.deb
  sudo dpkg -i vscode-amd64.deb
  popd
  
  # Install Atom
  pushd $(mktemp -d)
  wget -O atom-amd64.deb https://atom.io/download/deb
  sudo dpkg -i atom-amd64.deb
  popd
  
  # Configure Unity Launcher
  gsettings set com.canonical.Unity.Launcher favorites "['application://ubiquity.desktop',   'application://google-chrome.desktop',   'application://gnome-terminal.desktop',   'application://nautilus.desktop',   'application://code-insiders.desktop']"
  
  # Install node stable
  $DIR/install_deps.sh
  
  # Install modules
  npm install
  node $DIR/../cli.js install
else
  echo "Only Debian is supported"
fi
<commit_msg>Remove rouge whitespace<commit_after>if [ -f /etc/debian_version ]; then
  DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
  
  sudo apt-get update
  sudo apt-get install -y curl git vim
  
  # Install Chrome
  sudo apt-get install -y libappindicator1
  sudo apt-get install -f
  pushd $(mktemp -d)
  wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
  sudo dpkg -i google-chrome-stable_current_amd64.deb
  popd
  
  # Install Visual Studio Code Stable
  pushd $(mktemp -d)
  wget https://vscode-update.azurewebsites.net/api/deb/stable/amd64/deb/vscode-amd64.deb
  sudo dpkg -i vscode-amd64.deb
  popd
  
  # Install Visual Studio Code Insiders
  pushd $(mktemp -d)
  wget https://vscode-update.azurewebsites.net/api/deb/insider/amd64/deb/vscode-amd64.deb
  sudo dpkg -i vscode-amd64.deb
  popd
  
  # Install Atom
  pushd $(mktemp -d)
  wget -O atom-amd64.deb https://atom.io/download/deb
  sudo dpkg -i atom-amd64.deb
  popd
  
  # Configure Unity Launcher
  gsettings set com.canonical.Unity.Launcher favorites "['application://ubiquity.desktop', 'application://google-chrome.desktop', 'application://gnome-terminal.desktop', 'application://nautilus.desktop', 'application://code-insiders.desktop']"
  
  # Install node stable
  $DIR/install_deps.sh
  
  # Install modules
  npm install
  node $DIR/../cli.js install
else
  echo "Only Debian is supported"
fi

{'fraction_non_alphanumeric': 0.12491077801570306, 'fraction_numerical': 0.015703069236259814, 'mean_word_length': 3.3189522342064715, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 8, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6919204', 'n_tokens_mistral': 1113, 'n_tokens_neox': 997, 'n_words': 233}