<commit_before>#!/usr/bin/env bash

set -e # Halt on errors
set -x # Be verbose

##########################################################################
# GET DEPENDENCIES
##########################################################################

# add Machinekit repository
apt-key adv --keyserver keyserver.ubuntu.<EMAIL> --recv 43DDF224
sh -c \
   "echo 'deb http://deb.machinekit.io/debian jessie main' > \
    /etc/apt/sources.list.d/machinekit.list"
apt update
# basic dependencies (needed by Docker image)
apt install -y git wget automake unzip gcc g++ binutils bzip2
# QtQuickVcp's dependencies:
apt-get install -y pkg-config libprotobuf-dev protobuf-compiler libzmq3-dev
apt-get install -y build-essential gdb dh-autoreconf libgl1-mesa-dev libxslt1.1 git
# dependencies of qmlplugindump
apt-get install -y libfontconfig1 libxrender1 libdbus-1-3 libegl1-mesa


# Build AppImageKit now to avoid conflicts with MuseScore's dependencies (LAME)
[ -d "AppImageKit" ] || git clone --depth 1 https://github.com/probonopd/AppImageKit.git
cd AppImageKit
./build.sh

 cd ..

 [ -d "Qt-Deployment-Scripts" ] || git clone --depth 1 https://github.com/machinekoder/Qt-Deployment-Scripts.git
 cd Qt-Deployment-Scripts
 make install
 cd ..

# install Qt
mkdir -p qt5 && wget -q -O qt5.tar.bz2 http://buildbot.roessler.systems/files/qt-bin/Qt-5.7-Linux-x64.tar.bz2
tar xjf qt5.tar.bz2 -C qt5
rm qt5.tar.bz2
<commit_msg>run clean before update<commit_after>#!/usr/bin/env bash

set -e # Halt on errors
set -x # Be verbose

##########################################################################
# GET DEPENDENCIES
##########################################################################

# add Machinekit repository
apt-key adv --keyserver keyserver.ubuntu.com --recv 43DDF224
sh -c \
   "echo 'deb http://deb.machinekit.io/debian jessie main' > \
    /etc/apt/sources.list.d/machinekit.list"
apt-get clean
apt update
# basic dependencies (needed by Docker image)
apt install -y git wget automake unzip gcc g++ binutils bzip2
# QtQuickVcp's dependencies:
apt-get install -y pkg-config libprotobuf-dev protobuf-compiler libzmq3-dev
apt-get install -y build-essential gdb dh-autoreconf libgl1-mesa-dev libxslt1.1 git
# dependencies of qmlplugindump
apt-get install -y libfontconfig1 libxrender1 libdbus-1-3 libegl1-mesa


# Build AppImageKit now to avoid conflicts with MuseScore's dependencies (LAME)
[ -d "AppImageKit" ] || git clone --depth 1 https://github.com/probonopd/AppImageKit.git
cd AppImageKit
./build.sh

 cd ..

 [ -d "Qt-Deployment-Scripts" ] || git clone --depth 1 https://github.com/machinekoder/Qt-Deployment-Scripts.git
 cd Qt-Deployment-Scripts
 make install
 cd ..

# install Qt
mkdir -p qt5 && wget -q -O qt5.tar.bz2 http://buildbot.roessler.systems/files/qt-bin/Qt-5.7-Linux-x64.tar.bz2
tar xjf qt5.tar.bz2 -C qt5
rm qt5.tar.bz2

{'fraction_non_alphanumeric': 0.2080701754385965, 'fraction_numerical': 0.021052631578947368, 'mean_word_length': 4.193078324225866, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 6, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '870194', 'n_tokens_mistral': 1023, 'n_tokens_neox': 948, 'n_words': 259}