<commit_before>!/bin/bash

sudo apt-get update \
    && sudo apt-get upgrade -y \
    && sudo apt-get install -y \
	    curl \
        docker.io \
        build-essential \
        terminator \
        zsh \
        powerline fonts-powerline \
        chrome-gnome-shell \
        gnome-tweak-tool \
        unrar zip unzip p7zip-full p7zip-rar rar \
        openjdk-14-jdk \
        lm-sensors psensor hddtemp cpufrequtils\
        htop

echo "Installing Nodejs"
curl -sL https://deb.nodesource.com/setup_12.x | sudo -E bash - \
    && sudo apt-get install -y nodejs

ZSH_PLUGIN_DIR="$HOME/.oh-my-zsh/custom/plugins"
git clone https://github.com/robbyrussell/oh-my-zsh.git ~/.oh-my-zsh \
    && cp ~/.oh-my-zsh/templates/zshrc.zsh-template ~/.zshrc \
    && sudo chsh -s /bin/zsh \
    && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git "$ZSH_PLUGIN_DIR/zsh-syntax-highlighting" --depth 1 \
    && echo "source $ZSH_PLUGIN_DIR/zsh-syntax-highlighting/zsh-syntax-highlighting.zsh" >> "$HOME/.zshrc" \
    && git clone https://github.com/esc/conda-zsh-completion.git "$ZSH_PLUGIN_DIR/conda-zsh-completion" --depth 1 \
    && echo "source $ZSH_PLUGIN_DIR/conda-zsh-completion/conda-zsh-completion.plugin.zsh" >> "$HOME/.zshrc" \
    && git clone https://github.com/zsh-users/zsh-autosuggestions.git "$ZSH_PLUGIN_DIR/zsh-autosuggestions" --depth 1\
    && echo "source $ZSH_PLUGIN_DIR/zsh-autosuggestions/zsh-autosuggestions.zsh" >> "$HOME/.zshrc" \
    && echo "need to manully change them to ZSH_THEME='agnoster' and mannually add plugins 'zsh-syntax-highlighting', 'conda-zsh-completion', 'zsh-autosuggestions'"

<commit_msg>added apt-fast<commit_after>!/bin/bash

sudo apt-get update \
    && sudo apt-get upgrade -y \
    && sudo apt-get install -y \
	    curl \
        docker.io \
        build-essential \
        terminator \
        zsh \
        powerline fonts-powerline \
        chrome-gnome-shell \
        gnome-tweak-tool \
        unrar zip unzip p7zip-full p7zip-rar rar \
        openjdk-14-jdk \
        lm-sensors psensor hddtemp cpufrequtils\
        htop \
        preload

sudo add-apt-repository -y ppa:apt-fast/stable \
    && DEBIAN_FRONTEND=noninteractive sudo apt-get -y install apt-fast \
    && sudo su \
    && echo debconf apt-fast/maxdownloads string 16 | debconf-set-selections \
    && echo debconf apt-fast/dlflag boolean true | debconf-set-selections \
    && echo debconf apt-fast/aptmanager string apt-get | debconf-set-selections \
    && exit
    

echo "Installing Nodejs"
curl -sL https://deb.nodesource.com/setup_12.x | sudo -E bash - \
    && sudo apt-get install -y nodejs

ZSH_PLUGIN_DIR="$HOME/.oh-my-zsh/custom/plugins"
git clone https://github.com/robbyrussell/oh-my-zsh.git ~/.oh-my-zsh \
    && cp ~/.oh-my-zsh/templates/zshrc.zsh-template ~/.zshrc \
    && sudo chsh -s /bin/zsh \
    && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git "$ZSH_PLUGIN_DIR/zsh-syntax-highlighting" --depth 1 \
    && echo "source $ZSH_PLUGIN_DIR/zsh-syntax-highlighting/zsh-syntax-highlighting.zsh" >> "$HOME/.zshrc" \
    && git clone https://github.com/esc/conda-zsh-completion.git "$ZSH_PLUGIN_DIR/conda-zsh-completion" --depth 1 \
    && echo "source $ZSH_PLUGIN_DIR/conda-zsh-completion/conda-zsh-completion.plugin.zsh" >> "$HOME/.zshrc" \
    && git clone https://github.com/zsh-users/zsh-autosuggestions.git "$ZSH_PLUGIN_DIR/zsh-autosuggestions" --depth 1\
    && echo "source $ZSH_PLUGIN_DIR/zsh-autosuggestions/zsh-autosuggestions.zsh" >> "$HOME/.zshrc" \
    && echo "need to manully change them to ZSH_THEME='agnoster' and mannually add plugins 'zsh-syntax-highlighting', 'conda-zsh-completion', 'zsh-autosuggestions'"


{'fraction_non_alphanumeric': 0.14428532828965143, 'fraction_numerical': 0.0054039448797622265, 'mean_word_length': 2.690927218344965, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 15, 'https://': 10, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2918729', 'n_tokens_mistral': 1460, 'n_tokens_neox': 1371, 'n_words': 241}