<commit_before>
# if ! command -v lsb_release &>/dev/null ; then
#     sudo apt-get install -y lsb-release
# fi

# UBUNTU_VERSION=$(lsb_release -sr);

# Added repo for newest lib
sudo add-apt-repository -y ppa:mhier/libboost-latest
sudo apt update

# shared deps
sudo apt-get -y install make cmake clang curl unzip libmysqlclient-dev libace-dev ccache google-perftools

# Insstall boost 1.74 from ppa:mhier/libboost-latest for all os versions
sudo apt-get -y install libboost1.74-dev

if [[ $CONTINUOUS_INTEGRATION || $DOCKER ]]; then
  sudo apt-get -y install build-essential libtool cmake-data openssl libgoogle-perftools-dev \
  libssl-dev libmysql++-dev libreadline6-dev zlib1g-dev libbz2-dev mysql-client \
  libncurses5-dev
else
  sudo apt-get install -y git gcc g++ gdb gdbserver \
  libssl-dev libbz2-dev libreadline-dev libncurses-dev \
  mysql-server libace-6.*
fi
<commit_msg>fix(Bash/Ubuntu): allow Boost install on minimal ubuntu 20.04 installs (#6037)<commit_after>if ! command -v lsb_release &>/dev/null ; then
    sudo apt-get install -y lsb-release
fi

UBUNTU_VERSION=$(lsb_release -sr);

sudo apt update

# shared deps
sudo apt-get -y install ccache clang cmake curl google-perftools libace-dev libmysqlclient-dev make unzip

if [[ $CONTINUOUS_INTEGRATION || $DOCKER ]]; then
  sudo add-apt-repository -y ppa:mhier/libboost-latest && sudo apt update && sudo apt-get -y install build-essential cmake-data  \
  libboost1.74-dev libbz2-dev libncurses5-dev libmysql++-dev libgoogle-perftools-dev libreadline6-dev libssl-dev libtool mysql-client \
  openssl zlib1g-dev
else
  case $UBUNTU_VERSION in
     "20.04")
       sudo apt-get install -y g++ gdb gdbserver gcc git \
       libace-6.* libboost-all-dev libbz2-dev libncurses-dev libreadline-dev \
       libssl-dev mysql-server 
       ;;
     *)
       sudo add-apt-repository -y ppa:mhier/libboost-latest && sudo apt update && sudo apt-get install -y g++ gdb gdbserver gcc git \
       libace-6.* libboost-all-dev libbz2-dev libncurses-dev libreadline-dev \
       libssl-dev mysql-server 
       ;;
  esac
fi
{'fraction_non_alphanumeric': 0.10052910052910052, 'fraction_numerical': 0.016835016835016835, 'mean_word_length': 3.434968017057569, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '518033', 'n_tokens_mistral': 783, 'n_tokens_neox': 730, 'n_words': 208}