<commit_before>#!/bin/bash

# this repo gets installed either manually by the user or automatically by
# a `*boot` repo.

ME=$(whoami)

echo -n "Started installing DOMOD on "; date
minit=$(echo $RANDOM/555 |bc)
echo "MINIT = $minit"

install_package()
{
  # See if packages are installed and install them.
  package=$1
  status=$(dpkg-query -W -f='${Status} ${Version}\n' $package 2>/dev/null | wc -l)
  if [ "$status" -eq 0 ]; then
    sudo apt-get -yuV install $package
  fi
}

sudo apt-get update

# install_package "git"  # already installed by `mod-rasbian-netinst`

# Python 2 package
# install_package "python"
# Python 3 package and associates
install_package "python3"
install_package "build-essential"
install_package "python3-dev"
install_package "python3-pip"
install_package "python3-numpy"

# MySQL support
install_package "mysql-client"
install_package "libmysqlclient-dev"<commit_msg>Add installation of beautiful soup<commit_after>#!/bin/bash

# this repo gets installed either manually by the user or automatically by
# a `*boot` repo.

ME=$(whoami)

echo -n "Started installing DOMOD on "; date
minit=$(echo $RANDOM/555 |bc)
echo "MINIT = $minit"

install_package()
{
  # See if packages are installed and install them.
  package=$1
  status=$(dpkg-query -W -f='${Status} ${Version}\n' $package 2>/dev/null | wc -l)
  if [ "$status" -eq 0 ]; then
    sudo apt-get -yuV install $package
  fi
}

sudo apt-get update

# install_package "git"  # already installed by `mod-rasbian-netinst`

# Python 2 package
# install_package "python"
# Python 3 package and associates
install_package "python3"
install_package "build-essential"
install_package "python3-dev"
install_package "python3-pip"
install_package "python3-numpy"
install_package "python3-bs4"

# MySQL support
install_package "mysql-client"
install_package "libmysqlclient-dev"
{'fraction_non_alphanumeric': 0.11831442463533225, 'fraction_numerical': 0.014046461372231226, 'mean_word_length': 4.751552795031056, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2161752', 'n_tokens_mistral': 634, 'n_tokens_neox': 603, 'n_words': 193}