<commit_before>#!/bin/bash -e
set -x

#
# One time installation tasks for a 66CCFF worker
#
COMBINED_WEBANDWORKER=$1

sudo useradd celery

#
# Install libs that were apparently removed in ubuntu 16.04
#
sudo apt-get install libfontconfig1 libxrender1


#
# If this is purely a worker, then we don't need uwsgi (F1 still requires nginx, though with a specialized config)
#

if [[ ! $COMBINED_WEBANDWORKER ]]; then
    sudo rm -rf /etc/supervisor/conf.d/uwsgi.conf
    sudo rm -rf /etc/supervisor/conf.d/run_uwsgi.conf<commit_msg>add a doc link for the missing lib issue<commit_after>#!/bin/bash -e
set -x

#
# One time installation tasks for a 66CCFF worker
#
COMBINED_WEBANDWORKER=$1

sudo useradd celery

#
# Install libs that were apparently removed in ubuntu 16.04
# https://www.cyberciti.biz/faq/debian-ubuntu-linux-wkhtmltopdf-error-while-loading-shared-libraries-libxrender-so-1/
#
sudo apt-get install libfontconfig1 libxrender1


#
# If this is purely a worker, then we don't need uwsgi (F1 still requires nginx, though with a specialized config)
#

if [[ ! $COMBINED_WEBANDWORKER ]]; then
    sudo rm -rf /etc/supervisor/conf.d/uwsgi.conf
    sudo rm -rf /etc/supervisor/conf.d/run_uwsgi.conf
{'fraction_non_alphanumeric': 0.09658617818484597, 'fraction_numerical': 0.017485428809325562, 'mean_word_length': 3.987551867219917, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 1, 'lorem ipsum': 0, 'www.': 1, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4012846', 'n_tokens_mistral': 468, 'n_tokens_neox': 424, 'n_words': 130}