<commit_before>#!/bin/sh
#
# e: exit immediately on non-zero exit value from a command
# u: treat unset env vars in substitutions as an error
set -eux

echo "env:"
printenv

echo "pwd = `pwd`"

# Get the pre-built dependencies (all static libraries). The env vars $os along with the
# AWS public and secret key are put in the environment using 'docker run --env ...'
#
# NB: I installed the awscli into /usr/local/bin on the ubuntu14 container tagged 1.5
# jhrg 11/1/19
aws s3 cp s3://opendap.travis.build/hyrax-dependencies-$os-static.tar.gz /tmp/

# (cd /tmp && curl -s -O https://s3.amazonaws.com/opendap.travis.build/hyrax-dependencies-$os-static.tar.gz)

cd $HOME

# This dumps the dependencies in $HOME/install/deps/{lib,bin,...}
tar -xzvf /tmp/hyrax-dependencies-$os-static.tar.gz

# Get a fresh copy of the sources
git clone https://github.com/opendap/libdap4

cd $HOME/libdap4
<commit_msg>My update of the Ubuntu container failed; modified the deb-build script.<commit_after>#!/bin/sh
#
# e: exit immediately on non-zero exit value from a command
# u: treat unset env vars in substitutions as an error
set -eux

echo "env:"
printenv

echo "pwd = `pwd`"

apt-get install -y python3-pip

pip3 install awscli

# Get the pre-built dependencies (all static libraries). The env vars $os along with the
# AWS public and secret key are put in the environment using 'docker run --env ...'
# jhrg 11/1/19
aws s3 cp s3://opendap.travis.build/hyrax-dependencies-$os-static.tar.gz /tmp/

# (cd /tmp && curl -s -O https://s3.amazonaws.com/opendap.travis.build/hyrax-dependencies-$os-static.tar.gz)

cd $HOME

# This dumps the dependencies in $HOME/install/deps/{lib,bin,...}
tar -xzvf /tmp/hyrax-dependencies-$os-static.tar.gz

# Get a fresh copy of the sources
git clone https://github.com/opendap/libdap4

cd $HOME/libdap4

{'fraction_non_alphanumeric': 0.12472527472527473, 'fraction_numerical': 0.014285714285714285, 'mean_word_length': 3.645408163265306, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1295453', 'n_tokens_mistral': 661, 'n_tokens_neox': 633, 'n_words': 216}