<commit_before>#!/bin/sh
set -ex

jail=FreeBSD:10:amd64
ports=default
s3opt='--follow-symlinks --acl public-read --storage-class REDUCED_REDUNDANCY'

pkg install -y rsync || :

mkdir -p /usr/local/etc/ssl/keys
chmod 0600 /usr/local/etc/ssl/keys
cp -f /vagrant/poudriere/poudriere.key /usr/local/etc/ssl/keys/poudriere.key
chmod 0400 /usr/local/etc/ssl/keys/poudriere.key

cp -f /vagrant/poudriere/poudriere.conf /usr/local/etc/poudriere.conf

cp -f /vagrant/poudriere/make.conf /usr/local/etc/poudriere.d/make.conf
rsync -a --delete /vagrant/poudriere/options/ /usr/local/etc/poudriere.d/options

if [ "${ports}" = "default" ]; then
  poudriere ports -u
else
  pkg install -y portshaker portshaker-config git
  rsync -a /vagrant/poudriere/portshaker-config/ /usr/local/etc/portshaker.d/
  find /usr/local/etc/portshaker.d -type f -print0 -exec chmod +x {} +
  cp -f /vagrant/poudriere/portshaker.conf /usr/local/etc/portshaker.conf
  if ! zfs list -H -o mountpoint /var/cache/portshaker; then
    zfs create -o mountpoint=/var/cache/portshaker zroot/portshaker
  fi
  portshaker
fi

poudriere bulk -j "${jail}" -p "${ports}" -f /vagrant/poudriere/packages.list || :

pkg install -y py27-pip
pip install awscli<commit_msg>set parallel job number to number of cpus<commit_after>#!/bin/sh
set -ex

jail=FreeBSD:10:amd64
ports=default
s3opt='--follow-symlinks --acl public-read --storage-class REDUCED_REDUNDANCY'

pkg install -y rsync || :

mkdir -p /usr/local/etc/ssl/keys
chmod 0600 /usr/local/etc/ssl/keys
cp -f /vagrant/poudriere/poudriere.key /usr/local/etc/ssl/keys/poudriere.key
chmod 0400 /usr/local/etc/ssl/keys/poudriere.key

cp -f /vagrant/poudriere/poudriere.conf /usr/local/etc/poudriere.conf

cp -f /vagrant/poudriere/make.conf /usr/local/etc/poudriere.d/make.conf
rsync -a --delete /vagrant/poudriere/options/ /usr/local/etc/poudriere.d/options

if [ "${ports}" = "default" ]; then
  poudriere ports -u
else
  pkg install -y portshaker portshaker-config git
  rsync -a /vagrant/poudriere/portshaker-config/ /usr/local/etc/portshaker.d/
  find /usr/local/etc/portshaker.d -type f -print0 -exec chmod +x {} +
  cp -f /vagrant/poudriere/portshaker.conf /usr/local/etc/portshaker.conf
  if ! zfs list -H -o mountpoint /var/cache/portshaker; then
    zfs create -o mountpoint=/var/cache/portshaker zroot/portshaker
  fi
  portshaker
fi

poudriere bulk -J `sysctl -n hw.ncpu` -j "${jail}" -p "${ports}" -f /vagrant/poudriere/packages.list || :

pkg install -y py27-pip
pip install awscli
{'fraction_non_alphanumeric': 0.14320096269554752, 'fraction_numerical': 0.012835940633774568, 'mean_word_length': 3.526315789473684, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1010231', 'n_tokens_mistral': 1031, 'n_tokens_neox': 1032, 'n_words': 212}