<commit_before>#!/bin/bash

# Meant to be run inside the hypervisor

log_pretty() {
  sed 's/^/     /'
}

set -e

printf "###> Archiving bins\n"

tarball_name=${1-release_master_bins.tar.gz}

set -x

vagrant ssh -c "tar cvpzf ~/${tarball_name} -C ~/chef-bcpc \
    --exclude=bins/apt_key.*  \
    bins vendor/bootstrap vendor/cache gemfiles" | log_pretty
vagrant ssh -c "cp -fv  ~/${tarball_name} \
    /chef-bcpc-host/${tarball_name}" | log_pretty
mv -v ${tarball_name} ../${tarball_name} | log_pretty
<commit_msg>Do not archive Release.gpg since we do not archive the signing or public key<commit_after>#!/bin/bash

# Meant to be run inside the hypervisor

log_pretty() {
  sed 's/^/     /'
}

set -e

printf "###> Archiving bins\n"

tarball_name=${1-release_master_bins.tar.gz}

set -x

vagrant ssh -c "tar cvpzf ~/${tarball_name} -C ~/chef-bcpc \
    --exclude=bins/apt_key.* --exclude=Release.gpg \
    bins vendor/bootstrap vendor/cache gemfiles" | log_pretty
vagrant ssh -c "cp -fv  ~/${tarball_name} \
    /chef-bcpc-host/${tarball_name}" | log_pretty
mv -v ${tarball_name} ../${tarball_name} | log_pretty

{'fraction_non_alphanumeric': 0.15888689407540396, 'fraction_numerical': 0.0017953321364452424, 'mean_word_length': 3.3217054263565893, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2705372', 'n_tokens_mistral': 470, 'n_tokens_neox': 438, 'n_words': 106}