<commit_before>#!/usr/bin/env bash
# -*- Mode: sh -*-
# xr-release.sh --- distribute xr release to hosts
# Copyright (C) 2016-2017  <NAME> (dan.harms)
# Author: <NAME> <<EMAIL>>
# Created: Monday, May 30, 2016
# Modified Time-stamp: <2017-10-04 09:39:21 dan.harms>
# Modified by: <NAME>
# Keywords: xr config

hostfile=~/src/harmsway/site/xr/.emacs.d/settings/host/hosts/xr

if [ -f "$hostfile" ]; then
    while read -r host description
    do
        if [ "${host:0:1}" != "#" ]; then
            hosts+=("$host"$'\n')
        fi
    done <"$hostfile"
else
    echo "No host file $hostfile; output will not be distributed"
fi

cd ~/src/harmsway/
host/chi-ldbd098/bin/xr-tar-world.sh

# numhosts=${#hosts[*]}
# i=0
# while [ $i -lt $numhosts ]
# do
#    echo "Copying xr-world.tar to ${hosts[$i]}"
#    scp xr-world.tar ${hosts[$i]}:~
#    i=$(( $i+1 ))
# done

echo "${hosts[*]}" | xargs -P 16 -I {} scp -v xr-world.tar {}:~

# code ends here<commit_msg>small update to release script<commit_after>#!/usr/bin/env bash
# -*- Mode: sh -*-
# xr-release.sh --- distribute xr release to hosts
# Copyright (C) 2016-2017  <NAME> (dan.harms)
# Author: <NAME> <<EMAIL>>
# Created: Monday, May 30, 2016
# Modified Time-stamp: <2017-11-21 15:19:12 dan.harms>
# Modified by: <NAME>
# Keywords: xr config

hostfile=~/src/harmsway/site/xr/.emacs.d/settings/host/hosts/xr

if [ -f "$hostfile" ]; then
    while read -r host description
    do
        if [ "${host:0:1}" != "#" ]; then
            hosts+=("$host"$'\n')
        fi
    done <"$hostfile"
else
    echo "No host file $hostfile; output will not be distributed"
    exit 1
fi

cd ~/src/harmsway/ || exit 1
host/chi-ldbd098/bin/xr-tar-world.sh

# numhosts=${#hosts[*]}
# i=0
# while [ $i -lt $numhosts ]
# do
#    echo "Copying xr-world.tar to ${hosts[$i]}"
#    scp xr-world.tar ${hosts[$i]}:~
#    i=$(( $i+1 ))
# done

echo "${hosts[*]}" | xargs -P 16 -I {} scp -p xr-world.tar {}:~

# code ends here
{'fraction_non_alphanumeric': 0.20205128205128206, 'fraction_numerical': 0.038974358974358976, 'mean_word_length': 2.9493927125506074, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1192274', 'n_tokens_mistral': 854, 'n_tokens_neox': 771, 'n_words': 201}