<commit_before>#!/bin/bash
 
SAVEDIR=$1
REMOTE=<EMAIL>
DATANAME=`ls -lh $SAVEDIR | tail -n 3 |awk '{print $NF}' |sed -n 1p` 

SSH_BIN=/usr/bin/ssh
NODENAME=`hostname`   
##----md5sum---md5-------
system=`uname -s`
if [ $system = "Linux" ]; then  
             MY_MD5=`/usr/bin/md5sum "${SAVEDIR}/${DATANAME}" | awk '{print $1}'`
elif [ $system = "OpenBSD" ]; then
            MY_MD5=`/bin/md5 "${SAVEDIR}/${DATANAME}" | awk '{print $NF}'`
elif [ $system = "FreeBSD" ]; then
            MY_MD5=`/sbin/md5 -q "${SAVEDIR}/${DATANAME}"`
elif [ $system = "NetD" ]; then
            MY_MD5=`/usr/bin/md5 "${SAVEDIR}/${DATANAME}" | awk '{print $4}'`
fi

output=$(
    $SSH_BIN \
    -o PasswordAuthentication=no \
    -o StrictHostKeyChecking=no \
    -o PreferredAuthentications=publickey \
    $REMOTE \
    ditl $NODENAME $DATANAME \
    < ${SAVEDIR}/$DATANAME
)

if [ $? -eq 0 ]; then
        echo "$SSH_BIN completed successfully" 
        if [ "$output" = "$MY_MD5" ]; then
                echo "Remote and local MD5s match" #|$LOGGER
        else
                echo "Remote MD5 ($output) does not match local MD5 ($MY_MD5)" #|$LOGGER
        fi
fi
<commit_msg>change data server name from data.dnsv6lab.net to data.root-yeti.net<commit_after>#!/bin/bash
 
SAVEDIR=$1
REMOTE=<EMAIL>i@data.root-yeti.net
DATANAME=`ls -lh $SAVEDIR | tail -n 3 |awk '{print $NF}' |sed -n 1p` 

SSH_BIN=/usr/bin/ssh
NODENAME=`hostname`   
##----md5sum---md5-------
system=`uname -s`
if [ $system = "Linux" ]; then  
             MY_MD5=`/usr/bin/md5sum "${SAVEDIR}/${DATANAME}" | awk '{print $1}'`
elif [ $system = "OpenBSD" ]; then
            MY_MD5=`/bin/md5 "${SAVEDIR}/${DATANAME}" | awk '{print $NF}'`
elif [ $system = "FreeBSD" ]; then
            MY_MD5=`/sbin/md5 -q "${SAVEDIR}/${DATANAME}"`
elif [ $system = "NetD" ]; then
            MY_MD5=`/usr/bin/md5 "${SAVEDIR}/${DATANAME}" | awk '{print $4}'`
fi

output=$(
    $SSH_BIN \
    -o PasswordAuthentication=no \
    -o StrictHostKeyChecking=no \
    -o PreferredAuthentications=publickey \
    $REMOTE \
    ditl $NODENAME $DATANAME \
    < ${SAVEDIR}/$DATANAME
)

if [ $? -eq 0 ]; then
        echo "$SSH_BIN completed successfully" 
        if [ "$output" = "$MY_MD5" ]; then
                echo "Remote and local MD5s match" #|$LOGGER
        else
                echo "Remote MD5 ($output) does not match local MD5 ($MY_MD5)" #|$LOGGER
        fi
fi

{'fraction_non_alphanumeric': 0.18716131721550647, 'fraction_numerical': 0.01792413505627345, 'mean_word_length': 2.5190615835777126, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '396302', 'n_tokens_mistral': 971, 'n_tokens_neox': 910, 'n_words': 209}