<commit_before>#!/bin/bash
# Script to copy over latest run files from code base to scratch on feynman
#########################################
# Written by: <NAME>
#########################################
#########################################
# Configuration section
#########################################
####
# Remote directory; What we are copying to
R_DIRECTORY="$UCN_RUNS"
####
# Local directory; Where we will copy from
L_DIRECTORY="$UCN_DIR/runs"
#########################################
# Program section
#########################################

####
# Rsync; Rsync synchronises two directories. First argument is the source
# directory and the second is the target directory
# -a ; Archive mode, I think recursively traverses the directory
# -z ; Compress file data during transfer
echo "-----------------------------"
echo "Copying from  $L_DIRECTORY to  $R_DIRECTORY"
echo "Checking Source Directory: $L_DIRECTORY" 
rsync -avz "$L_DIRECTORY" "$R_DIRECTORY"
EXIT_V="$?"
case $EXIT_V in
	0) O="Success";;
	1) O="Error";;
esac
echo "-----------------------------"
echo "rsync result = $O"
echo "Date $(date)"
echo "-----------------------------"
####

<commit_msg>Add missing '/' to push_runs_to_scratch script<commit_after>#!/bin/bash
# Script to copy over latest run files from code base to scratch on feynman
#########################################
# Written by: <NAME>
#########################################
#########################################
# Configuration section
#########################################
####
# Remote directory; What we are copying to
R_DIRECTORY="$UCN_RUNS"
####
# Local directory; Where we will copy from
L_DIRECTORY="$UCN_DIR/runs/"
#########################################
# Program section
#########################################

####
# Rsync; Rsync synchronises two directories. First argument is the source
# directory and the second is the target directory
# -a ; Archive mode, I think recursively traverses the directory
# -z ; Compress file data during transfer
echo "-----------------------------"
echo "Copying from  $L_DIRECTORY to  $R_DIRECTORY"
echo "Checking Source Directory: $L_DIRECTORY" 
rsync -avz "$L_DIRECTORY" "$R_DIRECTORY"
EXIT_V="$?"
case $EXIT_V in
	0) O="Success";;
	1) O="Error";;
esac
echo "-----------------------------"
echo "rsync result = $O"
echo "Date $(date)"
echo "-----------------------------"
####


{'fraction_non_alphanumeric': 0.36356073211314477, 'fraction_numerical': 0.0016638935108153079, 'mean_word_length': 4.095338983050848, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1761235', 'n_tokens_mistral': 637, 'n_tokens_neox': 611, 'n_words': 214}