<commit_before>#!/bin/bash
#
#========================================================================
# HEADER
#========================================================================
# DESCRIPTION
# remora_finalize
#
# DO NOT call this script directly. This is called by REMORA. 
# This script finalizes the REMORA execution and kills all backgrounded
# remora scripts.
#
# remora_finalize.sh $END $START
#========================================================================
# IMPLEMENTATION
#      version     REMORA 1.6
#      authors     <NAME> (<EMAIL>)
#                  <NAME>  (<EMAIL>)
#      license     MIT
#========================================================================

# --- Show a final report on screen

source $REMORA_BIN/aux/extra
source $REMORA_BIN/aux/report
source $REMORA_OUTDIR/remora_env.txt

END=$1
START=$2

# Copy data from temporary location to output dir
# This assumes OUTDIR is in a shared location
if [ "$REMORA_TMPDIR" != "$REMORA_OUTDIR" ]; then
  for NODE in $NODES
  do
    if [ "$REMORA_VERBOSE" == "1" ]; then
      echo "scp $NODE:$REMORA_TMPDIR/* $REMORA_OUTDIR"
    fi  
    scp $NODE:$REMORA_TMPDIR/* $REMORA_OUTDIR 2> /dev/null 1> /dev/null
  done
fi
# Remove any temp files leftover
rm $REMORA_OUTDIR/*.tmp
# Give time for metadata to be updated
sleep 5

# Kill remote remora processes running in the backgroud<commit_msg>temp solution to get FS data back in the summary<commit_after>#!/bin/bash
#
#========================================================================
# HEADER
#========================================================================
# DESCRIPTION
# remora_finalize
#
# DO NOT call this script directly. This is called by REMORA. 
# This script finalizes the REMORA execution and kills all backgrounded
# remora scripts.
#
# remora_finalize.sh $END $START
#========================================================================
# IMPLEMENTATION
#      version     REMORA 1.6
#      authors     <NAME> (<EMAIL>)
#                  <NAME>  (<EMAIL>)
#      license     MIT
#========================================================================

# --- Show a final report on screen

source $REMORA_BIN/aux/extra
source $REMORA_BIN/aux/report
source $REMORA_OUTDIR/remora_env.txt

END=$1
START=$2

# Copy data from temporary location to output dir
# This assumes OUTDIR is in a shared location
if [ "$REMORA_TMPDIR" != "$REMORA_OUTDIR" ]; then
  for NODE in $NODES
  do
    if [ "$REMORA_VERBOSE" == "1" ]; then
      echo "scp $NODE:$REMORA_TMPDIR/* $REMORA_OUTDIR"
    fi  
    scp $NODE:$REMORA_TMPDIR/* $REMORA_OUTDIR 2> /dev/null 1> /dev/null
  done
fi
# Remove any temp files leftover
# TEMPORARY SOLUTION
#rm $REMORA_OUTDIR/*.tmp
# Give time for metadata to be updated
sleep 5

# Kill remote remora processes running in the backgroud
{'fraction_non_alphanumeric': 0.28480340063761955, 'fraction_numerical': 0.005667729365922777, 'mean_word_length': 4.4203454894433785, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6863456', 'n_tokens_mistral': 894, 'n_tokens_neox': 817, 'n_words': 254}