<commit_before>#!/bin/sh

# Git clone the other repositories

scriptDir=$(dirname $(readlink -e $0))

startDateTime=`date +%s`

gitUrlPrefix="<EMAIL>:droolsjbpm/"
# TODO dynamic gitUrlPrefix detection does not work on mac
# cd $scriptDir
# gitUrlPrefix=`git remote -v | grep --regex "^origin.*(fetch)$"`
# gitUrlPrefix=`echo $gitUrlPrefix | sed 's/^origin\s*//g' | sed 's/droolsjbpm\-build\-bootstrap\.git\s*(fetch)$//g'`

droolsjbpmOrganizationDir="$scriptDir/../.."
cd $droolsjbpmOrganizationDir

for repository in `cat ${scriptDir}/repository-list.txt` ; do
    if [ -d $repository ] ; then
        echo "This directory already exists: $repository"
    else
        echo
        echo "==============================================================================="
        echo "Repository: $repository"
        echo "==============================================================================="
        echo
        git clone ${gitUrlPrefix}${repository}.git ${repository}
        if [ $? != 0 ] ; then
            exit $?
        fi
    fi
done

echo
echo Disk size:

for repository in `cat ${scriptDir}/repository-list.txt` ; do
    du -sh $repository
done

endDateTime=`date +%s`
spentSeconds=`expr $endDateTime - $startDateTime`

echo
echo "Total time: ${spentSeconds}s"
echo<commit_msg>output layout: clearly separate the repository title from the content<commit_after>#!/bin/sh

# Git clone the other repositories

scriptDir=$(dirname $(readlink -e $0))

startDateTime=`date +%s`

gitUrlPrefix="<EMAIL>:droolsjbpm/"
# TODO dynamic gitUrlPrefix detection does not work on mac
# cd $scriptDir
# gitUrlPrefix=`git remote -v | grep --regex "^origin.*(fetch)$"`
# gitUrlPrefix=`echo $gitUrlPrefix | sed 's/^origin\s*//g' | sed 's/droolsjbpm\-build\-bootstrap\.git\s*(fetch)$//g'`

droolsjbpmOrganizationDir="$scriptDir/../.."
cd $droolsjbpmOrganizationDir

for repository in `cat ${scriptDir}/repository-list.txt` ; do
    echo
    if [ -d $repository ] ; then
        echo "==============================================================================="
        echo "This directory already exists: $repository"
        echo "==============================================================================="
    else
        echo "==============================================================================="
        echo "Repository: $repository"
        echo "==============================================================================="
        git clone ${gitUrlPrefix}${repository}.git ${repository}
        if [ $? != 0 ] ; then
            exit $?
        fi
    fi
done

echo
echo Disk size:

for repository in `cat ${scriptDir}/repository-list.txt` ; do
    du -sh $repository
done

endDateTime=`date +%s`
spentSeconds=`expr $endDateTime - $startDateTime`

echo
echo "Total time: ${spentSeconds}s"
{'fraction_non_alphanumeric': 0.2859673990077959, 'fraction_numerical': 0.001417434443656981, 'mean_word_length': 4.114130434782608, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4481727', 'n_tokens_mistral': 810, 'n_tokens_neox': 749, 'n_words': 206}