<commit_before>#!/bin/bash

GIT=`which git`;
MAKE=`which make`;
CABAL=`which cabal`;
ALL_FOUND=true;

SCRIPT_DIR=`pwd`;
GIPEDA_DIR="$SCRIPT_DIR/gipeda";
GIPEDA_SITE="$GIPEDA_DIR/site";
GIPEDA_REPO="$GIPEDA_DIR/repository";
GIPEDA_LOGS="$GIPEDA_DIR/logs";

START=0;
END=0;
FORCE=false;

START_FOUND=false;
END_FOUND=false;

function generate_log {
    local HASH=$1;
    local RETURN=0;
    local RESULT=$GIPEDA_LOGS/$HASH.log;
    local SHOULD_GEN=true;

    if [ -e $RESULT ]
    then
        if [ $FORCE = false ]
        then
            SHOULD_GEN=false;
        fi
    fi

    if [ $SHOULD_GEN = true ]
    then

        $MAKE clean;
        rm -rf .cabal-sandbox;
        rm cabal.sandbox.config;
        $CABAL sandbox init;

        $CABAL install --only-dependencies --enable-tests;
        $CABAL test


    fi

    echo $RETURN;
}<commit_msg>some work done<commit_after>#!/bin/bash

GIT=`which git`;
MAKE=`which make`;
CABAL=`which cabal`;
ALL_FOUND=true;

SCRIPT_DIR=`pwd`;
GIPEDA_DIR="$SCRIPT_DIR/gipeda";
GIPEDA_SITE="$GIPEDA_DIR/site";
GIPEDA_REPO="$GIPEDA_DIR/repository";
GIPEDA_LOGS="$GIPEDA_DIR/logs";

START=0;
END=0;
FORCE=false;

START_FOUND=false;
END_FOUND=false;

function generate_log {
    local HASH=$1;
    local RETURN=0;
    local RESULT=$GIPEDA_LOGS/$HASH.log;
    local SHOULD_GEN=true;

    if [ -e $RESULT ]
    then
        if [ $FORCE = false ]
        then
            SHOULD_GEN=false;
        fi
    fi

    if [ $SHOULD_GEN = true ]
    then

        $MAKE clean;
        rm -rf .cabal-sandbox;
        rm cabal.sandbox.config;
        $CABAL sandbox init;

        $CABAL install --only-dependencies --enable-tests;
        $CABAL configure -fdevel --enable-tests --disable-library-profiling -O2;
        $CABAL test


    fi

    echo $RETURN;
}
{'fraction_non_alphanumeric': 0.12919463087248323, 'fraction_numerical': 0.0050335570469798654, 'mean_word_length': 2.665983606557377, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7376549', 'n_tokens_mistral': 754, 'n_tokens_neox': 714, 'n_words': 132}