<commit_before>#!/bin/sh

#
# Initialisation
#

# Configurable variables
pgm='../chase'
output=chase.csv

# Generate a timestamp
timestamp=$(date +%Y%m%d-%H%M)

# Create a temporary directory
mkdir chase-$timestamp
cd chase-$timestamp

# Save some system information
uname -a > kernel.txt
cat /proc/cpuinfo > cpuinfo.txt
cat /proc/meminfo > meminfo.txt


#
# Benchmark
#

echo Benchmark initiated at $(date +%Y%m%d-%H%M) > chase.log

$pgm -o hdr | tee $output
for page_size in 4k 8k 16k
do
    for threads in 1 2 4 8
    do
        for refs in 1 2 4
        do
            for access in random "forward 1"
            do
                for chain_size in 8k 16k 512k 8m
                do
                    for prefetch in t0 t1 t2 nta
                    do
                        for loop_size in 0 25 100 500 2500
                        do
                            $pgm -p $page_size -t $threads -r $refs -a $access -c $chain_size -f $prefetch -s 1.0 -e 5 -o csv | tee -a $output
                        done
                    done
                done
            done
        done
    done
done

echo Benchmark ended at $(date +%Y%m%d-%H%M) > chase.log
<commit_msg>Improving testsuite.<commit_after>#!/bin/sh

#
# Initialisation
#

# Configurable variables
output=chase.csv

# Generate a timestamp
timestamp=$(date +%Y%m%d-%H%M)

# Create a temporary directory
mkdir chase-$timestamp
cd chase-$timestamp

# Save some system information
uname -a > kernel.txt
cat /proc/cpuinfo > cpuinfo.txt
cat /proc/meminfo > meminfo.txt


#
# Benchmark
#

echo Benchmark initiated at $(date +%Y%m%d-%H%M) | tee -a chase.log

chase -o hdr | tee $output
for chain_size in 8k 16k 64k 256k 512k 1m 2m 3m 6m 12m
do
    for loop_size in 0 25 100 500 2500
    do
		for access in random "forward 1"
		do
            for prefetch in none nta t0 t1 t2
            do
                chase -c $chain_size -g $loop_size -a $access -f $prefetch -s 1.0 -e 5 -o csv | tee -a $output
            done
        done
    done
done

echo Benchmark ended at $(date +%Y%m%d-%H%M) | tee -a chase.log


{'fraction_non_alphanumeric': 0.09292248435243139, 'fraction_numerical': 0.036109773712084736, 'mean_word_length': 1.8543956043956045, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2935390', 'n_tokens_mistral': 792, 'n_tokens_neox': 690, 'n_words': 252}