<commit_before>#! /bin/sh

mkdir -p plots
for mp in $(seq 0 0.1 1.0); do
    for mbit in 0.01 0.05 0.1 0.25 0.5; do
        for xo in $(seq 0.5 0.05 1.0); do
            bin/multirun.sh 100 plots/m$mp-mb$mbit-cr$xo $mp $mbit $xo &
            echo -n .
        done
        wait $!
    done
done
echo
echo done!
<commit_msg>Do megarun over other vals.<commit_after>#! /bin/sh

ITERS=100

mkdir -p plots
for S in rank boltzmann sigma; do
    for C in full_replacement over_production generational_mixing; do
        if [ "$C" != "full_replacement" ]; then
            for I in $(seq 10 10 110); do
                echo bin/multirun.sh $ITERS plots/r-$S-$C-$I- $S $C $I
                bin/multirun.sh $ITERS plots/r-$S-$C-$I- $S $C $I &
            done
            wait $!
        else
            echo bin/multirun.sh $ITERS plots/r-$S-$C- $S $C 10
            bin/multirun.sh $ITERS plots/r-$S-$C- $S $C 10 &
        fi
    done
    wait $!
done
echo
echo done!

{'fraction_non_alphanumeric': 0.13174273858921162, 'fraction_numerical': 0.043568464730290454, 'mean_word_length': 1.643835616438356, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3773926', 'n_tokens_mistral': 413, 'n_tokens_neox': 369, 'n_words': 117}