<commit_before>#!/bin/bash

set -x

THIS=$0
SCRIPT=${THIS%.sh}.tcl
OUTPUT=${THIS%.sh}.out

bin/turbine -n 2 ${SCRIPT} >& ${OUTPUT}
[[ ${?} == 0 ]] || exit 1

grep "nope: 0"   ${OUTPUT} || exit 1
grep "nope: 1"   ${OUTPUT} || exit 1
grep "nope: 2"   ${OUTPUT} || exit 1
grep "nope: 3"   ${OUTPUT} || exit 1
grep "exists: 4" ${OUTPUT} || exit 1

exit 0<commit_msg>Turn on turbine -l in test<commit_after>#!/bin/bash

set -x

THIS=$0
SCRIPT=${THIS%.sh}.tcl
OUTPUT=${THIS%.sh}.out

bin/turbine -l -n 2 ${SCRIPT} >& ${OUTPUT}
[[ ${?} == 0 ]] || exit 1

grep "nope: 0"   ${OUTPUT} || exit 1
grep "nope: 1"   ${OUTPUT} || exit 1
grep "nope: 2"   ${OUTPUT} || exit 1
grep "nope: 3"   ${OUTPUT} || exit 1
grep "exists: 4" ${OUTPUT} || exit 1

exit 0
{'fraction_non_alphanumeric': 0.23513513513513515, 'fraction_numerical': 0.04054054054054054, 'mean_word_length': 3.4909090909090907, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4407462', 'n_tokens_mistral': 362, 'n_tokens_neox': 318, 'n_words': 97}