<commit_before>#!/bin/bash -e
# Copyright (c) 2016 <NAME>
# MIT License

# Create the directory structure
tempdir=$(mktemp -d)

teardown() {
    rm -rf -- "$tempdir"
}

# Cleanup on exit
trap teardown 0

script=$(pwd)/glob.lua

pushd $tempdir

mkdir -- "a" \
         "b" \
         "c"

# Create nested sub directories
mkdir -- "c/1" \
         "c/2" \
         "c/3"

touch -- "a/foo.c" \
         "a/foo.h" \
         "b/bar.c" \
         "b/bar.h" \
         "c/baz.h" \
         "c/1/foo.cc" \
         "c/2/bar.cc" \
         "c/3/baz.cc"

ls -lR

bblua $script -o /dev/null

popd<commit_msg>Remove ls in glob test<commit_after>#!/bin/bash -e
# Copyright (c) 2016 <NAME>
# MIT License

# Create the directory structure
tempdir=$(mktemp -d)

teardown() {
    rm -rf -- "$tempdir"
}

# Cleanup on exit
trap teardown 0

script=$(pwd)/glob.lua

pushd $tempdir

mkdir -- "a" \
         "b" \
         "c"

# Create nested sub directories
mkdir -- "c/1" \
         "c/2" \
         "c/3"

touch -- "a/foo.c" \
         "a/foo.h" \
         "b/bar.c" \
         "b/bar.h" \
         "c/baz.h" \
         "c/1/foo.cc" \
         "c/2/bar.cc" \
         "c/3/baz.cc"

bblua $script -o /dev/null

popd
{'fraction_non_alphanumeric': 0.1846282372598162, 'fraction_numerical': 0.018379281537176273, 'mean_word_length': 1.4701030927835053, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7415972', 'n_tokens_mistral': 536, 'n_tokens_neox': 508, 'n_words': 111}