<commit_before>#!/bin/sh

rm -fr dist
r.js -o build.js

echo -n 'cleaning up dist...'
# cleanup dist
cd dist
# remove extraneous
rm -fr .git .gitignore \
   bower.json .bowerrc \
   build.js build.sh build.txt

cd app/vendor
mkdir -p ../keep/radar-chart-d3/src/
mv radar-chart-d3/src/radar-chart.css ../keep/radar-chart-d3/src/
mkdir -p ../keep/bootstrap/dist/
mv bootstrap/dist/css bootstrap/dist/fonts ../keep/bootstrap/dist/
mkdir -p ../keep/requirejs
mv requirejs/require.js ../keep/requirejs
rm -fr *
mv ../keep/* .
rm -fr ../keep

echo done<commit_msg>templates are compiled into main.js so not required<commit_after>#!/bin/sh

rm -fr dist
r.js -o build.js

echo -n 'cleaning up dist...'
# cleanup dist
cd dist
# remove extraneous
rm -fr .git .gitignore \
   bower.json .bowerrc \
   build.js build.sh build.txt

rm -fr app/templates

cd app/vendor
mkdir -p ../keep/radar-chart-d3/src/
mv radar-chart-d3/src/radar-chart.css ../keep/radar-chart-d3/src/
mkdir -p ../keep/bootstrap/dist/
mv bootstrap/dist/css bootstrap/dist/fonts ../keep/bootstrap/dist/
mkdir -p ../keep/requirejs
mv requirejs/require.js ../keep/requirejs
rm -fr *
mv ../keep/* .
rm -fr ../keep

echo done
{'fraction_non_alphanumeric': 0.16071428571428573, 'fraction_numerical': 0.00510204081632653, 'mean_word_length': 2.6439628482972135, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4770207', 'n_tokens_mistral': 466, 'n_tokens_neox': 435, 'n_words': 123}