<commit_before>#!/bin/bash
# assumes data/index.json has been built
rm -rf ./pages
git clone . ./pages
rm -rf ./pages/*
rm -rf ./pages/*.gitignore
mv data/index.json pages/index.json
cd pages
git checkout --orphan gh-pages
git add index.json
git commit -m 'index.json'
git push origin gh-pages -f<commit_msg>publish works<commit_after>#!/bin/bash
# assumes data/index.json has been built
set -e
git stash
git checkout gh-pages
git add data/index.json
git commit -m 'index.json'
git push origin gh-pages -f
git checkout master
git stash pop
{'fraction_non_alphanumeric': 0.11317254174397032, 'fraction_numerical': 0.0, 'mean_word_length': 3.6551724137931036, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2523163', 'n_tokens_mistral': 189, 'n_tokens_neox': 177, 'n_words': 70}