<commit_before>if [ -z "${GH_TOKEN}" ]; then "GH_TOKEN is not setted" 1>&2; fi
if [ -z "${REPO}" ]; then REPO=$(sed "s/https:\/\/github.com/https:\/\/${GH_TOKEN}@github.com/g" <<< $(git config remote.origin.url)); fi
if [ -z "${BUILD_BRANCH}" ]; then BUILD_BRANCH="gh-pages"; fi
if [ -z "${PUBLISHED_DIR}" ]; then PUBLISHED_DIR="./.published"; fi
if [ -z "${COMMIT_MSG}" ]; then COMMIT_MSG=$(git log --oneline -n 1 --pretty="Deploy: %s from %h"); fi
git checkout --orphan $BUILD_BRANCH
#git rm -rf .
git pull origin $BUILD_BRANCH
#shopt -s extglob
#rm -rf !($PUBLISHED_DIR)
rm rm -rf .
mv -f "${PUBLISHED_DIR}/*" ./
git add ./
git commit -a -m $COMMIT_MSG
test $? -eq "0" && git push $REPO $BUILD_BRANCH > /dev/null 2>&1<commit_msg>Add build<commit_after>if [ -z "${GH_TOKEN}" ]; then "GH_TOKEN is not setted" 1>&2; fi
if [ -z "${REPO}" ]; then REPO=$(sed "s/https:\/\/github.com/https:\/\/${GH_TOKEN}@github.com/g" <<< $(git config remote.origin.url)); fi
if [ -z "${BUILD_BRANCH}" ]; then BUILD_BRANCH="gh-pages"; fi
if [ -z "${PUBLISHED_DIR}" ]; then PUBLISHED_DIR="./.published"; fi
if [ -z "${COMMIT_MSG}" ]; then COMMIT_MSG=$(git log --oneline -n 1 --pretty="Deploy: %s from %h"); fi
git checkout --orphan $BUILD_BRANCH
#git rm -rf .
git pull origin $BUILD_BRANCH
#shopt -s extglob
#rm -rf !($PUBLISHED_DIR)
rm -rf .
mv -f "${PUBLISHED_DIR}/*" ./
git add ./
git commit -a -m $COMMIT_MSG
test $? -eq "0" && git push $REPO $BUILD_BRANCH > /dev/null 2>&1
{'fraction_non_alphanumeric': 0.22100205902539466, 'fraction_numerical': 0.008236101578586136, 'mean_word_length': 3.8438538205980066, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1802219', 'n_tokens_mistral': 615, 'n_tokens_neox': 582, 'n_words': 169}