<commit_before>#!/usr/bin/env bash

source './docker/scripts/common_container_utils.sh'

set -x
if is_env_develop ; then
  branch="`git branch | grep \* | cut -d ' ' -f2`"
  echo "currently on '$branch'"
  # removing remote branch
  git config user.name "<NAME>"
  git config user.email "<EMAIL>"
  # remove old orphan gh-page
  git push origin --delete gh-pages
  git branch -D gh-pages
  # create new branch
  git checkout --orphan "gh-pages"
  # if environment is develop/development then htmls docs for this
  # project
  docker run -v `pwd`/docs/:/usr/src/app/docs/ `gen_image_name` run prod:docs 
  mv docs/* ./
  rm -rf docs/
  rm -rf `find . -depth 1 | grep -v 'index.html\|assets\|.git$'`
  # deploy to github pages
  git status
  git add ./assets/ ./index.html
  git commit -m "documentation for `package_version`"
  git push origin gh-pages
  # return to original branch
  git checkout "$branch"
  git reset --hard
fi
set +x<commit_msg>clean out other files<commit_after>#!/usr/bin/env bash

source './docker/scripts/common_container_utils.sh'

set -x
if is_env_develop ; then
  branch="`git branch | grep \* | cut -d ' ' -f2`"
  echo "currently on '$branch'"
  # removing remote branch
  git config user.name "<NAME>"
  git config user.email "<EMAIL>"
  # remove old orphan gh-page
  git push origin --delete gh-pages
  git branch -D gh-pages
  # create new branch
  git checkout --orphan "gh-pages"
  # if environment is develop/development then htmls docs for this
  # project
  docker run -v `pwd`/docs/:/usr/src/app/docs/ `gen_image_name` run prod:docs 
  mv docs/* ./
  rm -rf docs/
  rm -rf `find . -depth 1 | grep -v 'index.html\|assets\|.git$'`
  # deploy to github pages
  git add ./
  git status
  git commit -m "documentation for `package_version`"
  git push origin gh-pages
  # return to original branch
  git checkout "$branch"
  git reset --hard
fi
set +x
{'fraction_non_alphanumeric': 0.12327311370882041, 'fraction_numerical': 0.0021253985122210413, 'mean_word_length': 3.032119914346895, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1049017', 'n_tokens_mistral': 670, 'n_tokens_neox': 621, 'n_words': 226}