<commit_before>#! /bin/bash

if [ "${TRAVIS_BRANCH}" = "master"  -a "${TRAVIS_PULL_REQUEST}" = "false" ]
then
  echo "Push generated dist folder"
  git config --global user.email "<EMAIL>"
  git config --global user.name "<NAME>"
  git clone --quiet --branch=${TRAVIS_BRANCH} https://${GH_TOKEN}@github.com/${TRAVIS_REPO_SLUG} travis-build
  cd travis-build
  ln -s  ${TRAVIS_BUILD_DIR}/node_modules
  grunt
  git add dist/
  git commit -am "Travis CI - [ci skip] - automatic dist folder"
  git push origin ${TRAVIS_BRANCH}
fi

exit 0<commit_msg>remove ref grunt in buildsh<commit_after>#! /bin/bash

if [ "${TRAVIS_BRANCH}" = "master"  -a "${TRAVIS_PULL_REQUEST}" = "false" ]
then
  echo "Push generated dist folder"
  git config --global user.email "<EMAIL>"
  git config --global user.name "<NAME>"
  git clone --quiet --branch=${TRAVIS_BRANCH} https://${GH_TOKEN}@github.com/${TRAVIS_REPO_SLUG} travis-build
  cd travis-build
  ln -s  ${TRAVIS_BUILD_DIR}/node_modules
  npm run build
  git add dist/
  git commit -am "Travis CI - [ci skip] - automatic dist folder"
  git push origin ${TRAVIS_BRANCH}
fi

exit 0
{'fraction_non_alphanumeric': 0.1436265709156194, 'fraction_numerical': 0.0017953321364452424, 'mean_word_length': 3.9118942731277535, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2668624', 'n_tokens_mistral': 427, 'n_tokens_neox': 419, 'n_words': 117}