<commit_before>#!/bin/bash

if [ "$TRAVIS_PULL_REQUEST" == "false" ]; then
  echo -e "Starting to update gh-pages\n"

  TEMP_DIR=$HOME/tmp
  FALCOR_DOCS_DIR=$TEMP_DIR/falcordocs
  GH_PAGES_DIR=$TEMP_DIR/gh-pages

  mkdir -p $TEMP_DIR

  if [ -d "$FALCOR_DOCS_DIR" ]; then
    rm -rf $FALCOR_DOCS_DIR
  fi

  if [ -d "$GH_PAGES_DIR" ]; then
    rm -rf $GH_PAGES_DIR
  fi

  # Generate Docs
  npm run doc

  cp -R doc $FALCOR_DOCS_DIR

  # Change Working Directory to $HOME
  cd $HOME

  git config --global user.email "<EMAIL>"
  git config --global user.name "Falcor Build"

  git clone --quiet --branch=gh-pages <EMAIL>:Netflix/falcor.git $GH_PAGES_DIR > /dev/null

  # Change Working Directory to $HOME/gh-pages
  cd $GH_PAGES_DIR

  rsync -r $FALCOR_DOCS_DIR/ doc/

  git add .
  git commit -m "Travis build $TRAVIS_BUILD_NUMBER pushed to gh-pages"
  git push origin gh-pages

  echo -e "Deployed docs to gh-pages\n"
fi<commit_msg>Updating build to push latest js to gh-pages<commit_after>#!/bin/bash

if [ "$TRAVIS_PULL_REQUEST" == "false" ]; then
  echo -e "Starting to update gh-pages\n"

  TEMP_DIR=$HOME/tmp
  FALCOR_DOCS_DIR=$TEMP_DIR/falcordocs
  FALCOR_BUILD_DIR=$TEMP_DIR/falcorbuild
  GH_PAGES_DIR=$TEMP_DIR/gh-pages

  mkdir -p $TEMP_DIR

  if [ -d "$FALCOR_BUILD_DIR" ]; then
    rm -rf $FALCOR_BUILD_DIR
  fi

  if [ -d "$FALCOR_DOCS_DIR" ]; then
    rm -rf $FALCOR_DOCS_DIR
  fi

  if [ -d "$GH_PAGES_DIR" ]; then
    rm -rf $GH_PAGES_DIR
  fi

  # Generate Docs
  npm run doc
  npm run dist

  cp -R doc $FALCOR_DOCS_DIR
  cp -R dist $FALCOR_BUILD_DIR

  # Change Working Directory to $HOME
  cd $HOME

  git config --global user.email "<EMAIL>"
  git config --global user.name "<NAME>"

  git clone --quiet --branch=gh-pages <EMAIL>:Netflix/falcor.git $GH_PAGES_DIR > /dev/null

  # Change Working Directory to $HOME/gh-pages
  cd $GH_PAGES_DIR

  rsync -r $FALCOR_DOCS_DIR/ doc/
  rsync -r $FALCOR_BUILD_DIR/ build/

  git add .
  git commit -m "Travis build $TRAVIS_BUILD_NUMBER pushed to gh-pages"
  git push origin gh-pages

  echo -e "Deployed docs and build to gh-pages\n"
fi
{'fraction_non_alphanumeric': 0.11095238095238096, 'fraction_numerical': 0.0, 'mean_word_length': 3.185258964143426, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4084447', 'n_tokens_mistral': 925, 'n_tokens_neox': 838, 'n_words': 227}