<commit_before>#!/bin/sh

set -u
set -e

# The user when provisioning is different than the user running actual php workers (in production).
if [ -z "${OSU_SKIP_CACHE_PERMISSION_OVERRIDE:-}" ]; then
    # Don't fail if permissions don't get set on all files.
    chmod -R 777 storage bootstrap/cache || true
fi

if [ -z "${OSU_USE_SYSTEM_COMPOSER:-}" ]; then
  COMPOSER="php composer.phar"

  if [ -f composer.phar ]; then
    php composer.phar self-update --1
  else
    curl -sL https://getcomposer.org/composer-1.phar > composer.phar
  fi
else
  COMPOSER="composer"
fi

if [ -n "${GITHUB_TOKEN}" ]; then
  ${COMPOSER} config -g github-oauth.github.com "${GITHUB_TOKEN}"
fi

rm -f bootstrap/cache/*.php bootstrap/cache/*.json
<commit_msg>Forgot to set empty default when not set<commit_after>#!/bin/sh

set -u
set -e

# The user when provisioning is different than the user running actual php workers (in production).
if [ -z "${OSU_SKIP_CACHE_PERMISSION_OVERRIDE:-}" ]; then
    # Don't fail if permissions don't get set on all files.
    chmod -R 777 storage bootstrap/cache || true
fi

if [ -z "${OSU_USE_SYSTEM_COMPOSER:-}" ]; then
  COMPOSER="php composer.phar"

  if [ -f composer.phar ]; then
    php composer.phar self-update --1
  else
    curl -sL https://getcomposer.org/composer-1.phar > composer.phar
  fi
else
  COMPOSER="composer"
fi

if [ -n "${GITHUB_TOKEN:-}" ]; then
  ${COMPOSER} config -g github-oauth.github.com "${GITHUB_TOKEN}"
fi

rm -f bootstrap/cache/*.php bootstrap/cache/*.json

{'fraction_non_alphanumeric': 0.13253810470510272, 'fraction_numerical': 0.0066269052352551355, 'mean_word_length': 3.5074626865671643, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3881144', 'n_tokens_mistral': 561, 'n_tokens_neox': 535, 'n_words': 163}