<commit_before>#! /usr/bin/env bash

pushd /etc &>/dev/null
  git clone https://github.com/pivotal-cf-experimental/concourse-filter &>/dev/null
  rm -rf concourse-filter/.git &>/dev/null
  pushd concourse-filter &>/dev/null
    go build &>/dev/null
    CREDENTIAL_FILTER_PARAMS=STACKS,DEPLOYMENT_NAME,SSH_AGENT_PID,CF_EDGE,IAAS,RUBYGEM_MIRROR,BOSH_LITE_NAME,AZURE_BOSH_USER,BOSH_USER,LANGUAGE,CI_CF_USERNAME,BOSH_TARGET,BOSH_LITE_DISK_SIZE,BRATS_BRANCH,DEPENDENCY,CI_USERNAME,BASH_ENV,RELEASE_NAME,RELEASE_DIR,BLOB_NAME,CF_RELEASE_DIR,BOSH_RELEASES_DIR,BOSH_GATEWAY_USER,BOSH_USE_BUNDLER,DIEGO_DOCKER_ON,BUNDLE_SILENCE_ROOT_WARNING
    export CREDENTIAL_FILTER_WHITELIST="$CREDENTIAL_FILTER_PARAMS,CREDENTIAL_FILTER_WHITELIST,GEM_HOME,TERM,USER,BUNDLE_APP_CONFIG,PATH,RUBY_DOWNLOAD_SHA256,PWD,LANG,RUBY_MAJOR,RUBYGEMS_VERSION,SHLVL,HOME,RUBY_VERSION,BUNDLER_VERSION,OLDPWD"
    exec &> >(./concourse-filter)
  popd &>/dev/null
popd &>/dev/null
<commit_msg>Add BUNDLE_PATH to Concourse filter whitelist<commit_after>#! /usr/bin/env bash

pushd /etc &>/dev/null
  git clone https://github.com/pivotal-cf-experimental/concourse-filter &>/dev/null
  rm -rf concourse-filter/.git &>/dev/null
  pushd concourse-filter &>/dev/null
    go build &>/dev/null
    CREDENTIAL_FILTER_PARAMS=STACKS,DEPLOYMENT_NAME,SSH_AGENT_PID,CF_EDGE,IAAS,RUBYGEM_MIRROR,BOSH_LITE_NAME,AZURE_BOSH_USER,BOSH_USER,LANGUAGE,CI_CF_USERNAME,BOSH_TARGET,BOSH_LITE_DISK_SIZE,BRATS_BRANCH,DEPENDENCY,CI_USERNAME,BASH_ENV,RELEASE_NAME,RELEASE_DIR,BLOB_NAME,CF_RELEASE_DIR,BOSH_RELEASES_DIR,BOSH_GATEWAY_USER,BOSH_USE_BUNDLER,DIEGO_DOCKER_ON,BUNDLE_SILENCE_ROOT_WARNING,BUNDLE_PATH
    export CREDENTIAL_FILTER_WHITELIST="$CREDENTIAL_FILTER_PARAMS,CREDENTIAL_FILTER_WHITELIST,GEM_HOME,TERM,USER,BUNDLE_APP_CONFIG,PATH,RUBY_DOWNLOAD_SHA256,PWD,LANG,RUBY_MAJOR,RUBYGEMS_VERSION,SHLVL,HOME,RUBY_VERSION,BUNDLER_VERSION,OLDPWD"
    exec &> >(./concourse-filter)
  popd &>/dev/null
popd &>/dev/null

{'fraction_non_alphanumeric': 0.10787321063394684, 'fraction_numerical': 0.003067484662576687, 'mean_word_length': 9.63586956521739, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 21, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2077298', 'n_tokens_mistral': 895, 'n_tokens_neox': 873, 'n_words': 63}