<commit_before>#! /usr/bin/env bash

set -o errexit
set -o nounset
set -o pipefail

export CREDENTIAL_FILTER_WHITELIST="STACKS,DEPLOYMENT_NAME,SSH_AGENT_PID,IAAS,\
RUBYGEM_MIRROR,BOSH_LITE_NAME,AZURE_BOSH_DIRECTOR_USER,BOSH_USER,LANGUAGE,CI_CF_USERNAME,\
BOSH_TARGET,BOSH_LITE_DISK_SIZE,BRATS_BRANCH,DEPENDENCY,\
CI_USERNAME,BASH_ENV,RELEASE_NAME,RELEASE_DIR,BLOB_NAME,\
CF_RELEASE_DIR,BOSH_RELEASES_DIR,BOSH_GATEWAY_USER,\
BOSH_USE_BUNDLER,DIEGO_DOCKER_ON,BUNDLE_SILENCE_ROOT_WARNING,\
BUNDLE_PATH,BUNDLE_BIN,BUILDPACK_NAME,BUILDPACK,BOSH_LITE_DOMAIN_NAME,\
MACHETE_REPOSITORY,RUBYLIB,BUNDLE_BIN_PATH,\
CREDENTIAL_FILTER_WHITELIST,GEM_HOME,TERM,USER,BUNDLE_APP_CONFIG,\
PATH,RUBY_DOWNLOAD_SHA256,PWD,LANG,RUBY_MAJOR,RUBYGEMS_VERSION,\
SHLVL,HOME,RUBY_VERSION,BUNDLER_VERSION,OLDPWD,\
BUILDPACK_DEPENDENCIES_HOST_DOMAIN,PIVNET_ADDRESS,GITHUB_URL,\
PIVNET_PRODUCT_NAME,GOPATH,TMPDIR,SPEC_TO_RUN,BLOB_GLOB,GCP_BOSH_DIRECTOR_USER,\
REQUEST_PATH,CF_USERNAME,CF_ORGANIZATION,APPLICATION_NAME,CF_DOMAIN,CF_API,\
CF_LOGIN_SPACE,BUILDPACK_URL,GEM_NAME,GEM_GIT_REPOSITORY,GEMFILE_NAME,USE_SQL"

exec &> >(concourse-filter)<commit_msg>Add MAKELEVEL to Concourse filter whitelist<commit_after>#! /usr/bin/env bash

set -o errexit
set -o nounset
set -o pipefail

export CREDENTIAL_FILTER_WHITELIST="APPLICATION_NAME,\
AZURE_BOSH_DIRECTOR_USER,\
BASH_ENV,\
BLOB_GLOB,\
BLOB_NAME,\
BOSH_GATEWAY_USER,\
BOSH_LITE_DISK_SIZE,\
BOSH_LITE_DOMAIN_NAME,\
BOSH_LITE_NAME,\
BOSH_RELEASES_DIR,\
BOSH_TARGET,\
BOSH_USE_BUNDLER,\
BOSH_USER,\
BRATS_BRANCH,\
BUILDPACK,\
BUILDPACK_DEPENDENCIES_HOST_DOMAIN,\
BUILDPACK_NAME,\
BUILDPACK_URL,\
BUNDLE_APP_CONFIG,\
BUNDLE_BIN,\
BUNDLE_BIN_PATH,\
BUNDLE_PATH,\
BUNDLE_SILENCE_ROOT_WARNING,\
BUNDLER_VERSION,\
CF_API,\
CF_DOMAIN,\
CF_LOGIN_SPACE,\
CF_ORGANIZATION,\
CF_RELEASE_DIR,\
CF_USERNAME,\
CI_CF_USERNAME,\
CI_USERNAME,\
CREDENTIAL_FILTER_WHITELIST,\
DEPENDENCY,\
DEPLOYMENT_NAME,\
DIEGO_DOCKER_ON,\
GCP_BOSH_DIRECTOR_USER,\
GEM_GIT_REPOSITORY,\
GEM_HOME,\
GEM_NAME,\
GEMFILE_NAME,\
GITHUB_URL,\
GOPATH,\
HOME,\
IAAS,\
LANG,\
LANGUAGE,\
MACHETE_REPOSITORY,\
MAKELEVEL,\
OLDPWD,\
PATH,\
PIVNET_ADDRESS,\
PIVNET_PRODUCT_NAME,\
PWD,\
RELEASE_DIR,\
RELEASE_NAME,\
REQUEST_PATH,\
RUBY_DOWNLOAD_SHA256,\
RUBY_MAJOR,\
RUBY_VERSION,\
RUBYGEM_MIRROR,\
RUBYGEMS_VERSION,\
RUBYLIB,\
SHLVL,\
SPEC_TO_RUN,\
SSH_AGENT_PID,\
STACKS,\
TERM,\
TMPDIR,\
USE_SQL,\
USER"

exec &> >(concourse-filter)
{'fraction_non_alphanumeric': 0.10949208992506244, 'fraction_numerical': 0.002497918401332223, 'mean_word_length': 9.632743362831858, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1404439', 'n_tokens_mistral': 1179, 'n_tokens_neox': 1154, 'n_words': 120}