<commit_before>#!/usr/bin/env bash
set -euo pipefail

CI=${CI:-}
[ "${CI}" = "1" ] && CI=true || true

V=${V:-${VERBOSE:-}}
VERBOSE=${V}
[ "${VERBOSE}" = "1" ] && VERBOSE=true || true

# [ "${CI}" != "true" ] || {
#     # VERBOSE=true
# }

[ "${VERBOSE}" != "true" ] || set -x

OS=$(uname | tr "[A-Z]" "[a-z]")
OS_SHORT=$(echo ${OS} | sed "s/^\([a-z]\+\).*/\1/g")
ARCH=$(uname -m)
ARCH_SHORT=$(uname -m | grep -q "x86_64" && echo "x64" || echo "x86")
ARCH_BIT=$(uname -m | grep -q "x86_64" && echo "64" || echo "32")

GIT_ROOT=$(git rev-parse --show-toplevel 2>/dev/null)
GIT_HASH=$(git rev-parse HEAD 2>/dev/null)
GIT_HASH_SHORT=$(git rev-parse --short HEAD 2>/dev/null)
GIT_BRANCH=$(git rev-parse --abbrev-ref HEAD 2>/dev/null)
GIT_BRANCH_SHORT=$(basename ${GIT_BRANCH})
GIT_TAG=$(git describe --exact-match --tags HEAD 2>/dev/null || true)
GIT_REMOTE=$(git config branch.${GIT_BRANCH}.remote 2>/dev/null || true)

[[ "${TRAVIS:-}" != "true" ]] || {
    GIT_BRANCH=${TRAVIS_BRANCH}
    GIT_BRANCH_SHORT=$(basename ${TRAVIS_BRANCH})
}<commit_msg>rename GIT_TAG -> GIT_TAGS<commit_after>#!/usr/bin/env bash
set -euo pipefail

CI=${CI:-}
[ "${CI}" = "1" ] && CI=true || true

V=${V:-${VERBOSE:-}}
VERBOSE=${V}
[ "${VERBOSE}" = "1" ] && VERBOSE=true || true

# [ "${CI}" != "true" ] || {
#     # VERBOSE=true
# }

[ "${VERBOSE}" != "true" ] || set -x

OS=$(uname | tr "[A-Z]" "[a-z]")
OS_SHORT=$(echo ${OS} | sed "s/^\([a-z]\+\).*/\1/g")
ARCH=$(uname -m)
ARCH_SHORT=$(uname -m | grep -q "x86_64" && echo "x64" || echo "x86")
ARCH_BIT=$(uname -m | grep -q "x86_64" && echo "64" || echo "32")

GIT_ROOT=$(git rev-parse --show-toplevel 2>/dev/null)
GIT_HASH=$(git rev-parse HEAD 2>/dev/null)
GIT_HASH_SHORT=$(git rev-parse --short HEAD 2>/dev/null)
GIT_BRANCH=$(git rev-parse --abbrev-ref HEAD 2>/dev/null)
GIT_BRANCH_SHORT=$(basename ${GIT_BRANCH})
GIT_TAGS=$(git describe --exact-match --tags HEAD 2>/dev/null || true)
GIT_REMOTE=$(git config branch.${GIT_BRANCH}.remote 2>/dev/null || true)

[[ "${TRAVIS:-}" != "true" ]] || {
    GIT_BRANCH=${TRAVIS_BRANCH}
    GIT_BRANCH_SHORT=$(basename ${TRAVIS_BRANCH})
}
{'fraction_non_alphanumeric': 0.2656546489563567, 'fraction_numerical': 0.023719165085388995, 'mean_word_length': 4.156479217603912, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 16, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3166617', 'n_tokens_mistral': 996, 'n_tokens_neox': 929, 'n_words': 178}