<commit_before>#!/bin/bash
set -eux -o pipefail

# This is a workaround to make keybase file mounting work properly. We only
# apply the workaround in the event that keybase is installed. Details here:
# https://github.com/keybase/client/issues/17796#issuecomment-647286732
if which keybase; then
    sudo xattr -rd com.apple.quarantine /Library/Filesystems/kbfuse.fs/
fi
<commit_msg>use builtin 'command -v' instead of 'which'<commit_after>#!/bin/bash
set -eux -o pipefail

# This is a workaround to make keybase file mounting work properly. We only
# apply the workaround in the event that keybase is installed. Details here:
# https://github.com/keybase/client/issues/17796#issuecomment-647286732
if command -v keybase; then
    sudo xattr -rd com.apple.quarantine /Library/Filesystems/kbfuse.fs/
fi

{'fraction_non_alphanumeric': 0.0921544209215442, 'fraction_numerical': 0.034869240348692404, 'mean_word_length': 4.2894736842105265, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4208226', 'n_tokens_mistral': 281, 'n_tokens_neox': 250, 'n_words': 89}