<commit_before>#!/bin/sh
set -e

top=$(pwd)
jar=$1
bases=$2
dirs=$3
text=$4
bin=$5
shift 5;
files="$@"

stage="$top/${jar%.*}"
mkdir -p $stage

if hg root >/dev/null 2>&1
then
    root="$(hg root)"; mf="$(hg mf)"
    find=$(which find)
    find() {
        $find "$@" -name '*.jar'
        echo "$mf" | sed -n "s!$(pwd | sed "s!$root/\?!!")/\?!!p" |
            grep "^$1"
    }
fi

getfiles() {
    filter="\.($(echo $1 | tr ' ' '|'))$"; shift
    find "$@" -not -path '*\.hg*' 2>/dev/null | grep -E "$filter" || true
}
copytext() {<commit_msg>shouldnot use aliased Mercurial command<commit_after>#!/bin/sh
set -e

top=$(pwd)
jar=$1
bases=$2
dirs=$3
text=$4
bin=$5
shift 5;
files="$@"

stage="$top/${jar%.*}"
mkdir -p $stage

if hg root >/dev/null 2>&1
then
    root="$(hg root)"; mf="$(hg manifest)"
    find=$(which find)
    find() {
        $find "$@" -name '*.jar'
        echo "$mf" | sed -n "s!$(pwd | sed "s!$root/\?!!")/\?!!p" |
            grep "^$1"
    }
fi

getfiles() {
    filter="\.($(echo $1 | tr ' ' '|'))$"; shift
    find "$@" -not -path '*\.hg*' 2>/dev/null | grep -E "$filter" || true
}
copytext() {
{'fraction_non_alphanumeric': 0.27807486631016043, 'fraction_numerical': 0.0196078431372549, 'mean_word_length': 2.634304207119741, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '187107', 'n_tokens_mistral': 506, 'n_tokens_neox': 471, 'n_words': 118}