<commit_before>#!/bin/bash

pkgvers=$1
url=$2

case `getconf LONG_BIT` in
    32)
        plat=linux_i686
        ;;
    64)
        plat=linux_x86_64
        ;;
esac

mkdir -p /host/$pkgvers &&
mkdir /build &&
cd /build &&
wget --no-check-certificate $url &&
tar zxf `basename $url` &&
cd $pkgvers &&
if [ -f /host/prebuild/$pkgvers ]; then
    . /host/prebuild/$pkgvers
else
    true
fi &&
/python/2.6-ucs2/bin/python setup.py $build_args bdist_wheel --plat-name=${plat} &&
rm -rf build &&
/python/2.6-ucs4/bin/python setup.py $build_args bdist_wheel --plat-name=${plat} &&
rm -rf build &&
/python/2.7-ucs2/bin/python setup.py $build_args bdist_wheel --plat-name=${plat} &&
rm -rf build &&
/python/2.7-ucs4/bin/python setup.py $build_args bdist_wheel --plat-name=${plat} &&
mv dist/* /host/$pkgvers<commit_msg>Drop version numbers in build.sh as well, and write better sh.<commit_after>#!/bin/bash

pkg=$1
url=$2
tgz=`basename $url`

case `getconf LONG_BIT` in
    32)
        plat=linux_i686
        ;;
    64)
        plat=linux_x86_64
        ;;
esac

mkdir -p /host/dist/$pkg &&
mkdir /build &&
cd /build &&
wget --no-check-certificate $url &&
dir=`tar ztf $tgz | grep / | head -1 | awk -F/ '{print $1}'` &&
tar zxf $tgz &&
cd $dir &&
if [ -f /host/prebuild/$pkg ]; then
    . /host/prebuild/$pkg
else
    true
fi &&

( for py in 2.6-ucs2 2.6-ucs4 2.7-ucs2 2.7-ucs4; do
    /python/${py}/bin/python setup.py $build_args bdist_wheel --plat-name=${plat} &&
    rm -rf build || exit 1
done ) &&
mv dist/* /host/dist/$pkg
{'fraction_non_alphanumeric': 0.17859487852921865, 'fraction_numerical': 0.03479973736047275, 'mean_word_length': 2.7170731707317075, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5648213', 'n_tokens_mistral': 648, 'n_tokens_neox': 615, 'n_words': 146}