<commit_before>#! /bin/bash
#
# Build pilot tarball from SVN. Download RC pilot code from BNL
#

# ---------------------------------------------------------------------- 
#  FUNCTIONS
# ---------------------------------------------------------------------- 

createtarball()
{
    # function to create each pilot tar ball
    # first argument is the name of the tarball
    # the rest of arguments is the list of files to include in the tarball

    TARBALL=$1
    shift
    FILES=$@

    cd pilot3
    tar -czf ../$TARBALL $FILES
    cd ..
}

createtarballs()
{
    # function to create all pilot tar balls

    # tarball for ATLAS
    FILES=`ls pilot3/ | egrep -v "trivialPilot.py"`
    createtarball pilotcode.tar.gz $FILES

    # tarball for OSG
    FILES='trivialPilot.py pUtil.py myproxyUtils.py'
    createtarball pilotcodeOSG.tar.gz $FILES<commit_msg>adding creation of trivialPilot tarball<commit_after>#! /bin/bash
#
# Build pilot tarball from SVN. Download RC pilot code from BNL
#

# ---------------------------------------------------------------------- 
#  FUNCTIONS
# ---------------------------------------------------------------------- 

createtarball()
{
    # function to create each pilot tar ball
    # first argument is the name of the tarball
    # the rest of arguments is the list of files to include in the tarball

    TARBALL=$1
    shift
    FILES=$@

    cd pilot3
    tar -czf ../$TARBALL $FILES
    cd ..
}

createtarballs()
{
    # function to create all pilot tar balls

    # tarball for ATLAS
    FILES=`ls pilot3/ | egrep -v "trivialPilot.py"`
    createtarball pilotcode.tar.gz $FILES

    # tarball for OSG
    FILES='trivialPilot.py pUtil.py myproxyUtils.py'
    # for AutoPilot with old-style wrappers
    createtarball pilotcodeOSG.tar.gz $FILES
    # for new-style wrappers
    createtarball trivialPilot.tar.gz $FILES
{'fraction_non_alphanumeric': 0.219656283566058, 'fraction_numerical': 0.00322234156820623, 'mean_word_length': 1.6614285714285715, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3919243', 'n_tokens_mistral': 571, 'n_tokens_neox': 528, 'n_words': 178}