<commit_before>#!/bin/bash

set -e

export GOPATH=$(pwd):$GOPATH

go get github.com/garyburd/redigo/redis
go get github.com/go-martini/martini
go get gopkg.in/alecthomas/kingpin.v1

go test flapjack

go build -x httpbroker.go
go build -x submit.go

if [ ! -z "$CROSSCOMPILE" ]; then
  GOOS=linux GOARCH=amd64 CGOENABLED=0 go build -x -o submit.linux_amd64 submit.go
  GOOS=linux GOARCH=386 CGOENABLED=0 go build -x -o submit.linux_386 submit.go
fi
<commit_msg>Update build script to built tools under libexec/<commit_after>#!/bin/bash

set -e

export GOPATH=$(pwd):$GOPATH

go get github.com/garyburd/redigo/redis
go get github.com/go-martini/martini
go get gopkg.in/alecthomas/kingpin.v1

go test flapjack

go build -x -o libexec/httpbroker libexec/httpbroker.go
go build -x -o libexec/oneoff libexec/oneoff.go


if [ ! -z "$CROSSCOMPILE" ]; then
  for command in httpbroker oneoff; do
    GOOS=linux GOARCH=amd64 CGOENABLED=0 go build -x -o libexec/$command.linux_amd64 libexec/$command.go
    GOOS=linux GOARCH=386 CGOENABLED=0 go build -x -o libexec/$command.linux_386 libexec/$command.go
  done
fi

{'fraction_non_alphanumeric': 0.10879419764279238, 'fraction_numerical': 0.02357207615593835, 'mean_word_length': 4.087557603686636, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6655368', 'n_tokens_mistral': 456, 'n_tokens_neox': 438, 'n_words': 114}