<commit_before>#!/bin/bash
# Grab Go-related dependencies.
# TODO(bdarnell): make these submodules like etcd/raft, so we can pin versions?

# We normally use a GOPATH with two elements: the directory containing
# cockroach and our _vendor directory. The _vendor directory appears
# first in the GOPATH when it is used (it is typically not present
# when bootstrap.sh is being run), but it is treated specially during
# the docker build so we want to install all our other dependencies
# into the outer GOPATH whether the _vendor directory is present or not.
#
# The cd/pwd dance converts the possibly-relative $(dirname $0) into
# an absolute path.
export GOPATH=$(cd $(dirname $0)/../../../../../.. && pwd)

set -ex

# NOTE: Use "make godeps" to update this list. We can't just use "go
# list" here because this script is run during docker container builds
# before the cockroach code is present.
go get -u \
   code.google.com/p/biogo.store/interval \
   code.google.com/p/biogo.store/llrb  \
   code.google.com/p/go-commander \
   code.google.com/p/go-uuid/uuid \
   code.google.com/p/snappy-go/snappy \
   github.com/cockroachdb/c-protobuf \
   github.com/cockroachdb/c-rocksdb \
   github.com/gogo/protobuf/proto \
   github.com/golang/glog \
   gopkg.in/yaml.v1<commit_msg>Install race enabled versions of packages as well.<commit_after>#!/bin/bash
# Grab Go-related dependencies.
# TODO(bdarnell): make these submodules like etcd/raft, so we can pin versions?

# We normally use a GOPATH with two elements: the directory containing
# cockroach and our _vendor directory. The _vendor directory appears
# first in the GOPATH when it is used (it is typically not present
# when bootstrap.sh is being run), but it is treated specially during
# the docker build so we want to install all our other dependencies
# into the outer GOPATH whether the _vendor directory is present or not.
#
# The cd/pwd dance converts the possibly-relative $(dirname $0) into
# an absolute path.
export GOPATH=$(cd $(dirname $0)/../../../../../.. && pwd)

# NOTE: Use "make godeps" to update this list. We can't just use "go
# list" here because this script is run during docker container builds
# before the cockroach code is present.
pkgs="code.google.com/p/biogo.store/interval
      code.google.com/p/biogo.store/llrb
      code.google.com/p/go-commander
      code.google.com/p/go-uuid/uuid
      code.google.com/p/snappy-go/snappy
      github.com/cockroachdb/c-protobuf
      github.com/cockroachdb/c-rocksdb
      github.com/gogo/protobuf/proto
      github.com/golang/glog
      gopkg.in/yaml.v1"

set -ex

# NOTE: "go get" does a "go install" for the listed packages. We also
# explicitly "go install -race" in order to cache race builds of these
# packages.
go get -u ${pkgs}
go install -race ${pkgs}
{'fraction_non_alphanumeric': 0.10386819484240688, 'fraction_numerical': 0.002148997134670487, 'mean_word_length': 3.3846153846153846, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3271281', 'n_tokens_mistral': 894, 'n_tokens_neox': 853, 'n_words': 327}