<commit_before># This Dockerfile is for building a container image that has all the
# prerequisites for building cbft.  For example...
#
#    docker build -t cbft-builder:latest .
#
# To force a fresh image rebuild...
#
#    docker build -t cbft-builder:latest --no-cache=true .
#
FROM golang:1.4.2-cross

MAINTAINER <NAME> <<EMAIL>>

RUN apt-get update && apt-get -y install \
    build-essential \
    cmake \
    libicu-dev \
    libleveldb-dev \
    libsnappy-dev \
    libstemmer-dev \
    python-pip

RUN git clone git://github.com/couchbase/forestdb /tmp/forestdb && \
    cd /tmp/forestdb && \
    mkdir build && \
    cd build && \
    cmake .. && \
    make all install

# TODO: Skipping some go get tags, because these are shared libraries
# which means a single downloadable executable doesn't work.
# - cld (link conflicts possibly related to c++ exceptions)
# - icu
# - forestdb
# - leveldb

RUN go get -u -v -tags "debug kagome libstemmer" github.com/couchbaselabs/cbft/...

RUN make --directory=/go/src/github.com/couchbaselabs/cbft \
    prereqs-dist \
    test \
    coverage \
    build \
    dist-clean

# Reaching here, we've exercised relevant build/dist steps,
# leaving a clean, ready-to-use image state.
<commit_msg>dockerfile cleans up pkg dir<commit_after># This Dockerfile is for building a container image that has all the
# prerequisites for building cbft.  For example...
#
#    docker build -t cbft-builder:latest .
#
# To force a fresh image rebuild...
#
#    docker build -t cbft-builder:latest --no-cache=true .
#
FROM golang:1.4.2-cross

MAINTAINER <NAME> <<EMAIL>>

RUN apt-get update && apt-get -y install \
    build-essential \
    cmake \
    libicu-dev \
    libleveldb-dev \
    libsnappy-dev \
    libstemmer-dev \
    python-pip

RUN git clone git://github.com/couchbase/forestdb /tmp/forestdb && \
    cd /tmp/forestdb && \
    mkdir build && \
    cd build && \
    cmake .. && \
    make all install

# TODO: Skipping some go get tags, because these are shared libraries
# which means a single downloadable executable doesn't work.
# - cld (link conflicts possibly related to c++ exceptions)
# - icu
# - forestdb
# - leveldb

RUN go get -u -v -tags "debug kagome libstemmer" github.com/couchbaselabs/cbft/...

RUN make --directory=/go/src/github.com/couchbaselabs/cbft \
    prereqs-dist \
    test \
    coverage \
    build \
    dist-clean

RUN rm -rf /go/pkg/*

# Reaching here, we've exercised relevant build/dist steps,
# leaving a clean, ready-to-use image state.

{'fraction_non_alphanumeric': 0.1147280666931322, 'fraction_numerical': 0.0023818975784041284, 'mean_word_length': 2.6206896551724137, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1016183', 'n_tokens_mistral': 874, 'n_tokens_neox': 830, 'n_words': 264}