<commit_before>FROM ubuntu:latest

# Add in helper file(s).
COPY files/ /

# Set up deb files.
RUN apt-get -qq update -y && \
    apt-get -qq install -y curl awscli git jq unzip wget && \
    apt-get -qq autoremove && \
    apt-get -qq clean

# Set up packer and terraform.
RUN cd /usr/local/bin && \
    wget -q "https://releases.hashicorp.com/packer/1.0.4/packer_1.0.4_linux_amd64.zip" && \
    wget -q "https://releases.hashicorp.com/terraform/0.10.2/terraform_0.10.2_linux_amd64.zip" && \
    unzip '*.zip' && \
    rm *.zip && \
    chmod +x packer terraform

# Set up golang.
RUN cd /tmp && \
    go_tar="go1.8.3.linux-amd64.tar.gz" && \
    wget -q "https://storage.googleapis.com/golang/$go_tar" && \
    tar -C /usr/local -xzf $go_tar && \
    rm $go_tar
ENV GOPATH /root/go
ENV PATH=$PATH:/usr/local/go/bin
RUN mkdir $GOPATH
<commit_msg>bump up the versions<commit_after>FROM ubuntu:latest

# Add in helper file(s).
COPY files/ /

# Set up deb files.
RUN apt-get -qq update -y && \
    apt-get -qq install -y curl awscli git jq unzip wget && \
    apt-get -qq autoremove && \
    apt-get -qq clean

# Set up packer and terraform.
RUN cd /usr/local/bin && \
    wget -q "https://releases.hashicorp.com/packer/1.1.0/packer_1.1.0_linux_amd64.zip" && \
    wget -q "https://releases.hashicorp.com/terraform/0.10.5/terraform_0.10.5_linux_amd64.zip" && \
    unzip '*.zip' && \
    rm *.zip && \
    chmod +x packer terraform

# Set up golang.
RUN cd /tmp && \
    go_tar="go1.9.linux-amd64.tar.gz" && \
    wget -q "https://storage.googleapis.com/golang/$go_tar" && \
    tar -C /usr/local -xzf $go_tar && \
    rm $go_tar
ENV GOPATH /root/go
ENV PATH=$PATH:/usr/local/go/bin
RUN mkdir $GOPATH

{'fraction_non_alphanumeric': 0.16539140670982933, 'fraction_numerical': 0.026486168334314303, 'mean_word_length': 2.4623217922606924, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3284773', 'n_tokens_mistral': 729, 'n_tokens_neox': 698, 'n_words': 163}