<commit_before>FROM ubuntu:14.10
MAINTAINER <NAME> "<EMAIL>"

# avoid interactive dialouges from apt:
ENV DEBIAN_FRONTEND noninteractive

RUN sed 's/main$/main universe/' -i /etc/apt/sources.list

# add repos and update:
RUN add-apt-repository ppa:webupd8team/java; apt-get update; apt-get -y dist-upgrade

# install java8:
RUN echo oracle-java8-installer shared/accepted-oracle-license-v1-1 select true | /usr/bin/debconf-set-selections; apt-get -y install oracle-java8-installer

RUN apt-get update && apt-get install -yq \
    make \
    ca-certificates \
    net-tools \
    sudo \
    wget \
    vim \
    strace \
    lsof \
    netcat \
    software-properties-common \
    python-software-properties \
    python-pip \
    curl \
    oracle-java8-set-default \
    supervisor \
    --no-install-recommends

# install etcd
RUN mkdir /tmp/etcd
RUN curl --silent https://api.github.com/repos/coreos/etcd/releases | grep -v beta | grep -v alpha | sed -n 's|.*\"tag_name\": \"\(.*\)\".*|\1|p' | head -n 1 > /tmp/etcd_version
RUN curl -L https://github.com/coreos/etcd/releases/download/`cat /tmp/etcd_version`/etcd-`cat /tmp/etcd_version`-linux-amd64.tar.gz | tar -xz --directory /tmp/etcd --strip-components 1
RUN cp /tmp/etcd/etcd /usr/local/bin/ && cp /tmp/etcd/etcdctl /usr/local/bin/
RUN rm -rf /tmp/etcd

# set JAVA_HOME
ENV JAVA_HOME /usr/lib/jvm/java-8-oracle

# secured SecureRandom
RUN sed -e 's%^\(securerandom.source\)=.*%\1=file:/dev/./urandom%' \
        -i $JAVA_HOME/jre/lib/security/java.security

EXPOSE 4001 7001

# Clean up APT when done.
RUN apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

ADD config/supervisord.conf /etc/supervisor/supervisord.conf

CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/supervisord.conf"]
<commit_msg>ok, we need to apt-get install first<commit_after>FROM ubuntu:14.10
MAINTAINER <NAME> "<EMAIL>"

# avoid interactive dialoges from apt:
ENV DEBIAN_FRONTEND noninteractive

RUN sed 's/main$/main universe/' -i /etc/apt/sources.list

RUN apt-get update && apt-get install -yq \
    make \
    ca-certificates \
    net-tools \
    sudo \
    wget \
    vim \
    strace \
    lsof \
    netcat \
    software-properties-common \
    python-software-properties \
    python-pip \
    curl \
    supervisor \
    --no-install-recommends

# add repos and update:
RUN add-apt-repository ppa:webupd8team/java; apt-get update; apt-get -y dist-upgrade

# install java8:
RUN echo oracle-java8-installer shared/accepted-oracle-license-v1-1 select true | /usr/bin/debconf-set-selections; apt-get -y install oracle-java8-installer oracle-java8-set-default --no-install-recommends


# install etcd
RUN mkdir /tmp/etcd
RUN curl --silent https://api.github.com/repos/coreos/etcd/releases | grep -v beta | grep -v alpha | sed -n 's|.*\"tag_name\": \"\(.*\)\".*|\1|p' | head -n 1 > /tmp/etcd_version
RUN curl -L https://github.com/coreos/etcd/releases/download/`cat /tmp/etcd_version`/etcd-`cat /tmp/etcd_version`-linux-amd64.tar.gz | tar -xz --directory /tmp/etcd --strip-components 1
RUN cp /tmp/etcd/etcd /usr/local/bin/ && cp /tmp/etcd/etcdctl /usr/local/bin/
RUN rm -rf /tmp/etcd

# set JAVA_HOME
ENV JAVA_HOME /usr/lib/jvm/java-8-oracle

# secured SecureRandom
RUN sed -e 's%^\(securerandom.source\)=.*%\1=file:/dev/./urandom%' \
        -i $JAVA_HOME/jre/lib/security/java.security

EXPOSE 4001 7001

# Clean up APT when done.
RUN apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

ADD config/supervisord.conf /etc/supervisor/supervisord.conf

CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/supervisord.conf"]

{'fraction_non_alphanumeric': 0.1539961013645224, 'fraction_numerical': 0.014480646059593427, 'mean_word_length': 2.9299781181619258, 'pattern_counts': {'":': 2, '<': 7, '<?xml version=': 0, '>': 9, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1481872', 'n_tokens_mistral': 1427, 'n_tokens_neox': 1339, 'n_words': 303}