<commit_before>#+++++++++++++++++++++++++++++++++++++++
# Dockerfile for webdevops/dockerfile-build-env:latest
#    -- automatically generated  --
#+++++++++++++++++++++++++++++++++++++++

FROM webdevops/base-app:ubuntu-16.04

RUN apt-install \
        build-essential \
        apt-transport-https \
        ca-certificates \
        software-properties-common \
        python \
        python-dev \
        python-setuptools \
        python-pip \
        graphviz \
        ruby \
        ruby-dev \
        ruby-bundler \
    && curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add - \
    && add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu    $(lsb_release -cs)    stable" \
    && apt-install docker-ce \
    && usermod -aG docker application \
    && pip install --upgrade pip \
    && hash -r pip \
    && pip install --upgrade setuptools \
    && git clone https://github.com/webdevops/Dockerfile.git /tmp/Dockerfile \
    && cd /tmp/Dockerfile \
    && make setup \
    && docker-image-cleanup

WORKDIR /app
<commit_msg>Only shallow clone repo for setup<commit_after>#+++++++++++++++++++++++++++++++++++++++
# Dockerfile for webdevops/dockerfile-build-env:latest
#    -- automatically generated  --
#+++++++++++++++++++++++++++++++++++++++

FROM webdevops/base-app:ubuntu-16.04

RUN apt-install \
        build-essential \
        apt-transport-https \
        ca-certificates \
        software-properties-common \
        python \
        python-dev \
        python-setuptools \
        python-pip \
        graphviz \
        ruby \
        ruby-dev \
        ruby-bundler \
    && curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add - \
    && add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu    $(lsb_release -cs)    stable" \
    && apt-install docker-ce \
    && usermod -aG docker application \
    && pip install --upgrade pip \
    && hash -r pip \
    && pip install --upgrade setuptools \
    && git clone --depth 1 https://github.com/webdevops/Dockerfile.git /tmp/Dockerfile \
    && cd /tmp/Dockerfile \
    && make setup \
    && docker-image-cleanup

WORKDIR /app

{'fraction_non_alphanumeric': 0.19030192131747484, 'fraction_numerical': 0.005946935041171089, 'mean_word_length': 2.1512968299711814, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3097684', 'n_tokens_mistral': 724, 'n_tokens_neox': 660, 'n_words': 131}