<commit_before>FROM debian:wheezy
#MAINTAINER <EMAIL>

# Set the NODEJS_VERSION below to change the node version
ENV NODEJS_VERSION=6.9.1

# Make sure python, awscli, and git are all installed.
RUN apt-get update && \
    apt-get install python python-pip git -y && \
    pip install awscli && \
    apt-get remove --purge -y python-pip && \
    apt-get autoremove -y && \
    rm -rf /var/lib/apt/lists/* && \
    mkdir -p /www

# Now install node/npm.
RUN apt-get update && apt-get install bzip2 curl build-essential libssl-dev libfontconfig1 -y && \
    curl -SLO "https://nodejs.org/download/release/v$NODEJS_VERSION/node-v$NODEJS_VERSION-linux-x64.tar.gz" && \
    tar -xzf "node-v$NODEJS_VERSION-linux-x64.tar.gz" -C /usr/local --strip-components=1 && \
    npm install -g npm && \
    npm set progress=false \
    apt-get remove --purge -y libssl-dev && \
    apt-get autoremove -y && \
    rm -rf /var/lib/apt/lists/*

# install yarn (yarnpkg.com)
RUN apt-key adv --keyserver pgp.mit.edu --recv D101F7899D41F3C3 && \
    echo "deb http://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list && \
    apt-get update && apt-get install yarn && \
    rm -rf /var/lib/apt/lists/*

# If you need to update npm add the following line to the above command
# npm install -g npm

WORKDIR /www<commit_msg>Installing fontcustom and switching to ubuntu for static-core.<commit_after>FROM ubuntu:16.04
#MAINTAINER <EMAIL>

# Set the NODEJS_VERSION below to change the node version
ENV NODEJS_VERSION=6.9.1
ENV DEBIAN_FRONTEND=noninteractive

# Make sure python, awscli, fontcustom, and git are all installed.
RUN apt -y update && \
    apt install -y python python-pip python-dev wget unzip git build-essential zlib1g-dev ruby-full rubygems fontforge && \
    pip install awscli && \
    wget http://people.mozilla.com/~jkew/woff/woff-code-latest.zip && \
    unzip woff-code-latest.zip -d sfnt2woff && cd sfnt2woff && make && mv sfnt2woff /usr/local/bin/ && \
    gem install fontcustom && \
    rm -rf /var/lib/apt/lists/* && \
    mkdir -p /www

# Now install node/npm.
RUN apt update && apt install bzip2 curl build-essential libssl-dev libfontconfig1 -y && \
    curl -SLO "https://nodejs.org/download/release/v$NODEJS_VERSION/node-v$NODEJS_VERSION-linux-x64.tar.gz" && \
    tar -xzf "node-v$NODEJS_VERSION-linux-x64.tar.gz" -C /usr/local --strip-components=1 && \
    npm install -g npm && \
    npm set progress=false \
    apt remove --purge -y libssl-dev && \
    apt autoremove -y && \
    rm -rf /var/lib/apt/lists/*

# install yarn (yarnpkg.com)
RUN apt-key adv --keyserver pgp.mit.edu --recv D101F7899D41F3C3 && \
    echo "deb http://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list && \
    apt update && apt install -y yarn && \
    rm -rf /var/lib/apt/lists/*

# If you need to update npm add the following line to the above command
# npm install -g npm

WORKDIR /www
{'fraction_non_alphanumeric': 0.13417548651416866, 'fraction_numerical': 0.01707067258449983, 'mean_word_length': 2.8051948051948052, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 1, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2846109', 'n_tokens_mistral': 1099, 'n_tokens_neox': 1041, 'n_words': 298}