<commit_before>FROM python:3.5

ENV PYTHONUNBUFFERED 1
ENV DJANGO_SETTINGS_MODULE ofm_helper.settings.prod
ENV PHANTOM_VERSION="2.1.1"
ENV PHANTOM_JS="phantomjs-$PHANTOM_VERSION"
ENV EDITOR="vim"

RUN mkdir /code
WORKDIR /code

# Install Phantomjs
ADD scripts /code/scripts
RUN /code/scripts/download_phantomjs.sh
RUN apt-get -qq update && apt-get install -y vim cron xvfb build-essential chrpath libssl-dev libxft-dev libfreetype6 \
        libfreetype6-dev libfontconfig1 libfontconfig1-dev
RUN tar -xvf $PHANTOM_JS.tar.bz2
RUN mv $PHANTOM_JS-linux-x86_64 /usr/local/share/$PHANTOM_JS
RUN ln -sf /usr/local/share/$PHANTOM_JS/bin/phantomjs /usr/local/bin

COPY requirements.txt /code
RUN pip3 install -r requirements.txt

ADD . /code/

# put current release into version file
RUN git fetch --tags
RUN git describe --tags --always | awk '{split($0,a,"-"); print a[1]}'<commit_msg>s/ / /g<commit_after>FROM python:3.5

ENV PYTHONUNBUFFERED 1
ENV DJANGO_SETTINGS_MODULE ofm_helper.settings.prod
ENV PHANTOM_VERSION="2.1.1"
ENV PHANTOM_JS="phantomjs-$PHANTOM_VERSION"
ENV EDITOR="vim"

RUN mkdir /code
WORKDIR /code

# Install Phantomjs
ADD scripts /code/scripts
RUN /code/scripts/download_phantomjs.sh
RUN apt-get -qq update && apt-get install -y vim cron xvfb build-essential chrpath libssl-dev libxft-dev libfreetype6 \
        libfreetype6-dev libfontconfig1 libfontconfig1-dev
RUN tar -xvf $PHANTOM_JS.tar.bz2
RUN mv $PHANTOM_JS-linux-x86_64 /usr/local/share/$PHANTOM_JS
RUN ln -sf /usr/local/share/$PHANTOM_JS/bin/phantomjs /usr/local/bin

COPY requirements.txt /code
RUN pip3 install -r requirements.txt

ADD . /code/

# put current release into version file
RUN git fetch --tags
RUN git checkout tags/v0.1.17
RUN git describe --tags --always | awk '{split($0,a,"-"); print a[1]}'
{'fraction_non_alphanumeric': 0.10874439461883408, 'fraction_numerical': 0.02242152466367713, 'mean_word_length': 4.29673590504451, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4835994', 'n_tokens_mistral': 683, 'n_tokens_neox': 656, 'n_words': 176}