<commit_before>FROM python:2.7

ENV AIRFLOW_HOME /usr/local/airflow

COPY requirements.txt /tmp/
RUN set -ex \
    addgroup --system airflow \
    && adduser --disabled-password --system --group \
               --uid 1000 --home /var/lib/airflow \
               --shell /usr/sbin/nologin \
               airflow \
    && mkdir -p ${AIRFLOW_HOME} \
    && chown airflow:airflow -R ${AIRFLOW_HOME} \
    && buildDeps=' \
       python-dev \
    ' \
    && javaDeps=' \
       openjdk-8-jre \
    ' \
    && gdal=' \
       gdal-bin \
       libgdal1h \
       libgdal-dev \
    ' \
    && echo "deb http://ftp.debian.org/debian jessie-backports main" > /etc/apt/sources.list.d/backports.list \
    && apt-get update \
    && apt-get -t jessie-backports install -y --no-install-recommends ca-certificates-java \
    && apt-get install -y --no-install-recommends ${buildDeps} ${gdal} ${javaDeps} \
    && update-java-alternatives -s java-1.8.0-openjdk-amd64 \
    && pip install --no-cache-dir \
           numpy==$(grep "numpy" /tmp/requirements.txt | cut -d= -f3) \
    && pip install --no-cache-dir -r /tmp/requirements.txt \
    && apt-get purge -y --auto-remove ${buildDeps} \
    && rm -rf /var/lib/apt/lists/*

COPY rf/ /tmp/rf
RUN (cd /tmp/rf && python setup.py install)

USER airflow
WORKDIR ${AIRFLOW_HOME}

COPY usr/local/airflow/airflow.cfg ${AIRFLOW_HOME}/airflow.cfg
COPY dags/ /opt/raster-foundry/app-tasks/dags/
COPY jars/ /opt/raster-foundry/jars/<commit_msg>Copy plugins into airflow webserver when building<commit_after>FROM python:2.7

ENV AIRFLOW_HOME /usr/local/airflow

COPY requirements.txt /tmp/
RUN set -ex \
    addgroup --system airflow \
    && adduser --disabled-password --system --group \
               --uid 1000 --home /var/lib/airflow \
               --shell /usr/sbin/nologin \
               airflow \
    && mkdir -p ${AIRFLOW_HOME} \
    && chown airflow:airflow -R ${AIRFLOW_HOME} \
    && buildDeps=' \
       python-dev \
    ' \
    && javaDeps=' \
       openjdk-8-jre \
    ' \
    && gdal=' \
       gdal-bin \
       libgdal1h \
       libgdal-dev \
    ' \
    && echo "deb http://ftp.debian.org/debian jessie-backports main" > /etc/apt/sources.list.d/backports.list \
    && apt-get update \
    && apt-get -t jessie-backports install -y --no-install-recommends ca-certificates-java \
    && apt-get install -y --no-install-recommends ${buildDeps} ${gdal} ${javaDeps} \
    && update-java-alternatives -s java-1.8.0-openjdk-amd64 \
    && pip install --no-cache-dir \
           numpy==$(grep "numpy" /tmp/requirements.txt | cut -d= -f3) \
    && pip install --no-cache-dir -r /tmp/requirements.txt \
    && apt-get purge -y --auto-remove ${buildDeps} \
    && rm -rf /var/lib/apt/lists/*

COPY rf/ /tmp/rf
RUN (cd /tmp/rf && python setup.py install)

USER airflow
WORKDIR ${AIRFLOW_HOME}

COPY usr/local/airflow/airflow.cfg ${AIRFLOW_HOME}/airflow.cfg
COPY usr/local/airflow/plugins/ ${AIRFLOW_HOME}/plugins/
COPY dags/ /opt/raster-foundry/app-tasks/dags/
COPY jars/ /opt/raster-foundry/jars/
{'fraction_non_alphanumeric': 0.16201117318435754, 'fraction_numerical': 0.009201445941505093, 'mean_word_length': 2.0872210953346855, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6677066', 'n_tokens_mistral': 1168, 'n_tokens_neox': 1134, 'n_words': 226}