<commit_before>FROM datagovsg/python-spark:2.7-1.6
MAINTAINER <NAME> <<EMAIL>>

# Setup airflow
RUN set -ex \
    && apt-get update \
    && apt-get install --no-install-recommends -y vim-tiny libsasl2-dev libffi-dev \
    && rm -rf /var/lib/apt/lists/* \
    && pip install --no-cache-dir "apache-airflow[devel_hadoop, crypto]==1.8.2" psycopg2

ENV AIRFLOW_HOME /airflow

WORKDIR ${AIRFLOW_HOME}

# Setup airflow dags path
ENV AIRFLOW_DAG ${AIRFLOW_HOME}/dags

RUN mkdir -p ${AIRFLOW_DAG}

# Install gosu
ARG GOSU_VERSION=1.10
RUN set -x \
    && apt-get update && apt-get install -y --no-install-recommends ca-certificates wget \
    && wget -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture)" \
    && wget -O /usr/local/bin/gosu.asc "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture).asc" \
    && export GNUPGHOME="$(mktemp -d)" \
    && gpg --keyserver ha.pool.sks-keyservers.net --recv-keys <KEY> \
    && gpg --batch --verify /usr/local/bin/gosu.asc /usr/local/bin/gosu \
    && rm -r "$GNUPGHOME" /usr/local/bin/gosu.asc \<commit_msg>Revert to Airflow 1.8.1 (#57)<commit_after>FROM datagovsg/python-spark:2.7-1.6
MAINTAINER <NAME> <<EMAIL>>

# Setup airflow
RUN set -ex \
    && apt-get update \
    && apt-get install --no-install-recommends -y vim-tiny libsasl2-dev libffi-dev \
    && rm -rf /var/lib/apt/lists/* \
    && pip install --no-cache-dir "apache-airflow[devel_hadoop, crypto]==1.8.1" psycopg2

ENV AIRFLOW_HOME /airflow

WORKDIR ${AIRFLOW_HOME}

# Setup airflow dags path
ENV AIRFLOW_DAG ${AIRFLOW_HOME}/dags

RUN mkdir -p ${AIRFLOW_DAG}

# Install gosu
ARG GOSU_VERSION=1.10
RUN set -x \
    && apt-get update && apt-get install -y --no-install-recommends ca-certificates wget \
    && wget -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture)" \
    && wget -O /usr/local/bin/gosu.asc "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$(dpkg --print-architecture).asc" \
    && export GNUPGHOME="$(mktemp -d)" \
    && gpg --keyserver ha.pool.sks-keyservers.<EMAIL> --recv-keys <KEY> \
    && gpg --batch --verify /usr/local/bin/gosu.asc /usr/local/bin/gosu \
    && rm -r "$GNUPGHOME" /usr/local/bin/gosu.asc \
{'fraction_non_alphanumeric': 0.17478632478632478, 'fraction_numerical': 0.012393162393162393, 'mean_word_length': 3.0855148342059335, 'pattern_counts': {'":': 0, '<': 12, '<?xml version=': 0, '>': 12, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1001822', 'n_tokens_mistral': 979, 'n_tokens_neox': 941, 'n_words': 176}