<commit_before>FROM ubuntu:14.04
MAINTAINER <NAME> <<EMAIL>>


ENV sfm_twitter_version 0.4.0
ENV sfm_docker_version 0.6.0
# This pre-fetches the most recent requirements.apt.
ADD https://raw.githubusercontent.com/gwu-libraries/sfm-docker/${sfm_docker_version}/requirements/processing_requirements.apt /opt/sfm-setup/
RUN apt-get update
RUN cat /opt/sfm-setup/processing_requirements.apt | tr "\n" " " | xargs apt-get install -y
#Upgrade pip
RUN pip install pip==7.1.2
WORKDIR /tmp
ADD https://github.com/gwu-libraries/sfm-twitter-harvester/archive/${sfm_twitter_version}.zip /tmp/
RUN unzip ${sfm_twitter_version}.zip
RUN mv sfm-twitter-harvester-${sfm_twitter_version} /opt/sfm-twitter-harvester
WORKDIR /opt/sfm-twitter-harvester
RUN pip install -r requirements/requirements.txt
CMD git -C /opt/twarc pull \
    && cd /sfm-data \
    && /bin/bash<commit_msg>Added missing clone to production processing Dockerfile.<commit_after>FROM ubuntu:14.04
MAINTAINER <NAME> <<EMAIL>>


ENV sfm_twitter_version 0.4.0
ENV sfm_docker_version 0.6.0
# This pre-fetches the most recent requirements.apt.
ADD https://raw.githubusercontent.com/gwu-libraries/sfm-docker/${sfm_docker_version}/requirements/processing_requirements.apt /opt/sfm-setup/
RUN apt-get update
RUN cat /opt/sfm-setup/processing_requirements.apt | tr "\n" " " | xargs apt-get install -y
#Upgrade pip
RUN pip install pip==7.1.2
WORKDIR /tmp
ADD https://github.com/gwu-libraries/sfm-twitter-harvester/archive/${sfm_twitter_version}.zip /tmp/
RUN unzip ${sfm_twitter_version}.zip
RUN mv sfm-twitter-harvester-${sfm_twitter_version} /opt/sfm-twitter-harvester
WORKDIR /opt/sfm-twitter-harvester
RUN pip install -r requirements/requirements.txt
# Clone twarc so that have utilities
RUN git clone https://github.com/edsu/twarc.git /opt/twarc
CMD git -C /opt/twarc pull \
    && cd /sfm-data \
    && /bin/bash
{'fraction_non_alphanumeric': 0.1253362022592792, 'fraction_numerical': 0.013986013986013986, 'mean_word_length': 4.470588235294118, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 5, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7568074', 'n_tokens_mistral': 694, 'n_tokens_neox': 653, 'n_words': 146}