<commit_before>FROM ubuntu:14.04
MAINTAINER <NAME> <<EMAIL>>

# update and install dependencies
RUN apt-get -qq update && apt-get -qqy install build-essential git python-dev libevent-dev mongodb libxml2-dev libxslt-dev zlib1g-dev redis-server libffi-dev libssl-dev python-pip

VOLUME ['/var/lib/mongodb']
# scapy
ADD http://www.secdev.org/projects/scapy/files/scapy-latest.tar.gz /opt/scapy-latest.tar.gz
RUN cd /opt && \
	tar xzf scapy-latest.tar.gz && \
	rm scapy-latest.tar.gz && \
	mv scapy* scapy && \
	cd scapy && \
	python setup.py install

# get malcom
RUN cd /opt && \
	git clone https://github.com/tomchop/malcom.git malcom

# get maxmind geoip database
ADD http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.mmdb.gz /opt/malcom/Malcom/auxiliary/geoIP/GeoLite2-City.mmdb.gz
RUN cd /opt/malcom/Malcom/auxiliary/geoIP && \
	gunzip -d GeoLite2-City.mmdb.gz && \
	mv GeoLite2-City.mmdb GeoIP2-City.mmdb

# set working dir, install python modules and launch webserver
WORKDIR /opt/malcom
RUN pip install -r requirements.txt
RUN cp malcom.conf.example malcom.conf
EXPOSE 8080
RUN echo service mongodb start > start.sh
RUN echo service redis-server start >> start.sh
RUN echo ./malcom.py -c malcom.conf >> start.sh
RUN chmod +x start.sh
CMD ./start.sh
<commit_msg>Docker runs feed scheduler by default<commit_after>FROM ubuntu:14.04
MAINTAINER <NAME> <<EMAIL>>

# update and install dependencies
RUN apt-get -qq update && apt-get -qqy install build-essential git python-dev libevent-dev mongodb libxml2-dev libxslt-dev zlib1g-dev redis-server libffi-dev libssl-dev python-pip

VOLUME ['/var/lib/mongodb']
# scapy
ADD http://www.secdev.org/projects/scapy/files/scapy-latest.tar.gz /opt/scapy-latest.tar.gz
RUN cd /opt && \
	tar xzf scapy-latest.tar.gz && \
	rm scapy-latest.tar.gz && \
	mv scapy* scapy && \
	cd scapy && \
	python setup.py install

# get malcom
RUN cd /opt && \
	git clone https://github.com/tomchop/malcom.git malcom

# get maxmind geoip database
ADD http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.mmdb.gz /opt/malcom/Malcom/auxiliary/geoIP/GeoLite2-City.mmdb.gz
RUN cd /opt/malcom/Malcom/auxiliary/geoIP && \
	gunzip -d GeoLite2-City.mmdb.gz && \
	mv GeoLite2-City.mmdb GeoIP2-City.mmdb

# set working dir, install python modules and launch webserver
WORKDIR /opt/malcom
RUN pip install -r requirements.txt
RUN cp malcom.conf.example malcom.conf
RUN sed -i s/scheduler\ =\ false/scheduler\ =\ true/g malcom.conf
EXPOSE 8080
RUN echo service mongodb start > start.sh
RUN echo service redis-server start >> start.sh
RUN echo ./malcom.py -c malcom.conf >> start.sh
RUN chmod +x start.sh
CMD ./start.sh

{'fraction_non_alphanumeric': 0.12330316742081449, 'fraction_numerical': 0.011312217194570135, 'mean_word_length': 3.7206405693950177, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 19, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3156119', 'n_tokens_mistral': 1018, 'n_tokens_neox': 991, 'n_words': 254}