<commit_before># BUILD: docker build -t balsamiq/docker-logstash .
# RUN: docker run -i -t -v /var/log:/host/var/log -e CLUSTER_NAME=docker -e LOGSTASH_OPTS=--verbose balsamiq/docker-logstash
FROM stackbrew/ubuntu:trusty
MAINTAINER <NAME> <<EMAIL>>

RUN apt-get update && apt-get -y upgrade
RUN apt-get -y install wget unzip

# Install logstash
RUN wget -O- http://packages.elasticsearch.org/GPG-KEY-elasticsearch | apt-key add -
RUN echo "deb http://packages.elasticsearch.org/logstash/1.4/debian stable main" > /etc/apt/sources.list.d/logstash.list
RUN apt-get update && apt-get -y install logstash=1.4.0-1-c82dc09

# Install elasticsearch ec2 plugin jars
WORKDIR /opt/logstash/vendor
RUN wget http://download.elasticsearch.org/elasticsearch/elasticsearch-cloud-aws/elasticsearch-cloud-aws-2.0.0.zip && unzip elasticsearch-cloud-aws-2.0.0.zip && rm elasticsearch-cloud-aws-2.0.0.zip

# Install elasticsearch config
WORKDIR /opt/logstash
RUN ln -s /etc/elasticsearch/elasticsearch.yml

ADD run /opt/logstash/run
RUN chmod +x run

ADD config/etc /etc

ENV ES_CLUSTER_NAME elasticsearch
ENV ES_AWS_REGION us-east-1
VOLUME ["/host/var/log"]

EXPOSE 9200 9300
<commit_msg>Bump logstash to 1.4.1 and cloud aws plugin to 2.1.1.<commit_after># BUILD: docker build -t balsamiq/docker-logstash .
# RUN: docker run -i -t -v /var/log:/host/var/log -e CLUSTER_NAME=docker -e LOGSTASH_OPTS=--verbose balsamiq/docker-logstash
FROM stackbrew/ubuntu:trusty
MAINTAINER <NAME> <<EMAIL>>

RUN apt-get update && apt-get -y upgrade
RUN apt-get -y install wget unzip

# Install logstash
RUN wget -O- http://packages.elasticsearch.org/GPG-KEY-elasticsearch | apt-key add -
RUN echo "deb http://packages.elasticsearch.org/logstash/1.4/debian stable main" > /etc/apt/sources.list.d/logstash.list
RUN apt-get update && apt-get -y install logstash=1.4.1-1-bd507eb

# Install elasticsearch ec2 plugin jars
WORKDIR /opt/logstash/vendor
RUN wget http://download.elasticsearch.org/elasticsearch/elasticsearch-cloud-aws/elasticsearch-cloud-aws-2.1.1.zip && unzip elasticsearch-cloud-aws-2.1.1.zip && rm elasticsearch-cloud-aws-2.1.1.zip

# Install elasticsearch config
WORKDIR /opt/logstash
RUN ln -s /etc/elasticsearch/elasticsearch.yml

ADD run /opt/logstash/run
RUN chmod +x run

ADD config/etc /etc

ENV ES_CLUSTER_NAME elasticsearch
ENV ES_AWS_REGION us-east-1
VOLUME ["/host/var/log"]

EXPOSE 9200 9300

{'fraction_non_alphanumeric': 0.124053826745164, 'fraction_numerical': 0.026492851135407905, 'mean_word_length': 4.116129032258065, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3971047', 'n_tokens_mistral': 908, 'n_tokens_neox': 878, 'n_words': 211}