<commit_before>#/bin/bash

#bootstrap vagrant centos 6 client machine for dev 

# epel
yum -y install http://fedora.mirror.nexicom.net/epel/6/i386/epel-release-6-8.noarch.rpm

rpm --import http://packages.elasticsearch.org/GPG-KEY-elasticsearch


cat << EOF > /etc/yum.repos.d/logstash.repo
[logstash-1.4]
name=logstash repository for 1.4.x packages
baseurl=http://packages.elasticsearch.org/logstash/1.4/centos
gpgcheck=1
gpgkey=http://packages.elasticsearch.org/GPG-KEY-elasticsearch
enabled=1
[elasticsearch-1.0]
name=Elasticsearch repository for 1.3.x packages
baseurl=http://packages.elasticsearch.org/elasticsearch/1.3/centos
gpgcheck=1
gpgkey=http://packages.elasticsearch.org/GPG-KEY-elasticsearch
enabled=1
EOF

#yes -n yum update

# node
yum -y install vim wget java-1.7.0-openjdk
yum -y remove java-1.6.0-openjdk
yum -y install elasticsearch nginx logstash


cat << EOF >> /etc/default/elasticsearch
ES_HEAP_SIZE=512m
MAX_OPEN_FILES=65535
MAX_LOCKED_MEMORY=unlimited
EOF

# limits
echo "elasticsearch - nofile 65535" >> /etc/security/limits.conf
echo "elasticsearch - memlock unlimited" >> /etc/security/limits.conf

# allow memlock
echo "bootstrap.mlockall: true" >> /etc/elasticsearch/elasticsearch.yml
<commit_msg>install logstash-contrib by default<commit_after>#/bin/bash

#bootstrap vagrant centos 6 client machine for dev 

# epel
yum -y install http://fedora.mirror.nexicom.net/epel/6/i386/epel-release-6-8.noarch.rpm

rpm --import http://packages.elasticsearch.org/GPG-KEY-elasticsearch


cat << EOF > /etc/yum.repos.d/logstash.repo
[logstash-1.4]
name=logstash repository for 1.4.x packages
baseurl=http://packages.elasticsearch.org/logstash/1.4/centos
gpgcheck=1
gpgkey=http://packages.elasticsearch.org/GPG-KEY-elasticsearch
enabled=1
[elasticsearch-1.0]
name=Elasticsearch repository for 1.3.x packages
baseurl=http://packages.elasticsearch.org/elasticsearch/1.3/centos
gpgcheck=1
gpgkey=http://packages.elasticsearch.org/GPG-KEY-elasticsearch
enabled=1
EOF

#yes -n yum update

# node
yum -y install vim wget java-1.7.0-openjdk
yum -y remove java-1.6.0-openjdk
yum -y install elasticsearch nginx logstash logstash-contrib


cat << EOF >> /etc/default/elasticsearch
ES_HEAP_SIZE=512m
MAX_OPEN_FILES=65535
MAX_LOCKED_MEMORY=unlimited
EOF

# limits
echo "elasticsearch - nofile 65535" >> /etc/security/limits.conf
echo "elasticsearch - memlock unlimited" >> /etc/security/limits.conf

# allow memlock
echo "bootstrap.mlockall: true" >> /etc/elasticsearch/elasticsearch.yml

{'fraction_non_alphanumeric': 0.12344689378757515, 'fraction_numerical': 0.033667334669338675, 'mean_word_length': 4.818181818181818, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '705375', 'n_tokens_mistral': 937, 'n_tokens_neox': 918, 'n_words': 176}