<commit_before>#!/bin/bash

###############################################################
# Copyright (C) 2015 ClassCat(R) Co.,Ltd. All rights reserved.
###############################################################

# --- HISOTRY -------------------------------------------------
# -------------------------------------------------------------

export LC_ALL=C


# add spark user
groupadd -g 502 drill

useradd -u 502 -g drill -s /bin/bash -m drill


mkdir -p /opt/packages

cd /opt/packages

wget http://getdrill.org/drill/download/apache-drill-1.1.0.tar.gz

tar xfz apache-drill-1.1.0.tar.gz

chown -R drill.drill /opt/packages/apache-drill-1.1.0

ln -s /opt/packages/apache-drill-1.1.0 /opt/drill

#conf/drill-overrider.conf

#drill.exec: {
#  cluster-id: "drillbits1",
#  zk.connect: "172.16.58.3:2181"
#  #zk.connect: "localhost:2181"
#}

#./bin/drillbit.sh start

echo 'unset JAVA_HOME' > /home/drill/.bash_profile
echo 'export PATH=/usr/bin:$PATH' >> /home/drill/.bash_profile

echo 'export PATH=$PATH:/opt/drill/bin' >> /home/drill/.bash_profile<commit_msg>drill<commit_after>#!/bin/bash

###############################################################
# Copyright (C) 2015 ClassCat(R) Co.,Ltd. All rights reserved.
###############################################################

# --- HISOTRY -------------------------------------------------
# 26-oct-15 : drill 1.2.0
# -------------------------------------------------------------

export LC_ALL=C


# add spark user
groupadd -g 502 drill

useradd -u 502 -g drill -s /bin/bash -m drill


mkdir -p /opt/packages

cd /opt/packages

wget http://ftp.riken.jp/net/apache/drill/drill-1.2.0/apache-drill-1.2.0.tar.gz

tar xfz apache-drill-1.2.0.tar.gz

chown -R drill.drill /opt/packages/apache-drill-1.2.0

ln -s /opt/packages/apache-drill-1.2.0 /opt/drill

#conf/drill-overrider.conf

#drill.exec: {
#  cluster-id: "drillbits1",
#  zk.connect: "172.16.58.3:2181"
#  #zk.connect: "localhost:2181"
#}

#./bin/drillbit.sh start

#echo 'unset JAVA_HOME' > /home/drill/.bash_profile
#echo 'export PATH=/usr/bin:$PATH' >> /home/drill/.bash_profile

echo 'export PATH=$PATH:/opt/drill/bin' > /home/drill/.bash_profile
{'fraction_non_alphanumeric': 0.35605711653615846, 'fraction_numerical': 0.04053431598341778, 'mean_word_length': 2.491961414790997, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5660429', 'n_tokens_mistral': 855, 'n_tokens_neox': 763, 'n_words': 138}