<commit_before>FROM quay.io/geodocker/base:latest

MAINTAINER <NAME>, <EMAIL>

ENV HADOOP_VERSION 2.7.2
ENV HADOOP_HOME /opt/hadoop
ENV HADOOP_PREFIX $HADOOP_HOME
ENV HADOOP_CONF_DIR $HADOOP_PREFIX/etc/hadoop
ENV PATH $PATH:$HADOOP_PREFIX/bin:$HADOOP_PREFIX/sbin

# Install native libs for hadoop
RUN set -x \
  && yum install -y snappy snappy-devel lzo lzo-devel hadooplzo hadooplzo-native openssl-devel nmap \
  && mkdir -p $HADOOP_PREFIX \
  && curl -sS -# http://apache.mirrors.pair.com/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz \
  | tar -xz -C ${HADOOP_PREFIX} --strip-components=1

COPY ./fs /

VOLUME ["/data/hdfs"]
WORKDIR "${HADOOP_HOME}"
ENTRYPOINT [ "/sbin/entrypoint.sh" ]
<commit_msg>switch to bigtop 1.1.0 for hdfs install<commit_after>FROM quay.io/geodocker/base:latest

MAINTAINER <NAME>, <EMAIL>

ENV HADOOP_VERSION 2.7.1
ENV HADOOP_HOME /usr/lib/hadoop
ENV HADOOP_CONF_DIR /etc/hadoop/conf

RUN set -x \
&& wget -nv -O /etc/yum.repos.d/bigtop.repo  http://www.apache.org/dist/bigtop/bigtop-1.1.0/repos/centos7/bigtop.repo \
&& yum install -y hadoop-hdfs-${HADOOP_VERSION} openssl-devel nmap

COPY ./fs /
VOLUME ["/data/hdfs"]
ENTRYPOINT [ "/sbin/entrypoint.sh" ]

{'fraction_non_alphanumeric': 0.14450867052023122, 'fraction_numerical': 0.011560693641618497, 'mean_word_length': 4.113924050632911, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 1, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4640773', 'n_tokens_mistral': 531, 'n_tokens_neox': 506, 'n_words': 98}