<commit_before>FROM parker20121/xdata-hive-cli:cdh53

MAINTAINER <NAME> <<EMAIL>>

RUN yum install --assumeyes boost-devel gcc-c++ zlib-devel nano ant wget

WORKINGDIR /opt

ADD http://joshua-decoder.org/releases/6.0/

RUN tar -xf joshua-v6.0.1.tgz
ENV JOSHUA=/opt/joshua-v6.0.1

WORKINGDIR ${JOSHUA}
RUN ant kenlm

PORT 5674<commit_msg>Added dockerfile.<commit_after>FROM parker20121/xdata-hive-cli:cdh53

MAINTAINER <NAME> <<EMAIL> at l-<EMAIL>>

RUN yum install --assumeyes boost-devel gcc-c++ zlib-devel nano ant wget

WORKINGDIR /opt

ADD http://joshua-decoder.org/releases/6.0/

RUN tar -xf joshua-v6.0.1.tgz
ENV JOSHUA=/opt/joshua-v6.0.1

WORKINGDIR ${JOSHUA}
RUN ant kenlm

PORT 5674
{'fraction_non_alphanumeric': 0.13314037626628075, 'fraction_numerical': 0.05499276410998553, 'mean_word_length': 4.088235294117647, 'pattern_counts': {'":': 0, '<': 10, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3887512', 'n_tokens_mistral': 341, 'n_tokens_neox': 303, 'n_words': 66}