<commit_before>FROM debian:squeeze

MAINTAINER DPpedia Spotlight Team <<EMAIL>>

RUN apt-get update && apt-get install -y \
    curl \
    openjdk-6-jre

ENV RELEASE_SERVER    spotlight.sztaki.hu
ENV RELEASE_FILENAME  dbpedia-spotlight-0.7.jar
ENV LANGUAGE_MODEL    da.tar.gz	   

RUN mkdir -p /opt/spotlight && \
    cd /opt/spotlight && \
    curl -O "http://$RELEASE_SERVER/downloads/$RELEASE_FILENAME" && \
    curl -O "http://$RELEASE_SERVER/downloads/latest_models/$LANGUAGE_MODEL" && \
    tar xvf $LANGUAGE_MODEL  && \
    rm  $LANGUAGE_MODEL


ADD spotlight.sh /bin/spotlight.sh
RUN chmod +x /bin/spotlight.sh

EXPOSE 80

   
<commit_msg>updating wrong language model filename<commit_after>FROM debian:squeeze

MAINTAINER DPpedia Spotlight Team <<EMAIL>>

RUN apt-get update && apt-get install -y \
    curl \
    openjdk-6-jre

ENV RELEASE_SERVER    spotlight.sztaki.hu
ENV RELEASE_FILENAME  dbpedia-spotlight-0.7.jar
ENV LANGUAGE_MODEL    nl.tar.gz	   

RUN mkdir -p /opt/spotlight && \
    cd /opt/spotlight && \
    curl -O "http://$RELEASE_SERVER/downloads/$RELEASE_FILENAME" && \
    curl -O "http://$RELEASE_SERVER/downloads/latest_models/$LANGUAGE_MODEL" && \
    tar xvf $LANGUAGE_MODEL  && \
    rm  $LANGUAGE_MODEL


ADD spotlight.sh /bin/spotlight.sh
RUN chmod +x /bin/spotlight.sh

EXPOSE 80

   

{'fraction_non_alphanumeric': 0.1152388172858226, 'fraction_numerical': 0.0075815011372251705, 'mean_word_length': 3.086687306501548, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3999785', 'n_tokens_mistral': 526, 'n_tokens_neox': 499, 'n_words': 104}