<commit_before># DOCKER-VERSION 1.1.0

FROM    debian:sid

# Update packages if it is needed
RUN     apt-get update
RUN		apt-get -y upgrade

# Install python, needed for pythia's scripts
RUN     apt-get -y install python python3
RUN     apt-get -y install gcc gcc-4.4 
RUN     apt-get -y install gcc-4.4-base 
RUN     apt-get -y install cpp cpp-4.4 
RUN     apt-get -y install g++ g++-4.4 
RUN     apt-get -y install binutils libcunit1 libcunit1-dev
RUN     apt-get -y install make valgrind libc6
RUN     apt-get -y install libc-bin libgcc1 libstdc++6
RUN     apt-get -y install libmpfr4 
RUN     apt-get -y install libgmp-dev libgmp10 
RUN     apt-get -y install zlib1g 
RUN     apt-get -y install libgomp1 
RUN     apt-get -y install libc6-dev 
RUN     apt-get -y install libstdc++6-4.4-dev
RUN		apt-get -y install openjdk-6-jdk openjdk-6-jre-headless openjdk-6-jre-lib tzdata-java tzdata libc6 libc-bin libgcc1 zlib1g libnss3-1d libnspr4-0d libsqlite3-0
RUN     apt-get -y install python-pip
RUN     pip install xmltodict
RUN     ln -s /usr/lib/jvm/java-6-openjdk/bin/java /bin/java
RUN     ln -s /usr/lib/jvm/java-6-openjdk/bin/javac /bin/javac


ADD . /pythia

# Add mozart
RUN     dpkg -i /pythia/mozart2.deb

RUN     mkdir -p /usr/lib/python2.7/dist-packages/lib
RUN     cp -R /pythia/lib/*.py  /usr/lib/python2.7/dist-packages/lib
RUN     echo "lib" > /usr/lib/python2.7/dist-packages/lib.pth
RUN     mkdir -p /usr/lib/python3.4/dist-packages/lib
RUN     cp -R /pythia/lib/*.py  /usr/lib/python3.4/dist-packages/lib
RUN     echo "lib" > /usr/lib/python3.4/dist-packages/lib.pth

# Create worker user
RUN     addgroup --gid 4242 worker
RUN     useradd --uid 4242 --gid 4242 worker
<commit_msg>Improve pythia0compat<commit_after># DOCKER-VERSION 1.1.0

FROM    debian:sid

# Update packages if it is needed
RUN     apt-get update && \
        apt-get -y upgrade

# Install python, needed for scripts used in Pythia
RUN     apt-get -y install python python3 gcc gcc-4.4 gcc-4.4-base cpp cpp-4.4 \ 
        g++ g++-4.4 binutils libcunit1 libcunit1-dev make valgrind libc6 \
        libc-bin libgcc1 libstdc++6 libmpfr4 libgmp-dev libgmp10 zlib1g \
        libgomp1 libc6-dev libstdc++6-4.4-dev openjdk-6-jdk \
        openjdk-6-jre-headless openjdk-6-jre-lib tzdata-java tzdata libc6 \
        libc-bin libgcc1 zlib1g libnss3-1d libnspr4-0d libsqlite3-0 \
        python-pip && \
        pip install xmltodict && \
        ln -s /usr/lib/jvm/java-6-openjdk/bin/java /bin/java && \
        ln -s /usr/lib/jvm/java-6-openjdk/bin/javac /bin/javac

ADD . /pythia

# Add mozart
RUN     dpkg -i /pythia/mozart2.deb

# Add libs and create worker user
RUN     mkdir -p /usr/lib/python2.7/dist-packages/lib && \
        cp -R /pythia/lib/*.py  /usr/lib/python2.7/dist-packages/lib && \
        echo "lib" > /usr/lib/python2.7/dist-packages/lib.pth && \
        mkdir -p /usr/lib/python3.4/dist-packages/lib && \
        cp -R /pythia/lib/*.py  /usr/lib/python3.4/dist-packages/lib && \
        echo "lib" > /usr/lib/python3.4/dist-packages/lib.pth && \
        addgroup --gid 4242 worker && \
        useradd --uid 4242 --gid 4242 worker

{'fraction_non_alphanumeric': 0.12065113309926588, 'fraction_numerical': 0.041812958825406955, 'mean_word_length': 2.267987486965589, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3481613', 'n_tokens_mistral': 1312, 'n_tokens_neox': 1228, 'n_words': 313}