<commit_before># based on Ubuntu
FROM ubuntu:latest

# environment variable
ENV EMSDK_NAME sdk-1.37.9-64bit

# update the repository sources list
RUN apt-get update

# install some packages
# curl, python, git-core
# build-essential
# openjdk-8-jdk, ant
RUN apt-get install -y curl python git-core build-essential openjdk-8-jdk ant

# download CMake
RUN cd /tmp \
    && curl -Ok https://cmake.org/files/v3.8/cmake-3.8.1-Linux-x86_64.tar.gz \
    && tar zxf cmake-3.8.1-Linux-x86_64.tar.gz \
    && rm cmake-3.8.1-Linux-x86_64.tar.gz \
    && mv cmake-3.8.1-Linux-x86_64 /opt/cmake \
    && ln -s /opt/cmake/bin/cmake /usr/bin/cmake

# download emsdk
RUN cd /tmp \
    && curl -Ok https://s3.amazonaws.com/mozilla-games/emscripten/releases/emsdk-portable.tar.gz \
    && tar zxf emsdk-portable.tar.gz \
    && rm emsdk-portable.tar.gz \
    && mv emsdk-portable /emsdk

# update emsdk
RUN cd /emsdk \
    && ./emsdk update \
    && ./emsdk install ${EMSDK_NAME} \
    && ./emsdk activate ${EMSDK_NAME}

# clean packages
RUN apt-get clean && apt-get autoclean && apt-get autoremove

# entrypoint
COPY entrypoint.sh /entrypoint.sh
RUN chmod 755 /entrypoint.sh
ENTRYPOINT ["/entrypoint.sh"]<commit_msg>Add default command. Clear apt lists folder.<commit_after># based on Ubuntu
FROM ubuntu:latest

# environment variable
ENV EMSDK_NAME sdk-1.37.9-64bit

# update the repository sources list
RUN apt-get update

# install some packages
# curl, python, git-core
# build-essential
# openjdk-8-jdk, ant
RUN apt-get install -y curl python git-core build-essential openjdk-8-jdk ant

# download CMake
RUN cd /tmp \
    && curl -Ok https://cmake.org/files/v3.8/cmake-3.8.1-Linux-x86_64.tar.gz \
    && tar zxf cmake-3.8.1-Linux-x86_64.tar.gz \
    && rm cmake-3.8.1-Linux-x86_64.tar.gz \
    && mv cmake-3.8.1-Linux-x86_64 /opt/cmake \
    && ln -s /opt/cmake/bin/cmake /usr/bin/cmake

# download emsdk
RUN cd /tmp \
    && curl -Ok https://s3.amazonaws.com/mozilla-games/emscripten/releases/emsdk-portable.tar.gz \
    && tar zxf emsdk-portable.tar.gz \
    && rm emsdk-portable.tar.gz \
    && mv emsdk-portable /emsdk

# update emsdk
RUN cd /emsdk \
    && ./emsdk update \
    && ./emsdk install ${EMSDK_NAME} \
    && ./emsdk activate ${EMSDK_NAME}

# clean packages
RUN apt-get clean\
    && apt-get autoclean\
    && apt-get autoremove\
    && rm -rf /var/lib/apt/lists/*

# entrypoint
COPY entrypoint.sh /entrypoint.sh
RUN chmod 755 /entrypoint.sh
ENTRYPOINT ["/entrypoint.sh"]

# default COMMAND
CMD ["/bin/bash"]
{'fraction_non_alphanumeric': 0.14371019108280256, 'fraction_numerical': 0.03343949044585987, 'mean_word_length': 2.8075757575757576, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '280342', 'n_tokens_mistral': 1038, 'n_tokens_neox': 966, 'n_words': 224}