<commit_before>FROM ubuntu

RUN apt-get -y --force-yes update

RUN apt-get install -y --force-yes \
    cmake \
    make \
    libboost-all-dev \
    libxml2-dev \
    libxml++2.6-dev \
    libsqlite3-dev \
    libhdf5-serial-dev \
    libbz2-dev \
    coinor-libcbc-dev \
    coinor-libcoinutils-dev \
    coinor-libosi-dev \
    coinor-libclp-dev \
    coinor-libcgl-dev \
    libblas-dev \
    liblapack-dev \
    g++ \
    libgoogle-perftools-dev \
    git \
    python3 \
    python3-tables \
    python3-numpy \
    python3-nose

RUN rm /usr/bin/python
RUN ln -s /usr/bin/python3 /usr/bin/python

<commit_msg>updated docker deps<commit_after>FROM ubuntu

RUN apt-get -y --force-yes update

RUN apt-get install -y --force-yes \
    cmake \
    make \
    libboost-all-dev \
    libxml2-dev \
    libxml++2.6-dev \
    libsqlite3-dev \
    libhdf5-serial-dev \
    libbz2-dev \
    coinor-libcbc-dev \
    coinor-libcoinutils-dev \
    coinor-libosi-dev \
    coinor-libclp-dev \
    coinor-libcgl-dev \
    libblas-dev \
    liblapack-dev \
    g++ \
    libgoogle-perftools-dev \
    git \
    python3 \
    python3-dev \
    python3-tables \
    python3-numpy \
    python3-nose \
    python3-jinja2 \
    cython3

RUN rm /usr/bin/python
RUN ln -s /usr/bin/python3 /usr/bin/python


{'fraction_non_alphanumeric': 0.12024825446082234, 'fraction_numerical': 0.02017067494181536, 'mean_word_length': 1.7215189873417722, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7194502', 'n_tokens_mistral': 532, 'n_tokens_neox': 518, 'n_words': 89}