<commit_before>RUN aptitude update
RUN aptitude install -y build-essential cmake cmake-curses-gui ninja-build pkg-config
RUN aptitude install -y libx11-dev libopenblas-dev liblapack-dev libgtk2.0-dev

# opencv

ARG opencv_version="3.1.0"
RUN wget https://github.com/Itseez/opencv/archive/$opencv_version.zip
RUN unzip $opencv_version.zip
RUN git clone https://github.com/Itseez/opencv_contrib.git
RUN mkdir opencv-$opencv_version/build
RUN cd opencv-$opencv_version/build && \
  cmake .. -G"Ninja" -DCMAKE_BUILD_TYPE=RELEASE -DENABLE_AVX2=ON -DENABLE_SSE42=ON && \
  ninja && ninja install

# dlib

ARG dlib_version="19.1"
RUN wget http://dlib.net/files/dlib-$dlib_version.tar.bz2
RUN tar xjf dlib-$dlib_version.tar.bz2
RUN mkdir dlib-$dlib_version/build
RUN cd dlib-$dlib_version/build && \
  cmake .. -G"Ninja" -DCMAKE_BUILD_TYPE=RELEASE && \
  ninja && ninja install<commit_msg>clean up opencv and dlib build<commit_after>RUN aptitude update
RUN aptitude install -y build-essential cmake cmake-curses-gui ninja-build pkg-config
RUN aptitude install -y libx11-dev libopenblas-dev liblapack-dev libgtk2.0-dev

# opencv

ARG opencv_version="3.1.0"
RUN wget https://github.com/Itseez/opencv/archive/$opencv_version.zip
RUN unzip $opencv_version.zip
RUN git clone https://github.com/Itseez/opencv_contrib.git
RUN mkdir opencv-$opencv_version/build
RUN cd opencv-$opencv_version/build && \
  cmake .. -G"Ninja" -DCMAKE_BUILD_TYPE=RELEASE -DENABLE_AVX2=ON -DENABLE_SSE42=ON && \
  ninja && ninja install
RUN rm -rf $opencv_version.zip opencv-$opencv_version

# dlib

ARG dlib_version="19.1"
RUN wget http://dlib.net/files/dlib-$dlib_version.tar.bz2
RUN tar xjf dlib-$dlib_version.tar.bz2
RUN mkdir dlib-$dlib_version/build
RUN cd dlib-$dlib_version/build && \
  cmake .. -G"Ninja" -DCMAKE_BUILD_TYPE=RELEASE && \
  ninja && ninja install
RUN rm -rf dlib-$dlib_version.tar.bz2 dlib-$dlib_version
{'fraction_non_alphanumeric': 0.11746031746031746, 'fraction_numerical': 0.0164021164021164, 'mean_word_length': 4.594674556213017, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4473151', 'n_tokens_mistral': 774, 'n_tokens_neox': 738, 'n_words': 152}