<commit_before>FROM ubuntu:18.04

ENV PROTOC_VERSION 3.7.1

RUN export DEBIAN_FRONTEND=noninteractive DEBCONF_NONINTERACTIVE_SEEN=true && \
    apt-get -q update && \
    apt-get install -qy --no-install-recommends \
      autoconf \
      automake \
      binutils \
      ca-certificates \
      gcc \
      g++ \
      clang \
      curl \
      git \
      gnupg \
      libatomic1 \
      libbsd0 \
      libc6-dev \
      libc6-dev \
      libcurl4 \
      libedit2 \
      libgcc-5-dev \
      libnghttp2-dev \
      libpython2.7 \
      libsqlite3-0 \
      libstdc++-5-dev \
      libtool \
      libxml2 \
      make \
      pkg-config \
      python \
      python3 \
      tzdata \
      unzip \
      wget \
      zlib1g-dev && \
    rm -r /var/lib/apt/lists/*

WORKDIR /tmp

RUN curl -O -L https://github.com/protocolbuffers/protobuf/archive/v${PROTOC_VERSION}.zip
RUN unzip v${PROTOC_VERSION}.zip
RUN cd protobuf-${PROTOC_VERSION} && \
    ./autogen.sh && \
    ./configure --disable-debug --disable-dependency-tracking --prefix=/usr/local --with-zlib && \
    make && \
    make install && \
    cd .. && \
    rm -rf v${PROTOC_VERSION}.zip protobuf-${PROTOC_VERSION}<commit_msg>update protobuf<commit_after>FROM ubuntu:18.04

ENV PROTOC_VERSION 3.7.1

RUN export DEBIAN_FRONTEND=noninteractive DEBCONF_NONINTERACTIVE_SEEN=true && \
    apt-get -q update && \
    apt-get install -qy --no-install-recommends \
      autoconf \
      automake \
      ca-certificates \
      libtool \
      curl \
      make \
      g++ \
      unzip \
      zlib1g-dev && \
    rm -r /var/lib/apt/lists/*

WORKDIR /tmp

RUN curl -O -L https://github.com/protocolbuffers/protobuf/archive/v${PROTOC_VERSION}.zip
RUN unzip v${PROTOC_VERSION}.zip
RUN cd protobuf-${PROTOC_VERSION} && \
    ./autogen.sh && \
    ./configure --disable-debug --disable-dependency-tracking --prefix=/usr/local --with-zlib && \
    make && \
    make install && \
    cd .. && \
    rm -rf v${PROTOC_VERSION}.zip protobuf-${PROTOC_VERSION}
{'fraction_non_alphanumeric': 0.13406156901688182, 'fraction_numerical': 0.015392254220456803, 'mean_word_length': 1.8380281690140845, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 1}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7617174', 'n_tokens_mistral': 739, 'n_tokens_neox': 716, 'n_words': 132}