<commit_before>#docker build with --build-arg BASE_IMAGE=centos:7
ARG  BASE_IMAGE
FROM ${BASE_IMAGE}
RUN  yum clean all \
&&   rm -rf /var/cache/yum \
&&   rpm --rebuilddb && yum -y update && yum -y install \
     yum-utils \
     python-devel \
     make \
     gcc \
     gcc-c++ \
     git \
     which \
     tar \
     libyaml-devel \
     openssl-devel \
## No package libffi-devel available in RHEL 6 therefore installing from url
&&   if [[ $(cat /etc/*-release) == *"(Santiago)"* ]] ; \
     then yum install -y http://mirror.centos.org/centos/6/os/x86_64/Packages/libffi-devel-3.0.5-3.2.el6.x86_64.rpm ; \
     else yum install -y libffi-devel ; fi
RUN  curl -1 "https://bootstrap.pypa.io/2.6/get-pip.py" -o "get-pip.py" \
&&   python get-pip.py pip==9.0.1
<commit_msg>Avoid updating docker containers, to ensure consistent builds<commit_after>#docker build with --build-arg BASE_IMAGE=centos:7
ARG  BASE_IMAGE
FROM ${BASE_IMAGE}
RUN  yum clean all \
&&   rm -rf /var/cache/yum \
&&   rpm --rebuilddb && yum -y install \
     yum-utils \
     python-devel \
     make \
     gcc \
     gcc-c++ \
     git \
     which \
     tar \
     libyaml-devel \
     openssl-devel \
## No package libffi-devel available in RHEL 6 therefore installing from url
&&   if [[ $(cat /etc/*-release) == *"(Santiago)"* ]] ; \
     then yum install -y http://mirror.centos.org/centos/6/os/x86_64/Packages/libffi-devel-3.0.5-3.2.el6.x86_64.rpm ; \
     else yum install -y libffi-devel ; fi
RUN  curl -1 "https://bootstrap.pypa.io/2.6/get-pip.py" -o "get-pip.py" \
&&   python get-pip.py pip==9.0.1

{'fraction_non_alphanumeric': 0.15859030837004406, 'fraction_numerical': 0.0289490245437382, 'mean_word_length': 2.2382892057026478, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4617675', 'n_tokens_mistral': 663, 'n_tokens_neox': 613, 'n_words': 142}