<commit_before># build a docker image with hexlite and examples installed
FROM gcc:9.2.0

RUN apt-get update
RUN apt-get install -y --no-install-recommends \
  git \
  re2c bison cmake python3-dev lua5.3

RUN set -ex ; \
  cd /opt ; \
  git clone https://github.com/potassco/clingo.git --branch v5.4.0 ; \
  cd clingo ; \
  git submodule update --init --recursive

RUN set -ex ; \
  cd /opt/clingo ; \
  mkdir build ; \
  cmake -H. -Bbuild \
    -DCLINGO_REQUIRE_PYTHON=ON \
    -DPYCLINGO_USER_INSTALL=OFF \
    -DPYTHON_EXECUTABLE:FILEPATH=/usr/bin/python3 \
    -DCLINGO_PYTHON_VERSION=3 \
    -DCMAKE_BUILD_TYPE=Release \
    -DCMAKE_INSTALL_PREFIX=/usr/local/; \
  cmake --build build

RUN set -ex ; \
  cd /opt/clingo ; \
  cmake --build build --target install
<commit_msg>finished dockerfile for building hexlite<commit_after># build a docker image with hexlite and examples installed
FROM gcc:9.2.0

RUN apt-get update
RUN apt-get install -y --no-install-recommends \
  git \
  re2c bison cmake python3-dev lua5.3

RUN set -ex ; \
  cd /opt ; \
  git clone https://github.com/potassco/clingo.git --branch v5.4.0 ; \
  cd clingo ; \
  git submodule update --init --recursive

RUN set -ex ; \
  cd /opt/clingo ; \
  mkdir build ; \
  cmake -H. -Bbuild \
    -DCLINGO_REQUIRE_PYTHON=ON \
    -DPYCLINGO_USER_INSTALL=OFF \
    -DPYTHON_EXECUTABLE:FILEPATH=/usr/bin/python3 \
    -DCLINGO_PYTHON_VERSION=3 \
    -DCMAKE_BUILD_TYPE=Release \
    -DCMAKE_INSTALL_PREFIX=/usr/local/; \
  cmake --build build

RUN set -ex ; \
  cd /opt/clingo ; \
  cmake --build build --target install

RUN set -ex ; \
  cd /opt ; \
  git clone https://github.com/hexhex/hexlite.git --branch v1.0.2

RUN apt install -y python3-setuptools

RUN set -ex ; \
  cd /opt/hexlite ; \
  python3 setup.py install
{'fraction_non_alphanumeric': 0.12150055991041434, 'fraction_numerical': 0.016237402015677492, 'mean_word_length': 2.4766536964980546, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 3, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1289470', 'n_tokens_mistral': 719, 'n_tokens_neox': 692, 'n_words': 171}