<commit_before>---
image: ocaml/opam:alpine_ocaml-4.06.0

variables:
  OPAMYES: "yes"
  OCB_VERSION: 0.12.0

before_script:
  - sudo apk add libffi libffi-dev
  - opam depext -y conf-m4.1
  - eval $(opam config env)
  - opam install ocamlbuild.$OCB_VERSION
  - ./configure.sh
  - cd libhsem
  - ./configure.sh

test:
  script:
    - cd "$CI_PROJECT_DIR"
    - make
    - cd libhsem
    - make
    - ocamlbuild libhsem.so
    - find _build/


<commit_msg>Added versioning.<commit_after>---
image: ocaml/opam:alpine_ocaml-4.06.0

variables:
  OPAMYES: "yes"
  OCB_VERSION: 0.12.0
  COQ_VERSION: 8.7.2

before_script:
  - sudo apk add libffi libffi-dev
  - opam depext -y conf-m4.1
  - opam repo add coq-released https://coq.inria.fr/opam/released
  - opam install coq.$COQ_VERSION
  - eval $(opam config env)
  - opam install ocamlbuild.$OCB_VERSION
  - ./configure.sh
  - cd libhsem
  - ./configure.sh

test:
  script:
    - cd "$CI_PROJECT_DIR"
    - make
    - cd libhsem
    - make
    - ocamlbuild libhsem.so
    - find _build/



{'fraction_non_alphanumeric': 0.12197483059051308, 'fraction_numerical': 0.022265246853823813, 'mean_word_length': 2.3462783171521036, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2794023', 'n_tokens_mistral': 458, 'n_tokens_neox': 439, 'n_words': 93}