<commit_before>git:
    quiet: true
    depth: 5

language: c

compiler:
    - clang
    - gcc

os:
    - linux
    - osx

env:
    global:
        - MAKEJOBS="-j$(getconf _NPROCESSORS_ONLN)"
        - TRAVIS_COMMIT_LOG=`git log --format=fuller -2`
        - COVERAGE=OFF # Currently works only with gcc on linux

before_script:
    - if [ "${TRAVIS_OS_NAME}-${TRAVIS_COMPILER}" = "linux-gcc" ]; then export COVERAGE="ON"; fi

script:
    - |
      if [ $COVERAGE = "ON" ]; then
          export LDFLAGS=" -lgcov --coverage"
          export CFLAGS="-O0 -ggdb -fprofile-arcs -ftest-coverage"
      fi
    - make $MAKEJOBS || ( echo "Build failure. Verbose build follows." && make V=1 ; false )
    - make check $MAKEJOBS VERBOSE=1

jobs:
  include:
    - stage: Benchmark
      os: linux
      compiler: gcc
      before_script:
          - export COVERAGE=OFF
      script:
          - make $MAKEJOBS
          - make $MAKEJOBS bench
    - stage: Benchmark
      os: osx
      compiler: clang
      before_script:
          - export COVERAGE=OFF
      script:
          - make $MAKEJOBS
          - make $MAKEJOBS bench

after_success:
    - if [ $COVERAGE = "ON" ]; then (bash <(curl -s https://codecov.io/bash) || echo "Codecov did not collect coverage reports"); fi;

after_script:
    - printf "$TRAVIS_COMMIT_RANGE\n"
    - printf "$TRAVIS_COMMIT_LOG\n"
<commit_msg>test without forking to get accurate coverage (#431)<commit_after>git:
    quiet: true
    depth: 5

language: c

compiler:
    - clang
    - gcc

os:
    - linux
    - osx

env:
    global:
        - MAKEJOBS="-j$(getconf _NPROCESSORS_ONLN)"
        - TRAVIS_COMMIT_LOG=`git log --format=fuller -2`
        - COVERAGE=OFF # Currently works only with gcc on linux

before_script:
    - if [ "${TRAVIS_OS_NAME}-${TRAVIS_COMPILER}" = "linux-gcc" ]; then export COVERAGE="ON"; fi

script:
    - |
      if [ $COVERAGE = "ON" ]; then
          export LDFLAGS=" -lgcov --coverage"
          export CFLAGS="-O0 -ggdb -fprofile-arcs -ftest-coverage"
      fi
    - make $MAKEJOBS || ( echo "Build failure. Verbose build follows." && make V=1 ; false )
    - make check -j1 VERBOSE=1

jobs:
  include:
    - stage: Benchmark
      os: linux
      compiler: gcc
      before_script:
          - export COVERAGE=OFF
      script:
          - make $MAKEJOBS
          - make $MAKEJOBS bench
    - stage: Benchmark
      os: osx
      compiler: clang
      before_script:
          - export COVERAGE=OFF
      script:
          - make $MAKEJOBS
          - make $MAKEJOBS bench

after_success:
    - if [ $COVERAGE = "ON" ]; then (bash <(curl -s https://codecov.io/bash) || echo "Codecov did not collect coverage reports"); fi;

after_script:
    - printf "$TRAVIS_COMMIT_RANGE\n"
    - printf "$TRAVIS_COMMIT_LOG\n"

{'fraction_non_alphanumeric': 0.1170327691753691, 'fraction_numerical': 0.005041411595246669, 'mean_word_length': 2.090100111234705, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6043796', 'n_tokens_mistral': 1017, 'n_tokens_neox': 952, 'n_words': 249}