<commit_before>name: build ab
on:
  - push
jobs:
  build-linux:
    runs-on: ubuntu-latest
    steps:
      - name: Install dependencies
        run: |
          sudo apt-get update
          sudo apt-get install gcc-9 build-essential cmake libfmt-dev python3-pip ninja-build ragel
          sudo pip install pyyaml jinja2
      - name: checkout
        uses: actions/checkout@master
        with:
          submodules: true
      - name: Configure
        run: mkdir build && cd build && cmake -Wdev -GNinja -DAB_COLOR_DIAGNOSTICS=on -DCMAKE_C_COMPILER=gcc-9 -DCMAKE_CXX_COMPILER=g++-9 ..
      - name: Build
        run: cd build && ninja
      - name: Test
        run: cd build && ctest -V
        env:
          GTEST_COLOR: yes
<commit_msg>Install G++ 9<commit_after>name: build ab
on:
  - push
jobs:
  build-linux:
    runs-on: ubuntu-latest
    steps:
      - name: Install dependencies
        run: |
          sudo apt-get update
          sudo apt-get install gcc-9 g++-9 build-essential cmake libfmt-dev python3-pip ninja-build ragel
          sudo pip install pyyaml jinja2
      - name: checkout
        uses: actions/checkout@master
        with:
          submodules: true
      - name: Configure
        run: mkdir build && cd build && cmake -Wdev -GNinja -DAB_COLOR_DIAGNOSTICS=on -DCMAKE_C_COMPILER=gcc-9 -DCMAKE_CXX_COMPILER=g++-9 ..
      - name: Build
        run: cd build && ninja
      - name: Test
        run: cd build && ctest -V
        env:
          GTEST_COLOR: yes

{'fraction_non_alphanumeric': 0.09012016021361816, 'fraction_numerical': 0.00801068090787717, 'mean_word_length': 1.9106796116504854, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3371640', 'n_tokens_mistral': 515, 'n_tokens_neox': 483, 'n_words': 139}