<commit_before>---
name: CI
on:
  push:
    branches:
      - master
    paths-ignore:
      - "bin/**"
      - "examples/**"
      - "*.md"
  pull_request:
    branches:
      - master
    paths-ignore:
      - "bin/**"
      - "examples/**"
      - "*.md"
jobs:
  tests:
    name: Ruby ${{ matrix.ruby }}
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os:
          - ubuntu-latest
        ruby:
          - 2.1
          - 2.2
          - 2.3
          - 2.4
          - 2.5
          - 2.6
          - 3.0
          - 3.1
          - ruby-head
        allow_failure: [true]
        include:
          - ruby: 2.7
            os: ubuntu-latest
            coverage: true
            allow_failure: true
    env:
      COVERAGE: ${{ matrix.coverage }}
      COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }}
    continue-on-error: ${{ matrix.allow_failure }}
    steps:
      - uses: actions/checkout@v2
      - name: Set up Ruby
        uses: ruby/setup-ruby@v1
        with:
          ruby-version: ${{ matrix.ruby }}
      - name: Install bundler
        run: gem install bundler -v '< 2.0'
      - name: Install dependencies
        run: bundle install --jobs 4 --retry 3 --without examples
      - name: Run tests
        run: bundle exec rake ci<commit_msg>Change the CI workflow to allow bundler version configuration<commit_after>---
name: CI
on:
  push:
    branches:
      - master
    paths-ignore:
      - "bin/**"
      - "examples/**"
      - "*.md"
  pull_request:
    branches:
      - master
    paths-ignore:
      - "bin/**"
      - "examples/**"
      - "*.md"
jobs:
  tests:
    name: Ruby ${{ matrix.ruby }}
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os:
          - ubuntu-latest
        ruby:
          - 2.1
          - 2.2
          - 2.3
          - 2.4
          - 2.5
          - 2.6
          - 3.0
          - 3.1
          - ruby-head
        allow_failure: [true]
        include:
          - ruby: 2.1
            os: ubuntu-latest
            coverage: false
            bundler: 1
          - ruby: 2.2
            os: ubuntu-latest
            coverage: false
            bundler: 1
          - ruby: 2.7
            os: ubuntu-latest
            coverage: true
            bundler: latest
            allow_failure: true
    env:
      COVERAGE: ${{ matrix.coverage }}
      COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }}
    continue-on-error: ${{ matrix.allow_failure }}
    steps:
      - uses: actions/checkout@v2
      - name: Set up Ruby
        uses: ruby/setup-ruby@v1
        with:
          ruby-version: ${{ matrix.ruby }}
          bundler: ${{ matrix.bundler }}
      - name: Install dependencies
        run: bundle install --jobs 4 --retry 3 --without examples
      - name: Run tests
        run: bundle exec rake ci
{'fraction_non_alphanumeric': 0.12295936088919764, 'fraction_numerical': 0.01806182702327197, 'mean_word_length': 1.236024844720497, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5182179', 'n_tokens_mistral': 968, 'n_tokens_neox': 903, 'n_words': 218}