<commit_before>name: CI

on: [push, pull_request]

jobs:
  test:
    runs-on: ubuntu-latest
    continue-on-error: ${{ matrix.experimental }}
    strategy:
      fail-fast: false
      matrix:
        ruby: ["2.4", "2.5", "2.6", "2.7", "3.0", "jruby"]
        experimental: [false]
        include:
        - ruby: "truffleruby"
          experimental: true
    steps:
    - uses: actions/checkout@v2
    - uses: ruby/setup-ruby@v1
      with:
        ruby-version: ${{matrix.ruby}}
        bundler-cache: true

    - name: Run tests
      timeout-minutes: 5
      run: ${{matrix.env}} bundle exec rake
<commit_msg>Add Ruby 3.1 to CI (#160)<commit_after>name: CI

on: [push, pull_request]

jobs:
  test:
    runs-on: ubuntu-latest
    continue-on-error: ${{ matrix.experimental }}
    strategy:
      fail-fast: false
      matrix:
        ruby: ["2.4", "2.5", "2.6", "2.7", "3.0", "3.1", "jruby"]
        experimental: [false]
        include:
        - ruby: "truffleruby"
          experimental: true
    steps:
    - uses: actions/checkout@v2
    - uses: ruby/setup-ruby@v1
      with:
        ruby-version: ${{matrix.ruby}}
        bundler-cache: true

    - name: Run tests
      timeout-minutes: 5
      run: ${{matrix.env}} bundle exec rake

{'fraction_non_alphanumeric': 0.15372297838270615, 'fraction_numerical': 0.02642113690952762, 'mean_word_length': 2.0712530712530715, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1425751', 'n_tokens_mistral': 472, 'n_tokens_neox': 433, 'n_words': 104}