<commit_before>name: CI
on: [push, pull_request]
env:
    CI: 'true'
    LC_ALL: en_US.UTF-8
    LANG: en_US.UTF-8

jobs:
    test:
        name: Test on ${{ matrix.os }} (python=${{ matrix.pyver }} cc=${{ matrix.cc }} builder=${{ matrix.builder }})
        runs-on: ${{ matrix.os }}
        env:
            CC: ${{ matrix.cc }}
            BUILDER: ${{ matrix.builder }}
        strategy:
            matrix:
                include:
                    - { pyver: 2.7, builder: unix_build.py, os: ubuntu-latest, cc: gcc }
                    - { pyver: 2.7, builder: unix_build.py, os: ubuntu-latest, cc: clang }
                    - { pyver: 3.6, builder: unix_build.py, os: ubuntu-latest, cc: gcc }
                    - { pyver: 3.6, builder: unix_build.py, os: ubuntu-latest, cc: clang }
                    - { pyver: 3.8, builder: setup.py, os: ubuntu-latest, cc: gcc }

                    - { pyver: 3.8, builder: setup.py, os: macos-latest, cc: clang }

                    - { pyver: 3.8, builder: setup.py, os: windows-latest, cc: cl }

        steps:
            - name: Checkout source code
              uses: actions/checkout@master<commit_msg>Need to use VS 2019 in CI<commit_after>name: CI
on: [push, pull_request]
env:
    CI: 'true'
    LC_ALL: en_US.UTF-8
    LANG: en_US.UTF-8

jobs:
    test:
        name: Test on ${{ matrix.os }} (python=${{ matrix.pyver }} cc=${{ matrix.cc }} builder=${{ matrix.builder }})
        runs-on: ${{ matrix.os }}
        env:
            CC: ${{ matrix.cc }}
            BUILDER: ${{ matrix.builder }}
        strategy:
            matrix:
                include:
                    - { pyver: 2.7, builder: unix_build.py, os: ubuntu-latest, cc: gcc }
                    - { pyver: 2.7, builder: unix_build.py, os: ubuntu-latest, cc: clang }
                    - { pyver: 3.6, builder: unix_build.py, os: ubuntu-latest, cc: gcc }
                    - { pyver: 3.6, builder: unix_build.py, os: ubuntu-latest, cc: clang }
                    - { pyver: 3.8, builder: setup.py, os: ubuntu-latest, cc: gcc }

                    - { pyver: 3.8, builder: setup.py, os: macos-latest, cc: clang }

                    - { pyver: 3.8, builder: setup.py, os: windows-2019, cc: cl }

        steps:
            - name: Checkout source code
              uses: actions/checkout@master
{'fraction_non_alphanumeric': 0.1481164383561644, 'fraction_numerical': 0.017123287671232876, 'mean_word_length': 1.5823204419889503, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5685174', 'n_tokens_mistral': 842, 'n_tokens_neox': 756, 'n_words': 199}