<commit_before>on:
  push:
  pull_request:
  schedule:
    - cron: '13 4 * * *'
jobs:
  linux:
    strategy:
      fail-fast: false
      matrix:
        image:
          - 'quay.io/pypa/manylinux2010_i686'
          - 'quay.io/pypa/manylinux2010_x86_64'
          - 'quay.io/pypa/manylinux2014_i686'
          - 'quay.io/pypa/manylinux2014_x86_64'
        py:
          - 'cp35-cp35m'
          - 'cp36-cp36m'
          - 'cp37-cp37m'
          - 'cp38-cp38'
          - 'cp39-cp39'
    runs-on: 'ubuntu-20.04'
    steps:
      - uses: actions/checkout@v2

      - name: Build Wheel
        run: |
          docker run -e PYPATH=/opt/python/${{ matrix.py }} -e ZSTD_WARNINGS_AS_ERRORS=1 --rm -v `pwd`:/project ${{ matrix.image }} /project/ci/build-manylinux-wheel.sh

      - name: Upload Wheel
        uses: actions/upload-artifact@v2
        with:
          path: dist

  macos:
    strategy:
      fail-fast: false
      matrix:
        py:
          - 'cp35-*'
          - 'cp36-*'
          - 'cp37-*'
          - 'cp38-*'
          - 'cp39-*'
        arch: ['x86_64']
        include:
          - py: 'cp39-*'
            arch: 'arm64'
    runs-on: 'macos-10.15'
    env:
      CIBW_ARCHS: ${{ matrix.arch }}
      CIBW_BUILD: ${{ matrix.py }}
      CIBW_BUILD_VERBOSITY: '1'
      ZSTD_WARNINGS_AS_ERRORS: '1'
    steps:
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: '3.8'

      - uses: actions/checkout@v2

      - name: Install Dependencies
        run: |
          pip install --require-hashes -r ci/requirements.macoswheels.txt

      - name: Build Wheel
        run: |
          cibuildwheel --output-dir dist

      - name: Upload Wheel
        uses: actions/upload-artifact@v2
        with:
          path: dist

  windows:
    strategy:
      fail-fast: false
      matrix:
        py:
          - '3.5'
          - '3.6'
          - '3.7'
          - '3.8'
          - '3.9'
        arch:
          - 'x86'
          - 'x64'
    runs-on: 'windows-2019'
    env:
      ZSTD_WARNINGS_AS_ERRORS: '1'
    steps:
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.py }}
          architecture: ${{ matrix.arch }}

      - uses: actions/checkout@v2

      - name: Install Dependencies
        run: |
          pip install --require-hashes -r ci/requirements.txt

      - name: Build Wheel
        run: |
          python setup.py bdist_wheel

      - name: Upload Wheel
        uses: actions/upload-artifact@v2
        with:
          path: dist
<commit_msg>ci: add wheels for Xcode's arm64 python 3.8<commit_after>on:
  push:
  pull_request:
  schedule:
    - cron: '13 4 * * *'
jobs:
  linux:
    strategy:
      fail-fast: false
      matrix:
        image:
          - 'quay.io/pypa/manylinux2010_i686'
          - 'quay.io/pypa/manylinux2010_x86_64'
          - 'quay.io/pypa/manylinux2014_i686'
          - 'quay.io/pypa/manylinux2014_x86_64'
        py:
          - 'cp35-cp35m'
          - 'cp36-cp36m'
          - 'cp37-cp37m'
          - 'cp38-cp38'
          - 'cp39-cp39'
    runs-on: 'ubuntu-20.04'
    steps:
      - uses: actions/checkout@v2

      - name: Build Wheel
        run: |
          docker run -e PYPATH=/opt/python/${{ matrix.py }} -e ZSTD_WARNINGS_AS_ERRORS=1 --rm -v `pwd`:/project ${{ matrix.image }} /project/ci/build-manylinux-wheel.sh

      - name: Upload Wheel
        uses: actions/upload-artifact@v2
        with:
          path: dist

  macos:
    strategy:
      fail-fast: false
      matrix:
        py:
          - 'cp35-*'
          - 'cp36-*'
          - 'cp37-*'
          - 'cp38-*'
          - 'cp39-*'
        arch: ['x86_64']
        include:
          - py: 'cp38-*'
            arch: 'arm64'
          - py: 'cp39-*'
            arch: 'arm64'
    runs-on: 'macos-10.15'
    env:
      CIBW_ARCHS: ${{ matrix.arch }}
      CIBW_BUILD: ${{ matrix.py }}
      CIBW_BUILD_VERBOSITY: '1'
      ZSTD_WARNINGS_AS_ERRORS: '1'
    steps:
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: '3.8'
        if: ${{ matrix.py != 'cp38-*' || matrix.arch != 'arm64' }}

      - uses: actions/checkout@v2

      - name: Install Dependencies
        run: |
          pip install --require-hashes -r ci/requirements.macoswheels.txt
        if: ${{ matrix.py != 'cp38-*' || matrix.arch != 'arm64' }}

      - name: Install Dependencies
        run: |
          /Applications/Xcode_12.2.app/Contents/Developer/usr/bin/pip3 install --user --require-hashes -r ci/requirements.macoswheels.txt
          /Applications/Xcode_12.2.app/Contents/Developer/usr/bin/pip3 install --user wheel
        if: ${{ matrix.py == 'cp38-*' && matrix.arch == 'arm64' }}

      - name: Build Wheel
        run: |
          cibuildwheel --output-dir dist
        if: ${{ matrix.py != 'cp38-*' || matrix.arch != 'arm64' }}

      - name: Build Wheel
        run: |
          /Applications/Xcode_12.2.app/Contents/Developer/usr/bin/python3 setup.py bdist_wheel
        env:
          _PYTHON_HOST_PLATFORM: 'macosx-11.0-arm64'
          ARCHFLAGS: '-arch arm64'
          MACOSX_DEPLOYMENT_TARGET: '11.0'
          SDKROOT: '/Applications/Xcode_12.2.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX11.0.sdk'
        if: ${{ matrix.py == 'cp38-*' && matrix.arch == 'arm64' }}

      - name: Upload Wheel
        uses: actions/upload-artifact@v2
        with:
          path: dist

  windows:
    strategy:
      fail-fast: false
      matrix:
        py:
          - '3.5'
          - '3.6'
          - '3.7'
          - '3.8'
          - '3.9'
        arch:
          - 'x86'
          - 'x64'
    runs-on: 'windows-2019'
    env:
      ZSTD_WARNINGS_AS_ERRORS: '1'
    steps:
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.py }}
          architecture: ${{ matrix.arch }}

      - uses: actions/checkout@v2

      - name: Install Dependencies
        run: |
          pip install --require-hashes -r ci/requirements.txt

      - name: Build Wheel
        run: |
          python setup.py bdist_wheel

      - name: Upload Wheel
        uses: actions/upload-artifact@v2
        with:
          path: dist

{'fraction_non_alphanumeric': 0.13486894360603655, 'fraction_numerical': 0.04416203335980937, 'mean_word_length': 1.4865718799368088, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 5, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2198612', 'n_tokens_mistral': 2429, 'n_tokens_neox': 2203, 'n_words': 417}