<commit_before>name: CI
on:
  push:
    branches: [master]
  pull_request:
    branches: [master]

jobs:
  test:
    name: Test
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        build: [x86_64, i686, x86_64-musl, mingw, system-curl, openssl-110, x86_64-beta, x86_64-nightly, macos, win64, win32, win2016]
        include:
          - build: x86_64
            os: ubuntu-latest
            rust: stable
            docker: linux64
            target: x86_64-unknown-linux-gnu
          - build: x86_64-beta
            os: ubuntu-latest
            rust: beta
            docker: linux64
            target: x86_64-unknown-linux-gnu
          - build: x86_64-nightly
            os: ubuntu-latest
            rust: nightly
            docker: linux64
            target: x86_64-unknown-linux-gnu
          - build: i686
            os: ubuntu-latest
            rust: stable
            docker: linux32
            target: i686-unknown-linux-gnu
          - build: x86_64-musl
            os: ubuntu-latest
            rust: stable
            docker: musl
            target: x86_64-unknown-linux-musl
          - build: mingw
            os: ubuntu-latest
            rust: stable
            docker: mingw
            target: x86_64-pc-windows-gnu
            no_run: true
          - build: system-curl
            os: ubuntu-latest
            rust: stable
            docker: linux64-curl
            target: x86_64-unknown-linux-gnu
          - build: openssl-110
            os: ubuntu-latest
            rust: stable
            docker: centos7
            target: x86_64-unknown-linux-gnu
          - build: macos
            os: macos-latest
            rust: stable
            target: x86_64-apple-darwin
          - build: win32
            os: windows-latest
            rust: stable
            target: i686-pc-windows-msvc
          - build: win64
            os: windows-latest
            rust: stable
            target: x86_64-pc-windows-msvc
          - build: win2016
            os: windows-2016
            rust: stable
            target: x86_64-pc-windows-msvc
    steps:
    - uses: actions/checkout@master
      with:
        submodules: true
    - name: Install Rust (rustup)
      run: rustup update ${{ matrix.rust }} --no-self-update && rustup default ${{ matrix.rust }}
      if: matrix.os != 'macos-latest'
      shell: bash
    - name: Install Rust (macos)
      run: |
        curl https://sh.rustup.rs | sh -s -- -y --default-toolchain ${{ matrix.rust }}
        echo "##[add-path]$HOME/.cargo/bin"
      if: matrix.os == 'macos-latest'
    - run: rustup target add ${{ matrix.target }}
    - run: TARGET=${{ matrix.target }} ./ci/run.sh
      if: matrix.os != 'ubuntu-latest'
      name: Run non-docker tests
      shell: bash
    - run: |
        set -e
        cargo generate-lockfile
        mkdir .cargo target
        docker build -t rust -f ci/Dockerfile-${{ matrix.docker }} ci
        docker run \
          -w /src \
          -v `pwd`:/src:ro \
          -v `pwd`/target:/src/target \
          -v `pwd`/ci/.cargo:/src/.cargo:ro \
          -v `rustc --print sysroot`:/usr/local:ro \
          -e TARGET=${{ matrix.target }} \
          -e NO_RUN=${{ matrix.no_run }} \
          -e CARGO_TARGET_DIR=/src/target \
          rust \
          sh ci/run.sh
      if: matrix.os == 'ubuntu-latest'
      name: Run docker tests

  rustfmt:
    name: Rustfmt
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@master
      with:
        submodules: true
    - name: Install Rust
      run: rustup update stable && rustup default stable && rustup component add rustfmt
    - run: cargo fmt -- --check

  publish_docs:
    name: Publish Documentation
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@master
        with:
          submodules: true
      - name: Install Rust
        run: rustup update stable && rustup default stable
      - name: Install dependencies
        run: sudo apt install libkrb5-dev
      - name: Build documentation
        run: cargo doc --no-deps --all-features
      - name: Publish documentation
        run: |
          cd target/doc
          git init
          git add .
          git -c user.name='ci' -c user.email='ci' commit -m init
          git push -f -q https://git:${{ secrets.github_token }}@github.com/${{ github.repository }} HEAD:gh-pages
        if: github.event_name == 'push' && github.event.ref == 'refs/heads/master'
<commit_msg>Update checkout action reference<commit_after>name: CI
on:
  push:
    branches: [master]
  pull_request:
    branches: [master]

jobs:
  test:
    name: Test
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        build: [x86_64, i686, x86_64-musl, mingw, system-curl, openssl-110, x86_64-beta, x86_64-nightly, macos, win64, win32, win2016]
        include:
          - build: x86_64
            os: ubuntu-latest
            rust: stable
            docker: linux64
            target: x86_64-unknown-linux-gnu
          - build: x86_64-beta
            os: ubuntu-latest
            rust: beta
            docker: linux64
            target: x86_64-unknown-linux-gnu
          - build: x86_64-nightly
            os: ubuntu-latest
            rust: nightly
            docker: linux64
            target: x86_64-unknown-linux-gnu
          - build: i686
            os: ubuntu-latest
            rust: stable
            docker: linux32
            target: i686-unknown-linux-gnu
          - build: x86_64-musl
            os: ubuntu-latest
            rust: stable
            docker: musl
            target: x86_64-unknown-linux-musl
          - build: mingw
            os: ubuntu-latest
            rust: stable
            docker: mingw
            target: x86_64-pc-windows-gnu
            no_run: true
          - build: system-curl
            os: ubuntu-latest
            rust: stable
            docker: linux64-curl
            target: x86_64-unknown-linux-gnu
          - build: openssl-110
            os: ubuntu-latest
            rust: stable
            docker: centos7
            target: x86_64-unknown-linux-gnu
          - build: macos
            os: macos-latest
            rust: stable
            target: x86_64-apple-darwin
          - build: win32
            os: windows-latest
            rust: stable
            target: i686-pc-windows-msvc
          - build: win64
            os: windows-latest
            rust: stable
            target: x86_64-pc-windows-msvc
          - build: win2016
            os: windows-2016
            rust: stable
            target: x86_64-pc-windows-msvc
    steps:
    - uses: actions/checkout@v1
      with:
        submodules: true
    - name: Install Rust (rustup)
      run: rustup update ${{ matrix.rust }} --no-self-update && rustup default ${{ matrix.rust }}
      if: matrix.os != 'macos-latest'
      shell: bash
    - name: Install Rust (macos)
      run: |
        curl https://sh.rustup.rs | sh -s -- -y --default-toolchain ${{ matrix.rust }}
        echo "##[add-path]$HOME/.cargo/bin"
      if: matrix.os == 'macos-latest'
    - run: rustup target add ${{ matrix.target }}
    - run: TARGET=${{ matrix.target }} ./ci/run.sh
      if: matrix.os != 'ubuntu-latest'
      name: Run non-docker tests
      shell: bash
    - run: |
        set -e
        cargo generate-lockfile
        mkdir .cargo target
        docker build -t rust -f ci/Dockerfile-${{ matrix.docker }} ci
        docker run \
          -w /src \
          -v `pwd`:/src:ro \
          -v `pwd`/target:/src/target \
          -v `pwd`/ci/.cargo:/src/.cargo:ro \
          -v `rustc --print sysroot`:/usr/local:ro \
          -e TARGET=${{ matrix.target }} \
          -e NO_RUN=${{ matrix.no_run }} \
          -e CARGO_TARGET_DIR=/src/target \
          rust \
          sh ci/run.sh
      if: matrix.os == 'ubuntu-latest'
      name: Run docker tests

  rustfmt:
    name: Rustfmt
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v1
      with:
        submodules: true
    - name: Install Rust
      run: rustup update stable && rustup default stable && rustup component add rustfmt
    - run: cargo fmt -- --check

  publish_docs:
    name: Publish Documentation
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v1
        with:
          submodules: true
      - name: Install Rust
        run: rustup update stable && rustup default stable
      - name: Install dependencies
        run: sudo apt install libkrb5-dev
      - name: Build documentation
        run: cargo doc --no-deps --all-features
      - name: Publish documentation
        run: |
          cd target/doc
          git init
          git add .
          git -c user.name='ci' -c user.email='ci' commit -m init
          git push -f -q https://git:${{ secrets.github_token }}@github.com/${{ github.repository }} HEAD:gh-pages
        if: github.event_name == 'push' && github.event.ref == 'refs/heads/master'

{'fraction_non_alphanumeric': 0.10762532097800603, 'fraction_numerical': 0.027576197387518143, 'mean_word_length': 1.4924874791318865, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3680286', 'n_tokens_mistral': 2958, 'n_tokens_neox': 2684, 'n_words': 703}