<commit_before>language: rust
cache: cargo

rust:
  - 1.26.0  # oldest supported version
  - stable
  - beta
  - nightly

os:
  - linux

env:
  global:
    - RUN_TEST=true
    - RUN_CLIPPY=false
    - RUN_BENCH=false
    - RUSTFMT_VERSION=0.3.6

matrix:
  fast_finish: true # Don't wait for the clippy build - it takes forever /:
  include:
    - rust: stable
      env:
        - RUN_RUSTFMT=true
        - RUN_TEST=false
    - rust: nightly
      env:
        - RUN_BENCH=true
        - RUN_TEST=false
    - rust: nightly
      env:
        - RUN_CLIPPY=true
        - RUN_TEST=false
  allow_failures:
    - rust: nightly
      env:
        - RUN_CLIPPY=true
        - RUN_TEST=false

before_script:
  - bash -c 'if [[ "$RUN_RUSTFMT" == "true" ]]; then
      rustup component add rustfmt-preview
      ;
    fi'
  - bash -c 'if [[ "$RUN_CLIPPY" == "true" ]]; then
      rm -f ~/.cargo/bin/clippy;
      cargo install clippy --force
      ;
    fi'


script:
  - bash -c 'if [[ "$RUN_TEST" == "true" ]]; then
      cargo test
      ;
    fi'
  - bash -c 'if [[ "$RUN_RUSTFMT" == "true" ]]; then
      cargo fmt -v -- --check
      ;
    fi'
  - bash -c 'if [[ "$RUN_BENCH" == "true" ]]; then
      cargo bench
      ;
    fi'
  - bash -c 'if [[ "$RUN_CLIPPY" == "true" ]]; then
      cargo clippy -- -D warnings
      ;
    fi'

branches:
  only:
    # release tags
    - /^v\d+\.\d+\.\d+.*$/
    - master

notifications:
  email:
    on_success: never
<commit_msg>Install clippy via rustup component-add<commit_after>language: rust
cache: cargo

rust:
  - 1.26.0  # oldest supported version
  - stable
  - beta
  - nightly

os:
  - linux

env:
  global:
    - RUN_TEST=true
    - RUN_CLIPPY=false
    - RUN_BENCH=false
    - RUSTFMT_VERSION=0.3.6

matrix:
  fast_finish: true # Don't wait for the clippy build - it takes forever /:
  include:
    - rust: stable
      env:
        - RUN_RUSTFMT=true
        - RUN_TEST=false
    - rust: nightly
      env:
        - RUN_BENCH=true
        - RUN_TEST=false
    - rust: nightly
      env:
        - RUN_CLIPPY=true
        - RUN_TEST=false
  allow_failures:
    - rust: nightly
      env:
        - RUN_CLIPPY=true
        - RUN_TEST=false

before_script:
  - bash -c 'if [[ "$RUN_RUSTFMT" == "true" ]]; then
      rustup component add rustfmt-preview
      ;
    fi'
  - bash -c 'if [[ "$RUN_CLIPPY" == "true" ]]; then
      rm -f ~/.cargo/bin/clippy;
      rustup component add clippy-preview
      ;
    fi'


script:
  - bash -c 'if [[ "$RUN_TEST" == "true" ]]; then
      cargo test
      ;
    fi'
  - bash -c 'if [[ "$RUN_RUSTFMT" == "true" ]]; then
      cargo fmt -v -- --check
      ;
    fi'
  - bash -c 'if [[ "$RUN_BENCH" == "true" ]]; then
      cargo bench
      ;
    fi'
  - bash -c 'if [[ "$RUN_CLIPPY" == "true" ]]; then
      cargo clippy -- -D warnings
      ;
    fi'

branches:
  only:
    # release tags
    - /^v\d+\.\d+\.\d+.*$/
    - master

notifications:
  email:
    on_success: never

{'fraction_non_alphanumeric': 0.14165261382799327, 'fraction_numerical': 0.004721753794266442, 'mean_word_length': 1.7336405529953918, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '557441', 'n_tokens_mistral': 1165, 'n_tokens_neox': 1135, 'n_words': 266}