<commit_before>matrix:
  include:
  - os: linux
    language: rust
    rust: stable
    install:
    - sudo apt-add-repository "deb http://llvm.org/apt/precise/ llvm-toolchain-precise-3.8 main" --yes
    - sudo apt-add-repository "deb http://ppa.launchpad.net/ubuntu-toolchain-r/test/ubuntu precise main"  --yes
    - sudo apt-get update
    - sudo apt-get install llvm-3.8 libclang-3.8-dev --yes --force-yes
    env:
    - LLVM_CONFIG_PATH=/usr/lib/llvm-3.8/bin/llvm-config
  - os: osx
    language: rust
    rust: stable
    install:
    - wget http://llvm.org/releases/3.8.0/clang+llvm-3.8.0-x86_64-apple-darwin.tar.xz
    - tar -xJf clang+llvm-3.8.0-x86_64-apple-darwin.tar.xz
    - mv clang+llvm-3.8.0-x86_64-apple-darwin /Users/travis/clang-3.8
    env:
    - LLVM_CONFIG_PATH=/Users/travis/clang-3.8/bin/llvm-config<commit_msg>travis start 21<commit_after>matrix:
  include:
  - os: linux
    dist: trusty
    language: rust
    rust: stable
    install:
    - sudo apt-get install llvm-3.8 libclang-3.8-dev --yes --force-yes
    env:
    - LLVM_CONFIG_PATH=/usr/lib/llvm-3.8/bin/llvm-config
    - CLANG_SYSTEM_INCLUDE_PATH=/usr/lib/llvm-3.8/lib/clang/3.8.0/include
  - os: osx
    language: rust
    rust: stable
    install:
    - wget http://llvm.org/releases/3.8.0/clang+llvm-3.8.0-x86_64-apple-darwin.tar.xz
    - tar -xJf clang+llvm-3.8.0-x86_64-apple-darwin.tar.xz
    - mv clang+llvm-3.8.0-x86_64-apple-darwin /Users/travis/clang-3.8
    env:
    - LLVM_CONFIG_PATH=/Users/travis/clang-3.8/bin/llvm-config
    - CLANG_SYSTEM_INCLUDE_PATH=/Users/travis/clang-3.8/lib/clang/3.8.0/include
{'fraction_non_alphanumeric': 0.155, 'fraction_numerical': 0.05125, 'mean_word_length': 2.4880174291938997, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7264025', 'n_tokens_mistral': 718, 'n_tokens_neox': 678, 'n_words': 92}