<commit_before>environment:
  matrix:
  - TARGET: 1.7.0-x86_64-pc-windows-msvc
  - TARGET: 1.7.0-x86_64-pc-windows-gnu
  - TARGET: nightly-x86_64-pc-windows-msvc
  - TARGET: nightly-x86_64-pc-windows-gnu
install:
  - ps: Start-FileDownload "https://static.rust-lang.org/dist/rust-${env:TARGET}.exe" -FileName "rust-install.exe"
  - ps: .\rust-install.exe /VERYSILENT /NORESTART /DIR="C:\rust" | Out-Null
  - ps: $env:PATH="$env:PATH;C:\rust\bin;C:\MinGW\bin"
  - gcc -v
  - rustc -vV
  - cargo -vV
build_script:
  - cargo build
test_script:
  - cargo test
<commit_msg>Install and use 64-bit compiler<commit_after>environment:
  matrix:
  - TARGET: 1.7.0-x86_64-pc-windows-msvc
  - TARGET: 1.7.0-x86_64-pc-windows-gnu
  - TARGET: nightly-x86_64-pc-windows-msvc
  - TARGET: nightly-x86_64-pc-windows-gnu
install:
  - choco install -y mingw
  - ps: Start-FileDownload "https://static.rust-lang.org/dist/rust-${env:TARGET}.exe" -FileName "rust-install.exe"
  - ps: .\rust-install.exe /VERYSILENT /NORESTART /DIR="C:\rust" | Out-Null
  - ps: $env:PATH="$env:PATH;C:\rust\bin;C:\tools\mingw64\bin"
  - gcc -v
  - rustc -vV
  - cargo -vV
build_script:
  - cargo build
test_script:
  - cargo test

{'fraction_non_alphanumeric': 0.17325483599663583, 'fraction_numerical': 0.040370058873002525, 'mean_word_length': 3.1319444444444446, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7337314', 'n_tokens_mistral': 537, 'n_tokens_neox': 501, 'n_words': 80}