<commit_before>platform:
  - x86
  - x64
environment:
  matrix:
    - RUST_VERSION: stable
      BUILD_TARGET: gnu
cache:
  - target\debug\build
  - target\debug\deps
  - '%USERPROFILE%\.cargo'
install:
  - ps: |
        $env:PATH += ";C:\rust\bin";
        if ($env:platform -eq 'x86') {
          $env:RUBY_DIR = "Ruby23"
          $arch_expanded = "i686-pc-windows-${env:BUILD_TARGET}";
          $env:ARCH = "x86";
          $env:bits = "32";
        } else {
          $env:RUBY_DIR = "Ruby23-x64"
          $arch_expanded = "x86_64-pc-windows-${env:BUILD_TARGET}";
          $env:ARCH = "amd64";
          $env:bits ="64";
        }
        $env:PATH = "C:\${env:RUBY_DIR}\bin;${env:PATH}";
        if ($env:BUILD_TARGET -eq 'gnu') {
          $env:PATH += ";C:\msys64\mingw${env:bits}\bin";
          gcc --version;
        }
        if ($env:RUST_VERSION -eq 'stable') {
          echo "Downloading $channel channel manifest";
          $manifest = "${env:Temp}\channel-rust-stable";
          Start-FileDownload "https://static.rust-lang.org/dist/channel-rust-stable" -FileName "$manifest";

          # Search the manifest lines for the correct filename based on expanded arch
          $match = Get-Content "$manifest" | Select-String -pattern "${arch_expanded}.exe" -simplematch;
          if (!$match -or !$match.line) {
            throw "Could not find ${arch_expanded} in stable channel manifest";
          }

          $env:rust_installer = $match.line;
        } else {
          $env:rust_installer = "rust-${env:RUST_VERSION}-${arch_expanded}.exe";
        }
  - curl --show-error --location --retry 5 --output rust-installer.exe https://static.rust-lang.org/dist/%rust_installer%
  - .\rust-installer.exe /VERYSILENT /NORESTART /DIR="C:\rust"
  - call "C:\Program Files (x86)\Microsoft Visual Studio 14.0\VC\vcvarsall.bat" %ARCH%
  - rustc -vV
  - cargo -vV
  - ruby --version
  - gem --version
  - bundle --version
  - bundle config --local path vendor/bundle
  - bundle install
build_script:
  - bundle exec rake thermite:tarball
test_script:
  - bundle exec rake test
artifacts:
  - path: rusty_blank-*.tar.gz
before_deploy:
  - ps: |
        $tag_suffix = echo "${env:APPVEYOR_REPO_TAG_NAME}" | Select-String -pattern "-rust$"
        if ($tag_suffix) {
          $env:RUST_TAG = "1";
        }
deploy:
  - provider: GitHub
    artifact: rusty_blank-*.tar.gz
    draft: false
    prerelease: false
    auth_token:
      secure: <KEY>
    on:
      appveyor_repo_tag: true
      RUST_TAG: 1<commit_msg>AppVeyor: move before_deploy check to a location where it's more likely to be run<commit_after>platform:
  - x86
  - x64
environment:
  matrix:
    - RUST_VERSION: stable
      BUILD_TARGET: gnu
cache:
  - target\debug\build
  - target\debug\deps
  - '%USERPROFILE%\.cargo'
install:
  - ps: |
        $env:PATH += ";C:\rust\bin";
        if ($env:platform -eq 'x86') {
          $env:RUBY_DIR = "Ruby23"
          $arch_expanded = "i686-pc-windows-${env:BUILD_TARGET}";
          $env:ARCH = "x86";
          $env:bits = "32";
        } else {
          $env:RUBY_DIR = "Ruby23-x64"
          $arch_expanded = "x86_64-pc-windows-${env:BUILD_TARGET}";
          $env:ARCH = "amd64";
          $env:bits ="64";
        }
        $env:PATH = "C:\${env:RUBY_DIR}\bin;${env:PATH}";
        if ($env:BUILD_TARGET -eq 'gnu') {
          $env:PATH += ";C:\msys64\mingw${env:bits}\bin";
          gcc --version;
        }
        if ($env:RUST_VERSION -eq 'stable') {
          echo "Downloading $channel channel manifest";
          $manifest = "${env:Temp}\channel-rust-stable";
          Start-FileDownload "https://static.rust-lang.org/dist/channel-rust-stable" -FileName "$manifest";

          # Search the manifest lines for the correct filename based on expanded arch
          $match = Get-Content "$manifest" | Select-String -pattern "${arch_expanded}.exe" -simplematch;
          if (!$match -or !$match.line) {
            throw "Could not find ${arch_expanded} in stable channel manifest";
          }

          $env:rust_installer = $match.line;
        } else {
          $env:rust_installer = "rust-${env:RUST_VERSION}-${arch_expanded}.exe";
        }
        $tag_suffix = echo "${env:APPVEYOR_REPO_TAG_NAME}" | Select-String -pattern "-rust$"
        if ($tag_suffix) {
          $env:RUST_TAG = "1";
        }
  - curl --show-error --location --retry 5 --output rust-installer.exe https://static.rust-lang.org/dist/%rust_installer%
  - .\rust-installer.exe /VERYSILENT /NORESTART /DIR="C:\rust"
  - call "C:\Program Files (x86)\Microsoft Visual Studio 14.0\VC\vcvarsall.bat" %ARCH%
  - rustc -vV
  - cargo -vV
  - ruby --version
  - gem --version
  - bundle --version
  - bundle config --local path vendor/bundle
  - bundle install
build_script:
  - bundle exec rake thermite:tarball
test_script:
  - bundle exec rake test
artifacts:
  - path: rusty_blank-*.tar.gz
deploy:
  - provider: GitHub
    artifact: rusty_blank-*.tar.gz
    draft: false
    prerelease: false
    auth_token:
      secure: <KEY>
    on:
      appveyor_repo_tag: true
      RUST_TAG: 1
{'fraction_non_alphanumeric': 0.14989209338826762, 'fraction_numerical': 0.014518344123994506, 'mean_word_length': 2.299676375404531, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1010935', 'n_tokens_mistral': 1809, 'n_tokens_neox': 1717, 'n_words': 368}