<commit_before>environment:
  node_pre_gyp_accessKeyId:
    secure: <KEY>
  node_pre_gyp_secretAccessKey:
    secure: <KEY>
  matrix:
  - nodejs_version: 0.11.14
    platform: x86
    msvs_toolset: 14
    BUILD_ARGS: --dist-url=https://s3.amazonaws.com/mapbox/node-cpp11 --toolset=v140
  - nodejs_version: 0.11.14
    platform: x64
    msvs_toolset: 14
    BUILD_ARGS: --dist-url=https://s3.amazonaws.com/mapbox/node-cpp11 --toolset=v140
  - nodejs_version: 0.10.33
    platform: x86
    msvs_toolset: 14
    BUILD_ARGS: --dist-url=https://s3.amazonaws.com/mapbox/node-cpp11 --toolset=v140
  - nodejs_version: 0.10.33
    platform: x64
    msvs_toolset: 14
    BUILD_ARGS: --dist-url=https://s3.amazonaws.com/mapbox/node-cpp11 --toolset=v140

os: Visual Studio 2014 CTP4

shallow_clone: true

install:
  - scripts\remove_node.bat
  # add local node to path (since we install it below)
  - SET PATH=%CD%;%PATH%;
  # call VS Command Prompt AFTER DOWNLOADS (require lowercase platform)
  # VS command prompt will override %PLATFORM% to upper case!!!
  # %PLATFORM% will go from x64 to X64
  - SET PATH=C:\Program Files (x86)\MSBuild\%msvs_toolset%.0\bin;%PATH%
  - SET PATH=C:\Program Files (x86)\Microsoft Visual Studio %msvs_toolset%.0\VC\bin;%PATH%
  # use 64 bit python if platform is 64 bit
  - if "%PLATFORM%" == "x64" set PATH=C:\Python27-x64;%PATH%
  - SET PATH=C:\Program Files\7-Zip;%PATH%
  - SET ARCHPATH=
  - if %platform% == x64 (SET ARCHPATH=x64/)
  - SET SDK_VERSION=v3.0.0-rc1-277-ge04b061
  - ps: Write-Output "fetching mapnik sdk https://mapnik.s3.amazonaws.com/dist/dev/mapnik-win-sdk-$env:msvs_toolset.0-$env:Platform-$env:SDK_VERSION.7z"
  - ps: Start-FileDownload https://mapnik.s3.amazonaws.com/dist/dev/mapnik-win-sdk-$env:msvs_toolset.0-$env:Platform-$env:SDK_VERSION.7z -FileName mapnik-sdk.7z
  - ps: Write-Output "extracting mapnik sdk"
  - ps: invoke-expression "& 7z -y x mapnik-sdk.7z | FIND /V `"ing  `""
  # install node version per visual studio toolset
  - ps: Write-Output "fetching https://mapbox.s3.amazonaws.com/node-cpp11/v$env:nodejs_version/${env:ARCHPATH}node.exe"
  - ps: Start-FileDownload "https://mapbox.s3.amazonaws.com/node-cpp11/v$env:nodejs_version/${env:ARCHPATH}node.exe"
  # clear out node-gyp header cache
  - if "%msvs_toolset%" == "14" rd /s /q %USERPROFILE%\.node-gyp
  # add local node-pre-gyp dir to path
  - SET PATH=node_modules\.bin;%PATH%<commit_msg>Windows AppVeyor: Update mapnik SDK to v3.0.0-rc1-450-g30c6cf6<commit_after>environment:
  node_pre_gyp_accessKeyId:
    secure: <KEY>
  node_pre_gyp_secretAccessKey:
    secure: <KEY>
  matrix:
  - nodejs_version: 0.11.14
    platform: x86
    msvs_toolset: 14
    BUILD_ARGS: --dist-url=https://s3.amazonaws.com/mapbox/node-cpp11 --toolset=v140
  - nodejs_version: 0.11.14
    platform: x64
    msvs_toolset: 14
    BUILD_ARGS: --dist-url=https://s3.amazonaws.com/mapbox/node-cpp11 --toolset=v140
  - nodejs_version: 0.10.33
    platform: x86
    msvs_toolset: 14
    BUILD_ARGS: --dist-url=https://s3.amazonaws.com/mapbox/node-cpp11 --toolset=v140
  - nodejs_version: 0.10.33
    platform: x64
    msvs_toolset: 14
    BUILD_ARGS: --dist-url=https://s3.amazonaws.com/mapbox/node-cpp11 --toolset=v140

os: Visual Studio 2014 CTP4

shallow_clone: true

install:
  - scripts\remove_node.bat
  # add local node to path (since we install it below)
  - SET PATH=%CD%;%PATH%;
  # call VS Command Prompt AFTER DOWNLOADS (require lowercase platform)
  # VS command prompt will override %PLATFORM% to upper case!!!
  # %PLATFORM% will go from x64 to X64
  - SET PATH=C:\Program Files (x86)\MSBuild\%msvs_toolset%.0\bin;%PATH%
  - SET PATH=C:\Program Files (x86)\Microsoft Visual Studio %msvs_toolset%.0\VC\bin;%PATH%
  # use 64 bit python if platform is 64 bit
  - if "%PLATFORM%" == "x64" set PATH=C:\Python27-x64;%PATH%
  - SET PATH=C:\Program Files\7-Zip;%PATH%
  - SET ARCHPATH=
  - if %platform% == x64 (SET ARCHPATH=x64/)
  - SET SDK_VERSION=v3.0.0-rc1-450-g30c6cf6
  - ps: Write-Output "fetching mapnik sdk https://mapnik.s3.amazonaws.com/dist/dev/mapnik-win-sdk-$env:msvs_toolset.0-$env:Platform-$env:SDK_VERSION.7z"
  - ps: Start-FileDownload https://mapnik.s3.amazonaws.com/dist/dev/mapnik-win-sdk-$env:msvs_toolset.0-$env:Platform-$env:SDK_VERSION.7z -FileName mapnik-sdk.7z
  - ps: Write-Output "extracting mapnik sdk"
  - ps: invoke-expression "& 7z -y x mapnik-sdk.7z | FIND /V `"ing  `""
  # install node version per visual studio toolset
  - ps: Write-Output "fetching https://mapbox.s3.amazonaws.com/node-cpp11/v$env:nodejs_version/${env:ARCHPATH}node.exe"
  - ps: Start-FileDownload "https://mapbox.s3.amazonaws.com/node-cpp11/v$env:nodejs_version/${env:ARCHPATH}node.exe"
  # clear out node-gyp header cache
  - if "%msvs_toolset%" == "14" rd /s /q %USERPROFILE%\.node-gyp
  # add local node-pre-gyp dir to path
  - SET PATH=node_modules\.bin;%PATH%
{'fraction_non_alphanumeric': 0.14570080032833982, 'fraction_numerical': 0.05089267391750462, 'mean_word_length': 3.6596558317399617, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 16, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5271515', 'n_tokens_mistral': 2065, 'n_tokens_neox': 1898, 'n_words': 377}