<commit_before>branches:
  only:
    - master
    - devel

cache:
  - C:\ProgramData\chocolatey\bin -> appveyor.yml
  - C:\ProgramData\chocolatey\lib -> appveyor.yml

platform: x86

environment:
  aws_access_key_id:
    secure: <KEY>
  aws_secret_access_key:
    secure: <KEY>
  GCP_CREDS:
    secure: <KEY>
  CODECOV_TOKEN:
    secure: <KEY>
  AZURE_STORAGE_CONTAINER_NAME: appveyor-tests
  AZURE_STORAGE_CONNECTION_STRING: DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;AccountKey=<KEY>;BlobEndpoint=http://127.0.0.1:10000/devstoreaccount1;
  OSS_ENDPOINT: localhost:50004
  OSS_ACCESS_KEY_ID: AccessKeyID
  OSS_ACCESS_KEY_SECRET: AccessKeySecret

  matrix:

    - PYTHON: "C:\\Python37"
      PYTHON_VERSION: "3.7.x"
      PYTHON_ARCH: "32"
      RUBY: C:\Ruby25\bin

install:
  - SET PATH=%RUBY%;%PATH%
  - git clone -q https://github.com/iterative/oss-emulator.git
  - gem install thor builder
  - ps: cd oss-emulator
  - ps: $OSSProcess = Start-Process -FilePath ruby -ArgumentList "bin\emulator -r store -p 50004" -PassThru -NoNewWindow
  - ps: cd ..
  - npm install -g azurite
  - ps: $AzuriteProcess = Start-Process azurite-blob -PassThru
  - cinst wget
  - cinst awscli
  - cinst gcloudsdk
  - refreshenv
  - cinst gsutil
  - cinst openssl.light --version 1.1.1
  - python -m pip install -U pip setuptools wheel
  - pip install -e .[all]
  - python setup.py install

build: false

before_test:
  - aws configure set aws_access_key_id "%aws_access_key_id%"
  - aws configure set aws_secret_access_key "%aws_secret_access_key%"
  - aws configure set region us-east-2
  - openssl enc -d -aes-256-cbc -md md5 -k "%GCP_CREDS%" -in scripts\ci\gcp-creds.json.enc -out scripts\ci\gcp-creds.json & exit 0
  - pip install -e .[tests]

test_script:
  - python -mtests

after_test:
  - if "%APPVEYOR_PULL_REQUEST_NUMBER%"=="" pip install codecov
  - if "%APPVEYOR_PULL_REQUEST_NUMBER%"=="" codecov
  - if "%APPVEYOR_REPO_TAG%"=="true" python -m dvc pull
  - if "%APPVEYOR_REPO_TAG%"=="true" .\scripts\build_windows.cmd

on_finish:
  - ps: Stop-Process $AzuriteProcess
  - ps: Stop-Process $OSSProcess

artifacts:
  - path: dvc*.exe
    name: DVC Installer

deploy:
  provider: GitHub
  auth_token:
    <KEY>
  on:
    APPVEYOR_REPO_TAG: true
<commit_msg>appveyor: don't forget to modify PATH for custom python<commit_after>branches:
  only:
    - master
    - devel

cache:
  - C:\ProgramData\chocolatey\bin -> appveyor.yml
  - C:\ProgramData\chocolatey\lib -> appveyor.yml

platform: x86

environment:
  aws_access_key_id:
    secure: <KEY>
  aws_secret_access_key:
    secure: <KEY>
  GCP_CREDS:
    secure: <KEY>
  CODECOV_TOKEN:
    secure: <KEY>
  AZURE_STORAGE_CONTAINER_NAME: appveyor-tests
  AZURE_STORAGE_CONNECTION_STRING: DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;AccountKey=<KEY>;BlobEndpoint=http://127.0.0.1:10000/devstoreaccount1;
  OSS_ENDPOINT: localhost:50004
  OSS_ACCESS_KEY_ID: AccessKeyID
  OSS_ACCESS_KEY_SECRET: AccessKeySecret

  matrix:

    - PYTHON: "C:\\Python37"
      PYTHON_VERSION: "3.7.x"
      PYTHON_ARCH: "32"
      RUBY: C:\Ruby25\bin

install:
  - SET PATH=%PYTHON%;%PYTHON\Scripts;%RUBY%;%PATH%
  - git clone -q https://github.com/iterative/oss-emulator.git
  - gem install thor builder
  - ps: cd oss-emulator
  - ps: $OSSProcess = Start-Process -FilePath ruby -ArgumentList "bin\emulator -r store -p 50004" -PassThru -NoNewWindow
  - ps: cd ..
  - npm install -g azurite
  - ps: $AzuriteProcess = Start-Process azurite-blob -PassThru
  - cinst wget
  - cinst awscli
  - cinst gcloudsdk
  - refreshenv
  - cinst gsutil
  - cinst openssl.light --version 1.1.1
  - python -m pip install -U pip setuptools wheel
  - pip install -e .[all]
  - python setup.py install

build: false

before_test:
  - aws configure set aws_access_key_id "%aws_access_key_id%"
  - aws configure set aws_secret_access_key "%aws_secret_access_key%"
  - aws configure set region us-east-2
  - openssl enc -d -aes-256-cbc -md md5 -k "%GCP_CREDS%" -in scripts\ci\gcp-creds.json.enc -out scripts\ci\gcp-creds.json & exit 0
  - pip install -e .[tests]

test_script:
  - python -mtests

after_test:
  - if "%APPVEYOR_PULL_REQUEST_NUMBER%"=="" pip install codecov
  - if "%APPVEYOR_PULL_REQUEST_NUMBER%"=="" codecov
  - if "%APPVEYOR_REPO_TAG%"=="true" python -m dvc pull
  - if "%APPVEYOR_REPO_TAG%"=="true" .\scripts\build_windows.cmd

on_finish:
  - ps: Stop-Process $AzuriteProcess
  - ps: Stop-Process $OSSProcess

artifacts:
  - path: dvc*.exe
    name: DVC Installer

deploy:
  provider: GitHub
  auth_token:
    secure: <KEY>
  on:
    APPVEYOR_REPO_TAG: true

{'fraction_non_alphanumeric': 0.11796654355854877, 'fraction_numerical': 0.018248968064305888, 'mean_word_length': 3.4483091787439615, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 19, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4281105', 'n_tokens_mistral': 1894, 'n_tokens_neox': 1801, 'n_words': 383}