<commit_before>version: "{build}"

environment:
  matrix:
    - PYTHON: "C:\\Python34"
    - PYTHON: "C:\\Python34-x64"
    - PYTHON: "C:\\Python35"
    - PYTHON: "C:\\Python35-x64"
    - PYTHON: "C:\\Python36"
    - PYTHON: "C:\\Python36-x64"

matrix:
  allow_failures:
    - PYTHON: "C:\\Python34-x64"

init:
  - set PATH=%PYTHON%;%PYTHON%\\Scripts;%PATH%

install:
  - pip install -U pip
  - pip install -U -r dev_requirements.txt

build: off

test_script:
  - set TEST_PACKAGING=1
  - python -m coverage run --branch --source . -m unittest discover --verbose

after_test:
  - python -m coverage report --show-missing
  - codecov
<commit_msg>deploy also on appveyor<commit_after>version: "{build}"

environment:
  matrix:
    - ARCHITECTURE: "x86"
      PYTHON_VERSION: "3.4"
      PYTHON: "C:\\Python34"
    - ARCHITECTURE: "x64"
      PYTHON_VERSION: "3.4"
      PYTHON: "C:\\Python34-x64"
    - ARCHITECTURE: "x86"
      PYTHON_VERSION: "3.5"
      PYTHON: "C:\\Python35"
    - ARCHITECTURE: "x64"
      PYTHON_VERSION: "3.5"
      PYTHON: "C:\\Python35-x64"
    - ARCHITECTURE: "x86"
      PYTHON_VERSION: "3.6"
      PYTHON: "C:\\Python36"
    - ARCHITECTURE: "x64"
      PYTHON_VERSION: "3.6"
      PYTHON: "C:\\Python36-x64"

matrix:
  allow_failures:
    - ARCHITECTURE: "x64"
      PYTHON_VERSION: "3.4"
      PYTHON: "C:\\Python34-x64"

init:
  - set PATH=%PYTHON%;%PYTHON%\\Scripts;%PATH%

install:
  - pip install -U pip
  - pip install -U -r dev_requirements.txt

build: off

test_script:
  - set TEST_PACKAGING=1
  - python -m coverage run --branch --source . -m unittest discover --verbose

after_test:
  - python -m coverage report --show-missing
  - codecov
  # Bintray artifact preparation
  - pip install version_query
  - for /f %%i in ('python -m version_query -p .') do set VERSION=%%i
  - set PLATFORM=windows%ARCHITECTURE%-python%PYTHON_VERSION%
  - ps: Invoke-WebRequest "https://gist.githubusercontent.com/mbdevpl/cdbc3dab3ae1941870dcaa5bb1b358bc/raw/appveyor_bintray_packager.py" -OutFile "appveyor_bintray_packager.py"
  - python appveyor_bintray_packager.py %VERSION% %PLATFORM% dist\*.tar.gz dist\*.whl dist\*.zip

artifacts:
  - path: dist\*.tar.gz
  - path: dist\*.whl
  - path: dist\*.zip
  - path: '*-bintray.zip'

deploy:
  - provider: BinTray
    username: $(APPVEYOR_ACCOUNT_NAME)
    api_key:
      secure: <KEY>
    subject: $(APPVEYOR_ACCOUNT_NAME)
    repo: pkgs
    package: $(APPVEYOR_PROJECT_NAME)
    version: $(VERSION)
    publish: true
    override: true
    explode: true
    artifact: /.*-bintray\.zip/

{'fraction_non_alphanumeric': 0.14788732394366197, 'fraction_numerical': 0.03442879499217527, 'mean_word_length': 2.833583208395802, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2582845', 'n_tokens_mistral': 1125, 'n_tokens_neox': 1055, 'n_words': 205}