<commit_before># os: linux and sudo: false is assumed, which means it is using container-based Ubuntu 12.04
language: python
cache: pip
# build matrix: different python and pandoc versions
python:
  - "2.7"
  - "3.3"
  - "3.4"
  - "3.5"
  - "3.5-dev" # 3.5 development branch
  - "3.6-dev" # 3.6 development branch
  - "nightly" # currently points to 3.7-dev
  # pypy (version info from [Changelogs — PyPy documentation](http://doc.pypy.org/en/latest/index-of-whatsnew.html))
  - "pypy"  # PyPy2.7 5.3.1 (CPython 2.7 compatible)
  - "pypy3" # PyPy3 2.4.0 (CPython 3.2 compatible)
# https://groups.google.com/forum/?fromgroups#!topic/pandoc-discuss/uGASAhRydfI
env:
  - pandocVersion=1.17.2
  - pandocVersion=1.18
  - pandocVersion=latest
matrix:
  allow_failures:
    - python: "3.5-dev"
    - python: "3.6-dev"
    - python: "nightly"
    - python: "pypy3"
  fast_finish: true
# command to install dependencies
before_install:
  - |
    if [[ $pandocVersion == "latest" ]]; then
      url="https://github.com/jgm/pandoc/releases/latest"
    else
      url="https://github.com/jgm/pandoc/releases/tag/$pandocVersion"
    fi
    path=$(curl -L $url | grep -o '/jgm/pandoc/releases/download/.*-amd64.deb')
    downloadUrl="https://github.com$path"
    file=${path##*/}
  - wget $downloadUrl &&
    sudo dpkg -i $file
  - pip install -e .[test]
  - pasteurize -wnj 4 .
install:
  - python setup.py install
before_script: 
# command to run tests
script:
  - py.test -vv --cov=panflute tests
  # put filters in $DATADIR for panflute's autofilter
  - mkdir -p $HOME/.pandoc/filters
  - find . -iname '*.py' -print0 | xargs -0 -i -n1 -P4 cp {} $HOME/.pandoc/filters/
  # running all available .md files through panflute
  - find . -iname '*.md' -print0 | xargs -0 -i -n1 -P4 bash -c 'pandoc -t native -F panflute $0 -o $0.native' {}
deploy:
  provider: pypi
  user: sergiocorreia
  password: <PASSWORD>
  skip_cleanup: true
  on:
    python: "3.5"
    condition: $pandocVersion = latest
<commit_msg>travis: ignore setup.py when pasteurize<commit_after># os: linux and sudo: false is assumed, which means it is using container-based Ubuntu 12.04
language: python
cache: pip
# build matrix: different python and pandoc versions
python:
  - "2.7"
  - "3.3"
  - "3.4"
  - "3.5"
  - "3.5-dev" # 3.5 development branch
  - "3.6-dev" # 3.6 development branch
  - "nightly" # currently points to 3.7-dev
  # pypy (version info from [Changelogs — PyPy documentation](http://doc.pypy.org/en/latest/index-of-whatsnew.html))
  - "pypy"  # PyPy2.7 5.3.1 (CPython 2.7 compatible)
  - "pypy3" # PyPy3 2.4.0 (CPython 3.2 compatible)
# https://groups.google.com/forum/?fromgroups#!topic/pandoc-discuss/uGASAhRydfI
env:
  - pandocVersion=1.17.2
  - pandocVersion=1.18
  - pandocVersion=latest
matrix:
  allow_failures:
    - python: "3.5-dev"
    - python: "3.6-dev"
    - python: "nightly"
    - python: "pypy3"
  fast_finish: true
# command to install dependencies
before_install:
  - |
    if [[ $pandocVersion == "latest" ]]; then
      url="https://github.com/jgm/pandoc/releases/latest"
    else
      url="https://github.com/jgm/pandoc/releases/tag/$pandocVersion"
    fi
    path=$(curl -L $url | grep -o '/jgm/pandoc/releases/download/.*-amd64.deb')
    downloadUrl="https://github.com$path"
    file=${path##*/}
  - wget $downloadUrl &&
    sudo dpkg -i $file
  - mv setup.py setup.py.temp && pasteurize -wnj 4 . && mv setup.py.temp setup.py # pastuerize except setup.py
  - pip install -e .[test]
install:
  - python setup.py install
before_script: 
# command to run tests
script:
  - py.test -vv --cov=panflute tests
  # put filters in $DATADIR for panflute's autofilter
  - mkdir -p $HOME/.pandoc/filters
  - find . -iname '*.py' -print0 | xargs -0 -i -n1 -P4 cp {} $HOME/.pandoc/filters/
  # running all available .md files through panflute
  - find . -iname '*.md' -print0 | xargs -0 -i -n1 -P4 bash -c 'pandoc -t native -F panflute $0 -o $0.native' {}
deploy:
  provider: pypi
  user: sergiocorreia
  password: <PASSWORD>
  skip_cleanup: true
  on:
    python: "3.5"
    condition: $pandocVersion = latest

{'fraction_non_alphanumeric': 0.15181840371003172, 'fraction_numerical': 0.030754210397852085, 'mean_word_length': 2.8991436726926736, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 8, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '442909', 'n_tokens_mistral': 1667, 'n_tokens_neox': 1587, 'n_words': 397}