<commit_before>---
version: 1.0
checkout:
  post:
    - git submodule sync
    - git submodule update --init --recursive
machine:
  environment:
    PATH: "${PATH}:${HOME}/${CIRCLE_PROJECT_REPONAME}/node_modules/.bin"
  ruby:
    version: '2.4.1'
  node:
    version: '8.2.1'
dependencies:
  pre:
  - gem install bundler
  - gem update bundler
  override:
    - yarn
    - yarn install
    - bundle config
    - bundle check --path=vendor/bundle || bundle install --path=vendor/bundle --jobs=4 --retry=3:
        timeout: 180
    - |-
      set -e

      mkdir -p ~/downloads

      ls -lh ~/downloads

      case $CIRCLE_NODE_INDEX in
        .2|.3)  export JURISM=true
              ./zotero5_installer.py --client jurism --version latest --destination local --replace --cache ~/downloads
              ;;
        *)    export JURISM=false
              ./zotero5_installer.py --client zotero --version latest --destination local --replace --cache ~/downloads
              ;;
      esac

      ls -lh ~/downloads
  cache_directories:
  - citeproc-js
  - ~/downloads
  - ~/.cache/yarn
test:
  override:
  - ? |-
      set -e

      case $CIRCLE_NODE_INDEX in
        .2|.3)  export JURISM=true
              DATADIR=~/.BBTZ5TEST/jurism
              ;;
        *)    export JURISM=false
              DATADIR=~/.BBTZ5TEST/zotero
              ;;
      esac
      case $CIRCLE_NODE_INDEX in
        0|2)  export CIRCLE_TESTS="--tag ~@noci --tag @test-cluster-1"
              ;;
        *)    export CIRCLE_TESTS="--tag ~@noci --tag ~@test-cluster-1"
              ;;
      esac

      export LOGS=$CIRCLE_ARTIFACTS
      bundle exec cucumber --strict $CIRCLE_TESTS
      cp xpi/zotero-better-bibtex-*.xpi $CIRCLE_ARTIFACTS
      cp -r $DATADIR/better* $CIRCLE_ARTIFACTS
      ls -lh $CIRCLE_ARTIFACTS/*
    : parallel: true
general:
  artifacts:
    - zotero-better-bibtex.xpi
  branches:
    ignore:
      - gh-pages
deployment:
  all:
    branch: "/.*/"
    commands:
    - yarn run release
<commit_msg>ifttt<commit_after>---
version: 1.0
checkout:
  post:
    - git submodule sync
    - git submodule update --init --recursive
machine:
  environment:
    PATH: "${PATH}:${HOME}/${CIRCLE_PROJECT_REPONAME}/node_modules/.bin"
  ruby:
    version: '2.4.1'
  node:
    version: '8.2.1'
dependencies:
  pre:
  - gem install bundler
  - gem update bundler
  override:
    - yarn
    - yarn install
    - bundle config
    - bundle check --path=vendor/bundle || bundle install --path=vendor/bundle --jobs=4 --retry=3:
        timeout: 180
    - |-
      set -e

      if [ "$NIGHTLY" = "true" ]; then
        npm run s3form
      fi

      mkdir -p ~/downloads

      ls -lh ~/downloads

      case $CIRCLE_NODE_INDEX in
        .2|.3)  export JURISM=true
              ./zotero5_installer.py --client jurism --version latest --destination local --replace --cache ~/downloads
              ;;
        *)    export JURISM=false
              ./zotero5_installer.py --client zotero --version latest --destination local --replace --cache ~/downloads
              ;;
      esac

      ls -lh ~/downloads
  cache_directories:
  - citeproc-js
  - ~/downloads
  - ~/.cache/yarn
test:
  override:
  - ? |-
      set -e

      case $CIRCLE_NODE_INDEX in
        .2|.3)  export JURISM=true
              DATADIR=~/.BBTZ5TEST/jurism
              ;;
        *)    export JURISM=false
              DATADIR=~/.BBTZ5TEST/zotero
              ;;
      esac
      case $CIRCLE_NODE_INDEX in
        0|2)  export CIRCLE_TESTS="--tag ~@noci --tag @test-cluster-1"
              ;;
        *)    export CIRCLE_TESTS="--tag ~@noci --tag ~@test-cluster-1"
              ;;
      esac

      export LOGS=$CIRCLE_ARTIFACTS
      bundle exec cucumber --strict $CIRCLE_TESTS
      cp xpi/zotero-better-bibtex-*.xpi $CIRCLE_ARTIFACTS
      cp -r $DATADIR/better* $CIRCLE_ARTIFACTS
      ls -lh $CIRCLE_ARTIFACTS/*
    : parallel: true
general:
  artifacts:
    - zotero-better-bibtex.xpi
  branches:
    ignore:
      - gh-pages
deployment:
  all:
    branch: "/.*/"
    commands:
    - yarn run release

{'fraction_non_alphanumeric': 0.12432564982834723, 'fraction_numerical': 0.012506130456105935, 'mean_word_length': 1.7579445571331982, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 12, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7404532', 'n_tokens_mistral': 1520, 'n_tokens_neox': 1419, 'n_words': 314}