<commit_before>version: 2.0

jobs:
  build_36:
    docker:
      - image: circleci/python:3.6.2
    environment:
      TZ: "/usr/share/zoneinfo/Europe/Amsterdam"
    steps:
          - checkout
          - restore_cache:
              key: deps1-{{ .Branch }}-{{ checksum "py.requirements/build.txt" }}
          - run:
              command: |
                python3 -m venv venv36
                . venv36/bin/activate
                pip install -r py.requirements/build.txt
          - save_cache:
              key: deps1-{{ .Branch }}-{{ checksum "py.requirements/build.txt" }}
              paths:
                - "venv36"
          - run:
              command: |
                . venv36/bin/activate
                pip install -e .
                py.test --junit-xml=reports/unittests.xml
          - store_artifacts:
              path: reports/
              destination: tr36
          - store_test_results:
              path: reports/

  build_27:
    docker:
      - image: circleci/python:2.7.13
    environment:
      TZ: "/usr/share/zoneinfo/Europe/Amsterdam"
    steps:
          - checkout
          - restore_cache:
              key: deps2-{{ .Branch }}-{{ checksum "py.requirements/build.txt" }}
          - run:
              command: |
                virtualenv venv27
                . venv27/bin/activate
                pip install -r py.requirements/build.txt
          - save_cache:
              key: deps2-{{ .Branch }}-{{ checksum "py.requirements/build.txt" }}
              paths:
                - "venv27"
          - run:
              command: |
                . venv27/bin/activate
                pip install -e .
                py.test --junit-xml=reports/unittests.xml
          - store_artifacts:
              path: reports/
              destination: tr27
          - store_test_results:
              path: reports/

  docs:
    docker:
      - image: circleci/python:3.6.2
    environment:
      TZ: "/usr/share/zoneinfo/Europe/Amsterdam"
    steps:
          - checkout
          - restore_cache:
              key: deps3-{{ .Branch }}-{{ checksum "py.requirements/docs.txt" }}
          - run:
              command: |
                python3 -m venv doc36
                . doc36/bin/activate
                pip install -r py.requirements/docs.txt
          - save_cache:
              key: deps3-{{ .Branch }}-{{ checksum "py.requirements/docs.txt" }}
              paths:
                - "doc36"
          - run:
              command: |
                . doc36/bin/activate
                pip install -e .
                cd docs && make html<commit_msg>Make better use of parallelism in CircleCI (#81)<commit_after>version: 2.0

jobs:
  build_36:
    docker:
      - image: circleci/python:3.6.2
    environment:
      TZ: "/usr/share/zoneinfo/Europe/Amsterdam"
    parallelism: 4
    steps:
          - checkout
          - restore_cache:
              key: deps1-{{ .Branch }}-{{ checksum "py.requirements/build.txt" }}
          - run:
              command: |
                python3 -m venv venv36
                . venv36/bin/activate
                pip install -r py.requirements/build.txt
          - save_cache:
              key: deps1-{{ .Branch }}-{{ checksum "py.requirements/build.txt" }}
              paths:
                - "venv36"
          - run:
              name: py.test
              command: |
                . venv36/bin/activate
                pip install -e .
                for t in $(circleci tests glob tests/test_* | circleci tests split --split-by=timings --timings-type=filename); do
                  py.test --junit-xml=reports/$t.xml $t
                done
          - store_artifacts:
              path: reports/
              destination: tr36
          - store_test_results:
              path: reports/

  build_27:
    docker:
      - image: circleci/python:2.7.13
    environment:
      TZ: "/usr/share/zoneinfo/Europe/Amsterdam"
    parallelism: 4
    steps:
          - checkout
          - restore_cache:
              key: deps2-{{ .Branch }}-{{ checksum "py.requirements/build.txt" }}
          - run:
              command: |
                virtualenv venv27
                . venv27/bin/activate
                pip install -r py.requirements/build.txt
          - save_cache:
              key: deps2-{{ .Branch }}-{{ checksum "py.requirements/build.txt" }}
              paths:
                - "venv27"
          - run:
              name: py.test
              command: |
                . venv27/bin/activate
                pip install -e .
                for t in $(circleci tests glob tests/test_* | circleci tests split --split-by=timings --timings-type=filename); do
                  py.test --junit-xml=reports/$t.xml $t
                done
          - store_artifacts:
              path: reports/
              destination: tr27
          - store_test_results:
              path: reports/

  docs:
    docker:
      - image: circleci/python:3.6.2
    environment:
      TZ: "/usr/share/zoneinfo/Europe/Amsterdam"
    steps:
          - checkout
          - restore_cache:
              key: deps3-{{ .Branch }}-{{ checksum "py.requirements/docs.txt" }}
          - run:
              command: |
                python3 -m venv doc36
                . doc36/bin/activate
                pip install -r py.requirements/docs.txt
          - save_cache:
              key: deps3-{{ .Branch }}-{{ checksum "py.requirements/docs.txt" }}
              paths:
                - "doc36"
          - run:
              command: |
                . doc36/bin/activate
                pip install -e .
                cd docs && make html
{'fraction_non_alphanumeric': 0.10809381061541175, 'fraction_numerical': 0.019044260271557045, 'mean_word_length': 1.1452344931921332, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 8}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6497412', 'n_tokens_mistral': 1704, 'n_tokens_neox': 1596, 'n_words': 334}