<commit_before>version: 2

jobs:
  py36:
    docker:
      - image: circleci/python:3.6

    steps: &test-steps
      - checkout

      - run:
          name: "Setup"
          command: |
            python3 -m venv venv
            . venv/bin/activate
            python setup.py develop
            pip install black pytest
            
      - run:
          name: "Check code formatting"
          command: |
            . venv/bin/activate
            black --check sinter/

      - run:
          name: "Run tests"
          command: |
            . venv/bin/activate
            pytest

  py37:
    docker:
      - image: circleci/python:3.7

    steps: *test-steps

workflows:
  version: 2
  build-all:
    jobs:
      - py36
      - py37<commit_msg>add caching<commit_after>version: 2

jobs:
  py36:
    docker:
      - image: circleci/python:3.6

    steps: &test-steps
      - checkout

      # Download and cache dependencies
      - restore_cache:
          keys:
            - v1-dependencies-{{ checksum "setup.py" }}
            # fallback to using the latest cache if no exact match is found
            - v1-dependencies-

      - run:
          name: "Setup"
          command: |
            python3 -m venv venv
            . venv/bin/activate
            python setup.py develop
            pip install black pytest
            
      - run:
          name: "Check code formatting"
          command: |
            . venv/bin/activate
            black --check sinter/

      - save_cache:
          paths:
            - ./venv
          key: v1-dependencies-{{ checksum "setup.py" }}

      - run:
          name: "Run tests"
          command: |
            . venv/bin/activate
            pytest

  py37:
    docker:
      - image: circleci/python:3.7

    steps: *test-steps

workflows:
  version: 2
  build-all:
    jobs:
      - py36
      - py37
{'fraction_non_alphanumeric': 0.09076348104644955, 'fraction_numerical': 0.01761879337960491, 'mean_word_length': 1.1969519343493553, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1314765', 'n_tokens_mistral': 592, 'n_tokens_neox': 557, 'n_words': 141}