<commit_before>sudo: required

services:
  - docker

language: python

python:
  # travis supports only 3.7-dev
  - "3.7-dev"
env:
  global:
    - DOCKER_COMPOSE_VERSION=1.11.2

before_install:
  - sudo rm /usr/local/bin/docker-compose
  - curl -L https://github.com/docker/compose/releases/download/${DOCKER_COMPOSE_VERSION}/docker-compose-`uname -s`-`uname -m` > docker-compose
  - chmod +x docker-compose
  - sudo mv docker-compose /usr/local/bin


jobs:
  include:
    - stage: "Tests"
      script: cd docker/ && docker-compose run --rm python
    - stage: "Lints"
      script: cd docker/ && docker-compose run --rm pdd

after_failure:
  - docker-compose logs
  - cat docker-build.log
<commit_msg>#fix  Fix CI file<commit_after>sudo: required

services:
  - docker

language: python

python:
  # travis supports only 3.7-dev
  - "3.7-dev"
env:
  global:
    - DOCKER_COMPOSE_VERSION=1.11.2

before_install:
  - sudo rm /usr/local/bin/docker-compose
  - curl -L https://github.com/docker/compose/releases/download/${DOCKER_COMPOSE_VERSION}/docker-compose-`uname -s`-`uname -m` > docker-compose
  - chmod +x docker-compose
  - sudo mv docker-compose /usr/local/bin


jobs:
  include:
    - stage: "Tests"
      script: cd docker/ && docker-compose run --rm app
    - stage: "Lints"
      script: cd docker/ && docker-compose run --rm pdd

after_failure:
  - docker-compose logs
  - cat docker-build.log

{'fraction_non_alphanumeric': 0.13290689410092396, 'fraction_numerical': 0.011371712864250177, 'mean_word_length': 2.878787878787879, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6903516', 'n_tokens_mistral': 573, 'n_tokens_neox': 523, 'n_words': 117}