<commit_before>---
sudo: required
language: node_js
node_js:
  - "6"
  - "7"
  - "8"
python:
  - "3.6"
services:
  - docker
cache:
  directories:
    - "node_modules"
addons:
  apt:
    packages:
      # needed to build o2r-meta
      - gcc
      - g++
      - python3-dev
      - libxml2-dev
      - libxslt-dev
      - gdal
      - gdal-dev
      - py-gdal
before_install:
  - docker --version
  - docker pull o2rproject/o2r-loader:latest
  - docker pull mongo:3.4
  - pip install --upgrade pip
  - pip install bagit
  - git clone --depth 1 -b master https://github.com/o2r-project/o2r-meta.git $HOME/meta
  - pip install -r requirements.txt
  - export MUNCHER_META_TOOL_EXE="python3 $HOME/meta/o2rmeta.py"
  - export MUNCHER_META_EXTRACT_MAPPINGS_DIR="$HOME/meta/broker/mappings"
install:
  - npm install<commit_msg>use apt package names instead of apk ones... duh<commit_after>---
sudo: required
language: node_js
node_js:
  - "6"
  - "7"
  - "8"
python:
  - "3.6"
services:
  - docker
cache:
  directories:
    - "node_modules"
addons:
  apt:
    packages:
      # needed to build o2r-meta
      - gcc
      - g++
      - python3-dev
      - libxml2-dev
      - libxslt1-dev
      - libgdal
      - libgdal-dev
      - python3-gdal
before_install:
  - docker --version
  - docker pull o2rproject/o2r-loader:latest
  - docker pull mongo:3.4
  - pip install --upgrade pip
  - pip install bagit
  - git clone --depth 1 -b master https://github.com/o2r-project/o2r-meta.git $HOME/meta
  - pip install -r requirements.txt
  - export MUNCHER_META_TOOL_EXE="python3 $HOME/meta/o2rmeta.py"
  - export MUNCHER_META_EXTRACT_MAPPINGS_DIR="$HOME/meta/broker/mappings"
install:
  - npm install
{'fraction_non_alphanumeric': 0.12166172106824925, 'fraction_numerical': 0.021364985163204748, 'mean_word_length': 2.3188976377952755, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5119800', 'n_tokens_mistral': 676, 'n_tokens_neox': 653, 'n_words': 141}