<commit_before>---
# Vars for common tasks shared between master and workers (but not fileserver)

build_packages:
  - build-essential
  - gcc
  - g++
  - libssl-dev
  - libpq-dev
  - stow
  - python-pip

core_packages:
  - git-core
  - unzip
  # Required for NFS
  - nfs-common
  # Enable OpenMPI, necessary on worker?
  - libopenmpi-dev
  - libopenmpi1.3
  - openmpi-bin
  - openmpi-common
  # Actually not sure what of the following is really needed
  - libboost-all-dev
  - libreadline6-dev

tool_packages:
 # percolator dependencies, please check if they are necessary for building
 # only or for both building and running
 #- cmake # installing newer version from source until apt is updated
 - libboost-dev
 - libboost-filesystem-dev
 - libboost-system-dev
 - libsqlite3-dev
 - libboost-serialization-dev
 - zlib1g-dev
 # pycolator deps
 - python-dev
 - libhdf5-serial-dev
 - libxml2-dev
 - libxslt1-dev
 - python-numpy

tool_python_libraries:
 - lxml
 - simplejson

mount_paths:
  - {{ tool_path }}
  - {{ data_path }}
  - {{ sge_root }}

local_pypi_mirror: http://{{ master_ip }}/pypi/simple/
local_source_mirror: http://{{ master_ip }}/source

xsd_package: xsd_3.3.0-1_amd64.deb
xerces_package: xerces-c-3.1.1.tar.gz
xerces_directory: xerces-c-3.1.1
h5py_package: h5py-2.2.0

private_interface: eth0<commit_msg>Bug, vars starting with curly brace should be in parenthesis<commit_after>---
# Vars for common tasks shared between master and workers (but not fileserver)

build_packages:
  - build-essential
  - gcc
  - g++
  - libssl-dev
  - libpq-dev
  - stow
  - python-pip

core_packages:
  - git-core
  - unzip
  # Required for NFS
  - nfs-common
  # Enable OpenMPI, necessary on worker?
  - libopenmpi-dev
  - libopenmpi1.3
  - openmpi-bin
  - openmpi-common
  # Actually not sure what of the following is really needed
  - libboost-all-dev
  - libreadline6-dev

tool_packages:
 # percolator dependencies, please check if they are necessary for building
 # only or for both building and running
 #- cmake # installing newer version from source until apt is updated
 - libboost-dev
 - libboost-filesystem-dev
 - libboost-system-dev
 - libsqlite3-dev
 - libboost-serialization-dev
 - zlib1g-dev
 # pycolator deps
 - python-dev
 - libhdf5-serial-dev
 - libxml2-dev
 - libxslt1-dev
 - python-numpy

tool_python_libraries:
 - lxml
 - simplejson

mount_paths:
  - "{{ tool_path }}"
  - "{{ data_path }}"
  - "{{ sge_root }}"

local_pypi_mirror: http://{{ master_ip }}/pypi/simple/
local_source_mirror: http://{{ master_ip }}/source

xsd_package: xsd_3.3.0-1_amd64.deb
xerces_package: xerces-c-3.1.1.tar.gz
xerces_directory: xerces-c-3.1.1
h5py_package: h5py-2.2.0

private_interface: eth0
{'fraction_non_alphanumeric': 0.10797773654916512, 'fraction_numerical': 0.019294990723562153, 'mean_word_length': 3.1604938271604937, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5211379', 'n_tokens_mistral': 1026, 'n_tokens_neox': 989, 'n_words': 238}