<commit_before>---
- hosts: all
  become: yes
  gather_facts: yes

  tasks:

  - name: 'tell apt to always remove (clean) packages after install'
    lineinfile: create=yes
                line="DSELECT::Clean "always";"
                dest="/etc/apt/apt.conf.d/99AutomaticClean"

  - name: "rethinkdb apt key"
    apt_key: url=http://download.rethinkdb.com/apt/pubkey.gpg
             state=present

  - name: "rethinkdb ppa"
    apt_repository: repo='deb http://download.rethinkdb.com/apt {{ ansible_distribution_release }} main'
                    state=present

  - name: "apt-get update & upgrade"
    apt: update_cache=yes cache_valid_time=3600 upgrade=safe
    # that's cached one hour and upgrades safer uses aptitude's heuristics
    tags: update

  - name: "additional install packages for all machines"
    apt: state=latest name={{ item }}
    with_items:
      - atop
      - aptitude
      - bup
      - etckeeper
      - htop
      - fio
      - monit
      - python-pip
      - dstat
      - iotop
      - par2
      - python-apt
      - python-pip
      - python-dateutil
      - python-tz
      - python-configparser
      - python-scipy
      - python-paramiko
      - python3-pip
      - python3-scipy
      - python3-paramiko
      - sysbench
      - sysstat
    tags:
      - install


  - name: "system wide pip packages"
    pip:  executable=pip
          state=latest
          name={{ item }}
    with_items:
       - google-api-python-client
       - jsonschema

  - name: "system wide pip3 packages"
    pip:  executable=pip3
          state=latest
          name={{ item }}
    with_items:
       - rethinkdb
       - dateutils

# Install critical packages needed for building SMC source code:
- hosts: all
  become: yes
  gather_facts: no

  tasks:

  - name: 'critical packages needed for building SMC source code'
    apt: state=latest name={{ item }}
    with_items:
    - calibre
    - dpkg-dev
    - g++
    - gfortran
    - git
    - iperf
    - libacl1-dev
    - libattr1-dev
    - libbz2-dev
    - libevent-dev
    - libfuse-dev
    - liblzo2-dev
    - libncurses5-dev
    - libreadline-dev
    - libsqlite3-dev
    - libssl-dev
    - linux-image-extra-virtual
    - lsof
    - m4
    - make
    - ntp
    - openjdk-8-jdk
    - openjdk-8-doc
    - openjdk-8-jre
    - pandoc
    - par2
    - pkg-config
    - python-lxml
    - python-pylibacl
    - python-pyxattr
    - software-properties-common
    - ssh
    - tk-dev
    - vim
    - wget
    - xfsprogs
    - zlib1g-dev
    tags:
      - install

# Compute VM's
- hosts: compute
  become: yes
  gather_facts: no

  tasks:

  - name: 'packages on Compute VMs'
    apt: state=latest name={{ item }}
    tags:
      - install
    with_items:
    - calibre
    - dpkg-dev
    - g++
    - gfortran
    - git
    - git
    - iperf
    - libacl1-dev
    - libattr1-dev
    - libbz2-dev
    - libevent-dev
    - libfuse-dev
    - liblzo2-dev
    - libncurses5-dev
    - libreadline-dev
    - libsqlite3-dev
    - libssl-dev
    - lsof
    - m4
    - make
    - ntp
    - pandoc
    - par2
    - pkg-config
    - poppler-utils
    - python-lxml
    - python-psutil
    - python-pylibacl
    - python-pyxattr
    - python-simplegeneric
    - python3-psutil
    - software-properties-common
    - ssh
    - tk-dev
    - vim
    - wget
    - xfsprogs
    - zlib1g-dev
    - asymptote
    - pdf2svg
    - phantomjs

# Critical to get rid of certain packages that just cause trouble
- hosts: all
  become: yes
  gather_facts: no

  tasks:
  - name: 'getting rid of certain packages causing trouble'
    apt: state=absent name={{ item }}
    with_items:
    - mlocate
    tags:
    - install

# Additional packages (mainly for users, not building)
- hosts: compute
  become: yes
  gather_facts: no

  tasks:
  - name: 'Additional packages (mainly for users, not building) - batch #1'
    apt: state=present name={{ item }}
    tags:
    - install
    - install-compute-users
    with_items:
    - asciidoc
    - aspell-*
    - attr
    - auctex
    - autoconf
    - axiom
    - bindfs
    - bison
    - bowtie2
    - bowtie2-examples
    - bsdtar
    - btrfs-tools
    - build-essential
    - bzr
    - camlp4-extra
    - ccache
    - cgmanager
    - cgmanager-utils
    - cgroup-bin
    - cgroup-lite
    - check
    - checkinstall
    - clang
    - clojure1.6
    - cmake
    - csh
    - cvs
    - cython
    - dieharder
    - dot2tex
    - doxygen
    - dstat
- hosts: compute
  become: yes
  gather_facts: no

  tasks:
  - name: 'Additional packages (mainly for users, not building) - batch #2'
    apt: state=present name={{ item }}
    tags:
    - install
    - install-compute-users
    with_items:
    - emacs
    - emacs-goodies-el
    - encfs
    - epstool
    - ffmpeg
    - ffmpeg
    - fig2ps
    - fish
    - flex
    - fonts-ocr-a
    - gawk
    - gcc-multilib
    - gcc-multilib
    - gdb
    - ghc
    - ghc-doc
    - ghc-haddock
    - ghc-mod
    - ghc-prof
    - git-svn
    - glpk-utils
    - glpk-doc
    - gmsh
    - gnugo
    - golang-go
    - gpicview
    - grace
    - gv
    - h5utils
    - haskell-doc
    - haskell-mode
    - haskell-platform
    - haskell-platform-doc
    - haskell-platform-prof
    - hdf5-helpers
    - hexcurse
    - htop
    - install
    - install-compute-users
    - iceweasel
    - ifrench
    - imagemagick
    - ingerman
    - inkscape
    - iotop<commit_msg>build/ansible: stupid copy/paste error<commit_after>---
- hosts: all
  become: yes
  gather_facts: yes

  tasks:

  - name: 'tell apt to always remove (clean) packages after install'
    lineinfile: create=yes
                line="DSELECT::Clean "always";"
                dest="/etc/apt/apt.conf.d/99AutomaticClean"

  - name: "rethinkdb apt key"
    apt_key: url=http://download.rethinkdb.com/apt/pubkey.gpg
             state=present

  - name: "rethinkdb ppa"
    apt_repository: repo='deb http://download.rethinkdb.com/apt {{ ansible_distribution_release }} main'
                    state=present

  - name: "apt-get update & upgrade"
    apt: update_cache=yes cache_valid_time=3600 upgrade=safe
    # that's cached one hour and upgrades safer uses aptitude's heuristics
    tags: update

  - name: "additional install packages for all machines"
    apt: state=latest name={{ item }}
    with_items:
      - atop
      - aptitude
      - bup
      - etckeeper
      - htop
      - fio
      - monit
      - python-pip
      - dstat
      - iotop
      - par2
      - python-apt
      - python-pip
      - python-dateutil
      - python-tz
      - python-configparser
      - python-scipy
      - python-paramiko
      - python3-pip
      - python3-scipy
      - python3-paramiko
      - sysbench
      - sysstat
    tags:
      - install


  - name: "system wide pip packages"
    pip:  executable=pip
          state=latest
          name={{ item }}
    with_items:
       - google-api-python-client
       - jsonschema

  - name: "system wide pip3 packages"
    pip:  executable=pip3
          state=latest
          name={{ item }}
    with_items:
       - rethinkdb
       - dateutils

# Install critical packages needed for building SMC source code:
- hosts: all
  become: yes
  gather_facts: no

  tasks:

  - name: 'critical packages needed for building SMC source code'
    apt: state=latest name={{ item }}
    with_items:
    - calibre
    - dpkg-dev
    - g++
    - gfortran
    - git
    - iperf
    - libacl1-dev
    - libattr1-dev
    - libbz2-dev
    - libevent-dev
    - libfuse-dev
    - liblzo2-dev
    - libncurses5-dev
    - libreadline-dev
    - libsqlite3-dev
    - libssl-dev
    - linux-image-extra-virtual
    - lsof
    - m4
    - make
    - ntp
    - openjdk-8-jdk
    - openjdk-8-doc
    - openjdk-8-jre
    - pandoc
    - par2
    - pkg-config
    - python-lxml
    - python-pylibacl
    - python-pyxattr
    - software-properties-common
    - ssh
    - tk-dev
    - vim
    - wget
    - xfsprogs
    - zlib1g-dev
    tags:
      - install

# Compute VM's
- hosts: compute
  become: yes
  gather_facts: no

  tasks:

  - name: 'packages on Compute VMs'
    apt: state=latest name={{ item }}
    tags:
      - install
    with_items:
    - calibre
    - dpkg-dev
    - g++
    - gfortran
    - git
    - git
    - iperf
    - libacl1-dev
    - libattr1-dev
    - libbz2-dev
    - libevent-dev
    - libfuse-dev
    - liblzo2-dev
    - libncurses5-dev
    - libreadline-dev
    - libsqlite3-dev
    - libssl-dev
    - lsof
    - m4
    - make
    - ntp
    - pandoc
    - par2
    - pkg-config
    - poppler-utils
    - python-lxml
    - python-psutil
    - python-pylibacl
    - python-pyxattr
    - python-simplegeneric
    - python3-psutil
    - software-properties-common
    - ssh
    - tk-dev
    - vim
    - wget
    - xfsprogs
    - zlib1g-dev
    - asymptote
    - pdf2svg
    - phantomjs

# Critical to get rid of certain packages that just cause trouble
- hosts: all
  become: yes
  gather_facts: no

  tasks:
  - name: 'getting rid of certain packages causing trouble'
    apt: state=absent name={{ item }}
    with_items:
    - mlocate
    tags:
    - install

# Additional packages (mainly for users, not building)
- hosts: compute
  become: yes
  gather_facts: no

  tasks:
  - name: 'Additional packages (mainly for users, not building) - batch #1'
    apt: state=present name={{ item }}
    tags:
    - install
    - install-compute-users
    with_items:
    - asciidoc
    - aspell-*
    - attr
    - auctex
    - autoconf
    - axiom
    - bindfs
    - bison
    - bowtie2
    - bowtie2-examples
    - bsdtar
    - btrfs-tools
    - build-essential
    - bzr
    - camlp4-extra
    - ccache
    - cgmanager
    - cgmanager-utils
    - cgroup-bin
    - cgroup-lite
    - check
    - checkinstall
    - clang
    - clojure1.6
    - cmake
    - csh
    - cvs
    - cython
    - dieharder
    - dot2tex
    - doxygen
    - dstat
- hosts: compute
  become: yes
  gather_facts: no

  tasks:
  - name: 'Additional packages (mainly for users, not building) - batch #2'
    apt: state=present name={{ item }}
    tags:
    - install
    - install-compute-users
    with_items:
    - emacs
    - emacs-goodies-el
    - encfs
    - epstool
    - ffmpeg
    - ffmpeg
    - fig2ps
    - fish
    - flex
    - fonts-ocr-a
    - gawk
    - gcc-multilib
    - gcc-multilib
    - gdb
    - ghc
    - ghc-doc
    - ghc-haddock
    - ghc-mod
    - ghc-prof
    - git-svn
    - glpk-utils
    - glpk-doc
    - gmsh
    - gnugo
    - golang-go
    - gpicview
    - grace
    - gv
    - h5utils
    - haskell-doc
    - haskell-mode
    - haskell-platform
    - haskell-platform-doc
    - haskell-platform-prof
    - hdf5-helpers
    - hexcurse
    - htop
    - iceweasel
    - ifrench
    - imagemagick
    - ingerman
    - inkscape
    - iotop
{'fraction_non_alphanumeric': 0.0983560880468097, 'fraction_numerical': 0.008544627101328132, 'mean_word_length': 1.55893536121673, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7547028', 'n_tokens_mistral': 3945, 'n_tokens_neox': 3857, 'n_words': 842}