<commit_before>---

- hosts: all
  remote_user: root
  roles:
    - common
  any_errors_fatal: true
- hosts: spark
  remote_user: root
  vars_files:
   - vars/spark_vars.yml
  roles:
    - spark
  any_errors_fatal: true
- hosts: spark-master
  remote_user: root
  roles:
    - spark-master
- hosts: spark
  remote_user: root
  roles:
    - spark-slave<commit_msg>Load global variables. Since we have dependencies between spark-slave and spark, and the same holds for spark-master and spark, no need to run spark role.<commit_after>---

- hosts: all
  remote_user: root
  roles:
    - common
  any_errors_fatal: true

#- hosts: spark
#  remote_user: root
#  vars_files:
#   - vars/spark_vars.yml
#   - vars/minio_vars.yml
#  roles:
#    - spark
#  any_errors_fatal: true

- hosts: spark-master
  remote_user: root
  vars_files:
   - vars/spark_vars.yml
   - vars/minio_vars.yml
  roles:
    - spark-master

- hosts: spark
  remote_user: root
  vars_files:
   - vars/spark_vars.yml
   - vars/minio_vars.yml
  roles:
    - spark-slave
{'fraction_non_alphanumeric': 0.0979631425800194, 'fraction_numerical': 0.0, 'mean_word_length': 2.7664233576642334, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5856788', 'n_tokens_mistral': 383, 'n_tokens_neox': 375, 'n_words': 92}