<commit_before>---
- hosts: first_in_tag_role_mongo
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - role: 'mongo'
      mongo_create_users: yes
#- hosts: tag_role_mongo:!first_in_tag_role_mongo
#  sudo: True
#  vars_files:
#    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
#    - "{{ secure_dir }}/vars/common/common.yml"
#  roles:
#    - common
#    - gh_users
#    - mongo
- hosts: first_in_tag_role_edxapp
  sudo: True
  serial: 1
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - datadog
    - supervisor
    - role: nginx
      nginx_sites:
      - lms
      - cms
      - lms-preview
    - role: 'edxapp'
      edxapp_lms_env: 'lms.envs.load_test'
#      migrate_db: 'yes'
#      openid_workaround: 'yes'
    - splunkforwarder
- hosts: tag_role_edxapp:!first_in_tag_role_edxapp
  sudo: True
  serial: 1
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - datadog
    - supervisor
    - role: nginx
      nginx_sites:
      - lms
      - cms
      - lms-preview
    - role: 'edxapp'
      edxapp_lms_env: 'lms.envs.load_test'
    - splunkforwarder
- hosts: tag_role_worker
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - datadog
    - supervisor
    - role: nginx
      nginx_sites:
      - lms
      - cms
      - lms-preview
    - role: 'edxapp'
      edxapp_lms_env: 'lms.envs.load_test'
      celery_worker: True
    - splunkforwarder
- hosts: tag_role_xserver
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - supervisor
    - role: nginx
      nginx_sites:
      - xserver
    - xserver
    - splunkforwarder
- hosts: tag_role_rabbitmq
  serial: 1
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - supervisor
    - rabbitmq
    - splunkforwarder
- hosts: first_in_tag_role_xqueue
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - supervisor
    - role: nginx
      nginx_sites:
      - xqueue
    - role: xqueue
#      migrate_db: 'yes'
    - splunkforwarder
- hosts: tag_role_xqueue:!first_in_tag_role_xqueue
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - supervisor
    - role: nginx
      nginx_sites:
      - xqueue
    - xqueue
    - splunkforwarder
- hosts: tag_role_forum
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users<commit_msg>Externalize migration settings.<commit_after>---
- hosts: first_in_tag_role_mongo
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - role: 'mongo'
      mongo_create_users: yes
#- hosts: tag_role_mongo:!first_in_tag_role_mongo
#  sudo: True
#  vars_files:
#    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
#    - "{{ secure_dir }}/vars/common/common.yml"
#  roles:
#    - common
#    - gh_users
#    - mongo
- hosts: first_in_tag_role_edxapp
  sudo: True
  serial: 1
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - datadog
    - supervisor
    - role: nginx
      nginx_sites:
      - lms
      - cms
      - lms-preview
    - role: 'edxapp'
      edxapp_lms_env: 'lms.envs.load_test'
      migrate_db: '{{ RUN_EDXAPP_MIGRATION }}'
      openid_workaround: 'yes'
    - splunkforwarder
- hosts: tag_role_edxapp:!first_in_tag_role_edxapp
  sudo: True
  serial: 1
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - datadog
    - supervisor
    - role: nginx
      nginx_sites:
      - lms
      - cms
      - lms-preview
    - role: 'edxapp'
      edxapp_lms_env: 'lms.envs.load_test'
    - splunkforwarder
- hosts: tag_role_worker
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - datadog
    - supervisor
    - role: nginx
      nginx_sites:
      - lms
      - cms
      - lms-preview
    - role: 'edxapp'
      edxapp_lms_env: 'lms.envs.load_test'
      celery_worker: True
    - splunkforwarder
- hosts: tag_role_xserver
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - supervisor
    - role: nginx
      nginx_sites:
      - xserver
    - xserver
    - splunkforwarder
- hosts: tag_role_rabbitmq
  serial: 1
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - supervisor
    - rabbitmq
    - splunkforwarder
- hosts: first_in_tag_role_xqueue
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - supervisor
    - role: nginx
      nginx_sites:
      - xqueue
    - role: xqueue
      migrate_db: '{{ RUN_XQUEUE_MIGRATION }}'
    - splunkforwarder
- hosts: tag_role_xqueue:!first_in_tag_role_xqueue
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
    - supervisor
    - role: nginx
      nginx_sites:
      - xqueue
    - xqueue
    - splunkforwarder
- hosts: tag_role_forum
  sudo: True
  vars_files:
    - "{{ secure_dir }}/vars/{{ENVIRONMENT}}/{{CLOUDFORMATION_STACK_NAME}}.yml"
    - "{{ secure_dir }}/vars/common/common.yml"
  roles:
    - common
    - gh_users
{'fraction_non_alphanumeric': 0.1415778251599147, 'fraction_numerical': 0.0008528784648187633, 'mean_word_length': 2.4591937069813175, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5500921', 'n_tokens_mistral': 2923, 'n_tokens_neox': 2748, 'n_words': 409}