<commit_before>clusters:
  - plugin_name: cdh
    plugin_version: 5.4.0
    image: %cdh_5_4_0_image%
    node_group_templates:
      - name: worker-dn
        flavor_id: %ci_flavor_id%
        node_processes:
          - HDFS_DATANODE
        volumes_per_node: 2
        volumes_size: 2
        auto_security_group: true
        node_configs:
          &ng_configs
          DATANODE:
            dfs_datanode_du_reserved: 0
      - name: worker-nm
        flavor_id: %ci_flavor_id%
        node_processes:
          - YARN_NODEMANAGER
        auto_security_group: true
      - name: worker-nm-dn
        flavor_id: %ci_flavor_id%
        node_processes:
          - YARN_NODEMANAGER
          - HDFS_DATANODE
        volumes_per_node: 2
        volumes_size: 2
        auto_security_group: true
        node_configs:
          *ng_configs
      - name: manager
        flavor_id: %large_flavor_id%
        node_processes:
          - CLOUDERA_MANAGER
        auto_security_group: true
      - name: master-core
        flavor_id: %medium_flavor_id%<commit_msg>Enable Java Keystore KMS service in CDH5.4<commit_after>clusters:
  - plugin_name: cdh
    plugin_version: 5.4.0
    image: %cdh_5_4_0_image%
    node_group_templates:
      - name: worker-dn
        flavor_id: %ci_flavor_id%
        node_processes:
          - HDFS_DATANODE
        volumes_per_node: 2
        volumes_size: 2
        auto_security_group: true
        node_configs:
          &ng_configs
          DATANODE:
            dfs_datanode_du_reserved: 0
      - name: worker-nm
        flavor_id: %ci_flavor_id%
        node_processes:
          - YARN_NODEMANAGER
        auto_security_group: true
      - name: worker-nm-dn
        flavor_id: %ci_flavor_id%
        node_processes:
          - YARN_NODEMANAGER
          - HDFS_DATANODE
        volumes_per_node: 2
        volumes_size: 2
        auto_security_group: true
        node_configs:
          *ng_configs
      - name: manager
        flavor_id: %large_flavor_id%
        node_processes:
          - CLOUDERA_MANAGER
          - KMS
        auto_security_group: true
      - name: master-core
        flavor_id: %medium_flavor_id%
{'fraction_non_alphanumeric': 0.06183664051684356, 'fraction_numerical': 0.011075219197046609, 'mean_word_length': 1.8046571798188875, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5815185', 'n_tokens_mistral': 767, 'n_tokens_neox': 757, 'n_words': 126}