<commit_before>#!jinja|yaml|gpg
elastic_stack:
  elasticsearch:
    configuration_settings:
      cluster.name: mitodl_ops_cluster
      discovery.zen.minimum_master_nodes: 3
      discovery.ec2.tag.escluster: operations
      gateway.recover_after_nodes: 3
      gateway.expected_nodes: 5
      gateway.recover_after_time: 5m
      repositories:
        s3:
          bucket: mitx-elasticsearch-backups
          region: us-east-1
      discovery:
        zen.hosts_provider: ec2
      cloud.node.auto_attributes: true
      network.host: [_eth0_, _lo_]
    plugins:
      - name: discovery-ec2
        config:
          aws:
            region: us-east-1
      - name: repository-s3

    # There seems to be a bug in
    # salt.states.elasticsearch.index_template_present, which causes it to fail
    # without a message, so we're going to update index templates manually until
    # it's sorted out. This is where you would specify the template:
    #
    # index_templates:
    #   - name: logstash
    #     definition:
    #       template: logstash-*
    #       settings:
    #         index:
    #           refresh_interval: 5s
    #           number_of_shards: 5
    #           number_of_replicas: 1
    #       mappings:
    #         fluentd:
    #           dynamic_templates:
    #             - strings:
    #                 match_mapping_type: string
    #                 mapping:
    #                   type: text
    #                   fields:
    #                     raw:
    #                       type: keyword
    #                       ignore_above: 256

beacons:
  service:
    elasticsearch:
      onchangeonly: True
    disable_during_state_run: True
<commit_msg>Remove outdated elasticsearch.yml config for plugins<commit_after>#!jinja|yaml|gpg
elastic_stack:
  elasticsearch:
    configuration_settings:
      cluster.name: mitodl_ops_cluster
      discovery.zen.minimum_master_nodes: 3
      discovery.ec2.tag.escluster: operations
      gateway.recover_after_nodes: 3
      gateway.expected_nodes: 5
      gateway.recover_after_time: 5m
      discovery:
        zen.hosts_provider: ec2
      cloud.node.auto_attributes: true
      network.host: [_eth0_, _lo_]
    plugins:
      - name: discovery-ec2
      - name: repository-s3

    # There seems to be a bug in
    # salt.states.elasticsearch.index_template_present, which causes it to fail
    # without a message, so we're going to update index templates manually until
    # it's sorted out. This is where you would specify the template:
    #
    # index_templates:
    #   - name: logstash
    #     definition:
    #       template: logstash-*
    #       settings:
    #         index:
    #           refresh_interval: 5s
    #           number_of_shards: 5
    #           number_of_replicas: 1
    #       mappings:
    #         fluentd:
    #           dynamic_templates:
    #             - strings:
    #                 match_mapping_type: string
    #                 mapping:
    #                   type: text
    #                   fields:
    #                     raw:
    #                       type: keyword
    #                       ignore_above: 256

beacons:
  service:
    elasticsearch:
      onchangeonly: True
    disable_during_state_run: True

{'fraction_non_alphanumeric': 0.06909202078874961, 'fraction_numerical': 0.010088657902782024, 'mean_word_length': 1.623897353648757, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3342', 'n_tokens_mistral': 979, 'n_tokens_neox': 924, 'n_words': 217}