<commit_before>node:
  master: {% if master %}true{% else %}false{% endif %}
  data: {% if data %}true{% else %}false{% endif %}
  zone: {{ pillar['elasticsearch']['zone'][grains['host']] }}

path:
  conf: /etc/elasticsearch
  data: /mnt/elasticsearch
  logs: /var/log/elasticsearch

index:
  number_of_shards: {{ pillar['elasticsearch']['shards'] }}
  number_of_replicas: {{ pillar['elasticsearch']['replicas'] }}
  query.default_field: "@message"
  refresh_interval: 5s
  store:
    compress:
      stored: true
      tv: true

indices.memory.index_buffer_size: {{ pillar['elasticsearch']['indexsize'] }}

cluster.routing.allocation:
  awareness:
    attributes: zone
  cluster_concurrent_rebalance: {{ pillar['elasticsearch']['rebalance'] }}
  allow_rebalance: indices_all_active
  node_concurrent_recoveries: {{ pillar['elasticsearch']['recoveries'] }}

network:
  publish_host: {{ pillar['elasticsearch']['publish'][grains['host']] }}
  tcp.keep_alive: true

discovery.zen:
  minimum_master_nodes: 1
  ping_timeout: 5s
  ping:
    multicast.enabled: false
    unicast.hosts: [ {{ ', '.join(pillar['elasticsearch']['publish'].values()) }} ]<commit_msg>Add more tunables to elasticsearch<commit_after>node:
  master: {% if master %}true{% else %}false{% endif %}
  data: {% if data %}true{% else %}false{% endif %}
  zone: {{ pillar['elasticsearch']['zone'][grains['host']] }}

path:
  conf: /etc/elasticsearch
  data: /mnt/elasticsearch
  logs: /var/log/elasticsearch

index:
  number_of_shards: {{ pillar['elasticsearch']['shards'] }}
  number_of_replicas: {{ pillar['elasticsearch']['replicas'] }}
  query.default_field: "@message"
  refresh_interval: 5s
  store:
    compress:
      stored: true
      tv: true
  routing.allocation.total_shards_per_node: {{ pillar['elasticsearch']['shards_per_node'] }}

indices.memory.index_buffer_size: {{ pillar['elasticsearch']['indexsize'] }}

gateway:
  recover_after_nodes: 5
  recover_after_time: 10m
  expected_nodes: {{ pillar['elasticsearch']['publish'].keys()|length }}

cluster.routing.allocation:
  awareness:
    attributes: zone
  cluster_concurrent_rebalance: {{ pillar['elasticsearch']['rebalance'] }}
  allow_rebalance: indices_all_active
  node_concurrent_recoveries: {{ pillar['elasticsearch']['recoveries'] }}

network:
  publish_host: {{ pillar['elasticsearch']['publish'][grains['host']] }}
  tcp.keep_alive: true

discovery.zen:
  minimum_master_nodes: 1
  ping_timeout: 3s
  ping:
    multicast.enabled: false
    unicast.hosts: [ {{ ', '.join(pillar['elasticsearch']['publish'].values()) }} ]
{'fraction_non_alphanumeric': 0.168359375, 'fraction_numerical': 0.003515625, 'mean_word_length': 5.566666666666666, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2206977', 'n_tokens_mistral': 850, 'n_tokens_neox': 822, 'n_words': 145}