<commit_before>---
# Remember, leave a key empty if there is no value.  None will be a string,
# not a Python "NoneType"
#
# Also remember that all examples have 'disable_action' set to True.  If you
# want to use this action as a template, be sure to set this to False after
# copying it.
actions:
  1:
    action: delete_indices
    description: >-
      Delete indices so that we stay below {{.Values.elk_elasticsearch_data_retention_space}}
      gb of used disk space for indices (total summed up over all data nodes). The oldest
      indices will be deleted first. Ignore the error if the filter does not result in an
      actionable list of indices (ignore_empty_list) and exit cleanly.
    options:
      ignore_empty_list: True
      timeout_override:
      continue_if_exception: False
      disable_action: False
    filters:
    - filtertype: pattern
      kind: prefix
      value: .kibana
      exclude: True
    - filtertype: space
      disk_space: {{.Values.elk_elasticsearch_data_retention_space}}
      use_age: True
      source: creation_date
      exclude:
    - filtertype: kibana
      exclude: True
  2:
    action: delete_indices
    description: >-
      Delete indices older than {{.Values.elk_elasticsearch_data_retention_time}} days (based on index name).
      Ignore the error if the filter does not result in an
      actionable list of indices (ignore_empty_list) and exit cleanly.
    options:
      ignore_empty_list: True
      timeout_override:
      continue_if_exception: False
      disable_action: False
    filters:
    - filtertype: pattern
      kind: prefix
      value: .kibana
      exclude: True
    - filtertype: age
      source: name
      direction: older
      timestring: '%Y.%m.%d'
      unit: days
      unit_count: {{.Values.elk_elasticsearch_data_retention_time}}
      exclude:
    - filtertype: kibana
      exclude: True<commit_msg>fix not to delete .kibana indexes<commit_after>---
# Remember, leave a key empty if there is no value.  None will be a string,
# not a Python "NoneType"
#
# Also remember that all examples have 'disable_action' set to True.  If you
# want to use this action as a template, be sure to set this to False after
# copying it.
actions:
  1:
    action: delete_indices
    description: >-
      Delete indices so that we stay below {{.Values.elk_elasticsearch_data_retention_space}}
      gb of used disk space for indices (total summed up over all data nodes). The oldest
      indices will be deleted first. Ignore the error if the filter does not result in an
      actionable list of indices (ignore_empty_list) and exit cleanly.
    options:
      ignore_empty_list: True
      timeout_override:
      continue_if_exception: False
      disable_action: False
    filters:
    - filtertype: pattern
      kind: prefix
      value: .kibana
      exclude: True
    - filtertype: pattern
      kind: prefix
      value: .task
      exclude: True
    - filtertype: space
      disk_space: {{.Values.elk_elasticsearch_data_retention_space}}
      use_age: True
      source: creation_date
      exclude:
    - filtertype: kibana
      exclude: True
  2:
    action: delete_indices
    description: >-
      Delete indices older than {{.Values.elk_elasticsearch_data_retention_time}} days (based on index name).
      Ignore the error if the filter does not result in an
      actionable list of indices (ignore_empty_list) and exit cleanly.
    options:
      ignore_empty_list: True
      timeout_override:
      continue_if_exception: False
      disable_action: False
    filters:
    - filtertype: pattern
      kind: prefix
      value: .kibana
      exclude: True
    - filtertype: pattern
      kind: prefix
      value: .task
      exclude: True
    - filtertype: age
      source: name
      direction: older
      timestring: '%Y.%m.%d'
      unit: days
      unit_count: {{.Values.elk_elasticsearch_data_retention_time}}
      exclude:
    - filtertype: kibana
      exclude: True
{'fraction_non_alphanumeric': 0.06407035175879397, 'fraction_numerical': 0.0010050251256281408, 'mean_word_length': 2.682701202590194, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3515932', 'n_tokens_mistral': 1130, 'n_tokens_neox': 1124, 'n_words': 420}