<commit_before>aws:
  access_key_id:     <%= ENV['AWS_ACCESS_KEY_ID'] %>
  secret_access_key: <%= ENV['AWS_SECRET_ACCESS_KEY'] %>
  region:            <%= ENV['AWS_REGION'] %>
  account_id:        <%= ENV['AWS_ACCOUNT_ID'] %>
concurrency: 25  # The number of allocated threads to process messages. Default 25
delay:       30        # The delay in seconds to pause a queue when it's empty. Default 0
queues:
  - feeder_default<commit_msg>remove the default queue, only use announce defined queues currently<commit_after>aws:
  access_key_id:     <%= ENV['AWS_ACCESS_KEY_ID'] %>
  secret_access_key: <%= ENV['AWS_SECRET_ACCESS_KEY'] %>
  region:            <%= ENV['AWS_REGION'] %>
  account_id:        <%= ENV['AWS_ACCOUNT_ID'] %>
concurrency:         25 # The number of allocated threads to process messages. Default 25
delay:               30 # The delay in seconds to pause a queue when it's empty. Default 0
{'fraction_non_alphanumeric': 0.11538461538461539, 'fraction_numerical': 0.015384615384615385, 'mean_word_length': 3.4223300970873787, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6159519', 'n_tokens_mistral': 324, 'n_tokens_neox': 292, 'n_words': 82}