<commit_before>queue:

## Tasks

- name: cleanup
  max_concurrent_requests: 1
  rate: 1/m

- name: cancel-tasks
  rate: 500/s

- name: cancel-task-on-bot
  rate: 500/s

- name: delete-tasks
  bucket_size: 20
  max_concurrent_requests: 500
  rate: 100/s

- name: pubsub
  rate: 500/s

- name: rebuild-task-cache
  rate: 500/s<commit_msg>[swarming] Reduce delete-tasks creation rate<commit_after>queue:

## Tasks

- name: cleanup
  max_concurrent_requests: 1
  rate: 1/m

- name: cancel-tasks
  rate: 500/s

- name: cancel-task-on-bot
  rate: 500/s

# An heavy workload produces 1000 tasks per minute, 10000 tasks per 10 minutes.
# The cron job runs every 10 minutes and leaves 5 minutes for the tasks to
# complete.
# Each task is 1000 tasks, and takes around 3 minutes to complete. This means
# around 10 tasks in practice should be sufficient, set it to 20 to keep a
# safety margin.
- name: delete-tasks
  max_concurrent_requests: 20
  rate: 1/s

- name: pubsub
  rate: 500/s

- name: rebuild-task-cache
  rate: 500/s
{'fraction_non_alphanumeric': 0.09322865554465162, 'fraction_numerical': 0.06084396467124632, 'mean_word_length': 3.3220338983050848, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2462723', 'n_tokens_mistral': 416, 'n_tokens_neox': 347, 'n_words': 125}