<commit_before>module "service" {
  source       = "git::https://github.com/wellcometrust/terraform-modules.git//ecs/modules/service/prebuilt/sqs_scaling?ref=v11.4.1"
  service_name = "reindex_worker-${var.namespace}"

  task_desired_count = "0"
  source_queue_name  = "${module.reindex_worker_queue.name}"
  source_queue_arn   = "${module.reindex_worker_queue.arn}"

  container_image    = "${var.reindex_worker_container_image}"
  security_group_ids = ["${var.service_egress_security_group_id}"]

  cpu    = 512
  memory = 2048

  env_vars = {
    reindex_jobs_queue_id      = "${module.reindex_worker_queue.id}"
    reindex_requests_topic_arn = "${module.hybrid_records_topic.arn}"
    metrics_namespace          = "reindex_worker-${var.namespace}"
    dynamo_table_name          = "${var.vhs_table_name}"
    dynamo_table_index         = "reindexTracker"

    # The reindex worker has to send lots of SNS notifications, and we've
    # seen issues where we exhaust the HTTP connection pool.  Turning down
    # the parallelism is an attempt to reduce the number of SNS messages in
    # flight, and avoid these errors.
    sqs_parallelism = 5
  }

  env_vars_length = 6

  ecs_cluster_name = "${var.ecs_cluster_name}"
  ecs_cluster_id   = "${var.ecs_cluster_id}"
  vpc_id           = "${local.vpc_id}"

  aws_region = "${var.aws_region}"
  subnets    = ["${local.private_subnets}"]

  namespace_id = "${var.namespace_id}"

  launch_type = "FARGATE"

  max_capacity = 5
}<commit_msg>The reindex worker hasn't needed the index name in a while<commit_after>module "service" {
  source       = "git::https://github.com/wellcometrust/terraform-modules.git//ecs/modules/service/prebuilt/sqs_scaling?ref=v11.4.1"
  service_name = "reindex_worker-${var.namespace}"

  task_desired_count = "0"
  source_queue_name  = "${module.reindex_worker_queue.name}"
  source_queue_arn   = "${module.reindex_worker_queue.arn}"

  container_image    = "${var.reindex_worker_container_image}"
  security_group_ids = ["${var.service_egress_security_group_id}"]

  cpu    = 512
  memory = 2048

  env_vars = {
    reindex_jobs_queue_id      = "${module.reindex_worker_queue.id}"
    reindex_requests_topic_arn = "${module.hybrid_records_topic.arn}"
    metrics_namespace          = "reindex_worker-${var.namespace}"
    dynamo_table_name          = "${var.vhs_table_name}"

    # The reindex worker has to send lots of SNS notifications, and we've
    # seen issues where we exhaust the HTTP connection pool.  Turning down
    # the parallelism is an attempt to reduce the number of SNS messages in
    # flight, and avoid these errors.
    sqs_parallelism = 5
  }

  env_vars_length = 5

  ecs_cluster_name = "${var.ecs_cluster_name}"
  ecs_cluster_id   = "${var.ecs_cluster_id}"
  vpc_id           = "${local.vpc_id}"

  aws_region = "${var.aws_region}"
  subnets    = ["${local.private_subnets}"]

  namespace_id = "${var.namespace_id}"

  launch_type = "FARGATE"

  max_capacity = 5
}
{'fraction_non_alphanumeric': 0.11459386585776879, 'fraction_numerical': 0.010111223458038422, 'mean_word_length': 3.741214057507987, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '925048', 'n_tokens_mistral': 1049, 'n_tokens_neox': 995, 'n_words': 192}