<commit_before>---
dar::backup::enable: false

dns::local_cache: false
dns::nameservers:
  - 192.168.100.29
dns::search_domains:
  - internal.staging.swh.network

dns::local_nameservers:
  - 192.168.100.29
  - 192.168.200.22

dns::forwarders:
  - 172.16.17.32
  - 172.16.17.32
dns::forwarder_insecure: true

ntp::servers:
  - sesi-ntp1.inria.fr
  - sesi-ntp2.inria.fr

internal_network: 192.168.128.0/24

smtp::relay_hostname: 'smtp.inria.fr'

swh::deploy::storage::db::host: db0.internal.staging.swh.network
swh::deploy::storage::db::user: swh
swh::deploy::storage::db::dbname: swh

swh::deploy::indexer::storage::db::host: db0.internal.staging.swh.network
swh::deploy::indexer::storage::db::user: swh-indexer
swh::deploy::indexer::storage::db::dbname: swh-indexer

swh::deploy::scheduler::db::host: db0.internal.staging.swh.network
swh::deploy::scheduler::db::dbname: swh-scheduler
swh::deploy::scheduler::db::user: swh-scheduler

swh::deploy::deposit::db::host: deposit.internal.staging.swh.network
swh::deploy::deposit::db::dbuser: swh-deposit
swh::deploy::deposit::db::dbname: swh-deposit

swh::deploy::vault::db::host: db0.internal.staging.swh.network
swh::deploy::vault::db::user: swh-vault
swh::deploy::vault::db::dbname: swh-vault

swh::deploy::worker::lister::db::host: db0.internal.staging.swh.network
swh::deploy::worker::lister::db::user: swh-lister
swh::deploy::worker::lister::db::name: swh-lister

swh::deploy::worker::instances:
  - loader_archive
  - checker_deposit
  - loader_debian
  - loader_deposit
  - loader_git
  - loader_npm
  - loader_pypi
  - vault_cooker
  - lister
  - indexer_origin_intrinsic_metadata

#### Rabbitmq instance to use
# swh::deploy::worker::task_broker::password in private data
swh::deploy::worker::task_broker: "amqp://swhconsumer:%{hiera('swh::deploy::worker::task_broker::password')}@scheduler0.internal.staging.swh.network:5672//"

#### Storage/Indexer/Vault/Scheduler services to use in staging area

swh::remote_service::storage::config::storage0:
  cls: remote
  args:
    url: "http://storage0.internal.staging.swh.network:%{hiera('swh::remote_service::storage::port')}/"
swh::remote_service::storage::config: "%{alias('swh::remote_service::storage::config::storage0')}"
swh::remote_service::storage::config::writable: &swh_remote_service_storage_config_writable
  "%{alias('swh::remote_service::storage::config::storage0')}"

swh::remote_service::vault::config::vault0:
  cls: remote
  args:
    url: "http://vault.internal.staging.swh.network:%{hiera('swh::remote_service::vault::port')}/"
swh::remote_service::vault::config: "%{alias('swh::remote_service::vault::config::vault0')}"
swh::remote_service::vault::config::writable: "%{alias('swh::remote_service::vault::config::vault0')}"

swh::remote_service::indexer::config::storage0:
  cls: remote
  args:
    url: "http://storage0.internal.staging.swh.network:%{hiera('swh::remote_service::indexer::port')}/"
swh::remote_service::indexer::config: "%{alias('swh::remote_service::indexer::config::storage0')}"
swh::remote_service::indexer::config::writable: "%{alias('swh::remote_service::indexer::config::storage0')}"

swh::remote_service::scheduler::config::scheduler0:
  cls: remote
  args:
    url: "http://scheduler0.internal.staging.swh.network:%{hiera('swh::remote_service::scheduler::port')}/"

swh::remote_service::scheduler::config: "%{alias('swh::remote_service::scheduler::config::scheduler0')}"
swh::remote_service::scheduler::config::writable: "%{alias('swh::remote_service::scheduler::config::scheduler0')}"

swh::deploy::deposit::url: http://deposit.internal.staging.swh.network

swh::deploy::worker::loader_git::config:
  storage: "%{alias('swh::remote_service::storage::config::writable')}"
  save_data: false
  directory_packet_size: 100
  celery:
    task_broker: "%{alias('swh::deploy::worker::task_broker')}"
    task_modules:
      - swh.loader.git.tasks
    task_queues:
      - swh.loader.git.tasks.UpdateGitRepository
      - swh.loader.git.tasks.LoadDiskGitRepository
      - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository

zookeeper::clusters:
  rocquencourt:
    1: journal0.internal.staging.swh.network

kafka::clusters:
  rocquencourt:
    zookeeper::chroot: '/kafka/softwareheritage'
    zookeeper::servers:
      - journal0.internal.staging.swh.network
    brokers:
      journal0.internal.staging.swh.network:
        id: 1

swh::deploy::journal::brokers:
  - journal0.internal.staging.swh.network

prometheus::static_environment: staging<commit_msg>Update zookeeper::clusters for staging as well<commit_after>---
dar::backup::enable: false

dns::local_cache: false
dns::nameservers:
  - 192.168.100.29
dns::search_domains:
  - internal.staging.swh.network

dns::local_nameservers:
  - 192.168.100.29
  - 192.168.200.22

dns::forwarders:
  - 172.16.17.32
  - 172.16.17.32
dns::forwarder_insecure: true

ntp::servers:
  - sesi-ntp1.inria.fr
  - sesi-ntp2.inria.fr

internal_network: 192.168.128.0/24

smtp::relay_hostname: 'smtp.inria.fr'

swh::deploy::storage::db::host: db0.internal.staging.swh.network
swh::deploy::storage::db::user: swh
swh::deploy::storage::db::dbname: swh

swh::deploy::indexer::storage::db::host: db0.internal.staging.swh.network
swh::deploy::indexer::storage::db::user: swh-indexer
swh::deploy::indexer::storage::db::dbname: swh-indexer

swh::deploy::scheduler::db::host: db0.internal.staging.swh.network
swh::deploy::scheduler::db::dbname: swh-scheduler
swh::deploy::scheduler::db::user: swh-scheduler

swh::deploy::deposit::db::host: deposit.internal.staging.swh.network
swh::deploy::deposit::db::dbuser: swh-deposit
swh::deploy::deposit::db::dbname: swh-deposit

swh::deploy::vault::db::host: db0.internal.staging.swh.network
swh::deploy::vault::db::user: swh-vault
swh::deploy::vault::db::dbname: swh-vault

swh::deploy::worker::lister::db::host: db0.internal.staging.swh.network
swh::deploy::worker::lister::db::user: swh-lister
swh::deploy::worker::lister::db::name: swh-lister

swh::deploy::worker::instances:
  - loader_archive
  - checker_deposit
  - loader_debian
  - loader_deposit
  - loader_git
  - loader_npm
  - loader_pypi
  - vault_cooker
  - lister
  - indexer_origin_intrinsic_metadata

#### Rabbitmq instance to use
# swh::deploy::worker::task_broker::password in private data
swh::deploy::worker::task_broker: "amqp://swhconsumer:%{hiera('swh::deploy::worker::task_broker::password')}@scheduler0.internal.staging.swh.network:5672//"

#### Storage/Indexer/Vault/Scheduler services to use in staging area

swh::remote_service::storage::config::storage0:
  cls: remote
  args:
    url: "http://storage0.internal.staging.swh.network:%{hiera('swh::remote_service::storage::port')}/"
swh::remote_service::storage::config: "%{alias('swh::remote_service::storage::config::storage0')}"
swh::remote_service::storage::config::writable: &swh_remote_service_storage_config_writable
  "%{alias('swh::remote_service::storage::config::storage0')}"

swh::remote_service::vault::config::vault0:
  cls: remote
  args:
    url: "http://vault.internal.staging.swh.network:%{hiera('swh::remote_service::vault::port')}/"
swh::remote_service::vault::config: "%{alias('swh::remote_service::vault::config::vault0')}"
swh::remote_service::vault::config::writable: "%{alias('swh::remote_service::vault::config::vault0')}"

swh::remote_service::indexer::config::storage0:
  cls: remote
  args:
    url: "http://storage0.internal.staging.swh.network:%{hiera('swh::remote_service::indexer::port')}/"
swh::remote_service::indexer::config: "%{alias('swh::remote_service::indexer::config::storage0')}"
swh::remote_service::indexer::config::writable: "%{alias('swh::remote_service::indexer::config::storage0')}"

swh::remote_service::scheduler::config::scheduler0:
  cls: remote
  args:
    url: "http://scheduler0.internal.staging.swh.network:%{hiera('swh::remote_service::scheduler::port')}/"

swh::remote_service::scheduler::config: "%{alias('swh::remote_service::scheduler::config::scheduler0')}"
swh::remote_service::scheduler::config::writable: "%{alias('swh::remote_service::scheduler::config::scheduler0')}"

swh::deploy::deposit::url: http://deposit.internal.staging.swh.network

swh::deploy::worker::loader_git::config:
  storage: "%{alias('swh::remote_service::storage::config::writable')}"
  save_data: false
  directory_packet_size: 100
  celery:
    task_broker: "%{alias('swh::deploy::worker::task_broker')}"
    task_modules:
      - swh.loader.git.tasks
    task_queues:
      - swh.loader.git.tasks.UpdateGitRepository
      - swh.loader.git.tasks.LoadDiskGitRepository
      - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository

zookeeper::clusters:
  rocquencourt:
    '1': journal0.internal.staging.swh.network

kafka::clusters:
  rocquencourt:
    zookeeper::chroot: '/kafka/softwareheritage'
    zookeeper::servers:
      - journal0.internal.staging.swh.network
    brokers:
      journal0.internal.staging.swh.network:
        id: 1

swh::deploy::journal::brokers:
  - journal0.internal.staging.swh.network

prometheus::static_environment: staging
{'fraction_non_alphanumeric': 0.18479583932721036, 'fraction_numerical': 0.021909925860351887, 'mean_word_length': 7.291743119266055, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 12, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1025', 'n_tokens_mistral': 3521, 'n_tokens_neox': 3343, 'n_words': 334}