<commit_before>networks:
  default:
    interface: eth0
    address: 192.168.128.2
    netmask: 255.255.255.0
    gateway: 192.168.128.1

swh::postgres::service::users:
  - swhstorage

# open objstorage api
swh::deploy::objstorage::backend::listen::host: 0.0.0.0
swh::deploy::objstorage::backend::workers: 4
swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}"
swh::deploy::objstorage::slicing: 0:1/1:5

swh::remote_service::objstorage::config:
  cls: pathslicing
  args:
    root: "%{hiera('swh::deploy::storage::directory')}"
    slicing: "%{hiera('swh::deploy::objstorage::slicing')}"

# Deploy the storage server as a public resource
swh::deploy::storage::backend::listen::host: 0.0.0.0
swh::deploy::storage::backend::workers: 4
swh::deploy::storage::backend::max_requests: 100
swh::deploy::storage::backend::max_requests_jitter: 10

# Deploy the indexer storage server as a public resource
swh::deploy::indexer::storage::backend::listen::host: 0.0.0.0
swh::deploy::indexer::storage::backend::workers: 4

nginx::worker_processes: 4<commit_msg>staging: Make storage writes to journal0's broker<commit_after>networks:
  default:
    interface: eth0
    address: 192.168.128.2
    netmask: 255.255.255.0
    gateway: 192.168.128.1

swh::postgres::service::users:
  - swhstorage

# open objstorage api
swh::deploy::objstorage::backend::listen::host: 0.0.0.0
swh::deploy::objstorage::backend::workers: 4
swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}"
swh::deploy::objstorage::slicing: 0:1/1:5

swh::remote_service::objstorage::config:
  cls: pathslicing
  args:
    root: "%{hiera('swh::deploy::storage::directory')}"
    slicing: "%{hiera('swh::deploy::objstorage::slicing')}"

# Deploy the storage server as a public resource
swh::deploy::storage::backend::listen::host: 0.0.0.0
swh::deploy::storage::backend::workers: 4
swh::deploy::storage::backend::max_requests: 100
swh::deploy::storage::backend::max_requests_jitter: 10

# Deploy the indexer storage server as a public resource
swh::deploy::indexer::storage::backend::listen::host: 0.0.0.0
swh::deploy::indexer::storage::backend::workers: 4

nginx::worker_processes: 4

swh::deploy::storage::config:
  storage:
    cls: local
    args:
      db: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=%{hiera('swh::deploy::storage::db::user')} dbname=%{hiera('swh::deploy::storage::db::dbname')} password=%{hiera('swh::deploy::storage::db::password')}"
      objstorage: "%{alias('swh::remote_service::objstorage::config')}"
  journal_writer:
    cls: kafka
    args:
      brokers: "%{alias('swh::deploy::journal::brokers')}"
      prefix: "%{alias('swh::deploy::journal::prefix')}"
      client_id: "swh.storage.journal_writer.%{::swh_hostname.short}"
{'fraction_non_alphanumeric': 0.1950354609929078, 'fraction_numerical': 0.040070921985815605, 'mean_word_length': 7.522658610271903, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 12, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4437984', 'n_tokens_mistral': 1085, 'n_tokens_neox': 993, 'n_words': 152}