<commit_before>version: "2"

services:
  db:
    build: ./db
    volumes:
      - /mnt/sdc:/mnt/sdc
    ports:
      - 5432:5432
  mqtt:
    build: ./mqtt
    ports:
      - 15672:15672
  fetch:
    build: ./fetch
    links:
      - mqtt
    depends_on:
      - mqtt
    env_file: _deployment/fetch.env
  fetch2:
    build: ./fetch
    links:
      - mqtt
    depends_on:
      - mqtt
    env_file: _deployment/fetch.env
  fetch3:
    build: ./fetch
    links:
      - mqtt
    depends_on:
      - mqtt
    env_file: _deployment/fetch.env
  fetch4:
    build: ./fetch
    links:
      - mqtt
    depends_on:
      - mqtt
    env_file: _deployment/fetch.env
  parser:
    build: ./parser
    links:
      - mqtt
    depends_on:
      - mqtt
  store:
    build: ./store
    links:
      - mqtt
      - db
    depends_on:
      - mqtt
      - db
  filter:
    build: ./filter
    links:
      - mqtt
      - db
    depends_on:
      - mqtt
      - db



<commit_msg>updated docker compose version to 3<commit_after>version: "3"

services:
  db:
    build: ./db
    volumes:
      - /mnt/sdc:/mnt/sdc
    ports:
      - 5432:5432
  mqtt:
    build: ./mqtt
    ports:
      - 15672:15672
  fetch:
    build: ./fetch
    links:
      - mqtt
    depends_on:
      - mqtt
    env_file: _deployment/fetch.env
    deploy:
      replicas: 10
      update_config:
        parallelism: 2
        delay: 10s
      restart_policy:
        condition: on-failure
        delay: 5s
        max_attempts: 3
      resources:
        limits:
          cpus: '0.25'
          memory: 256M
      placement:
        constraints: [node.role == worker, engine.labels.db == true]
  parser:
    build: ./parser
    links:
      - mqtt
    depends_on:
      - mqtt
  store:
    build: ./store
    links:
      - mqtt
      - db
    depends_on:
      - mqtt
      - db
  filter:
    build: ./filter
    links:
      - mqtt
      - db
    depends_on:
      - mqtt
      - db




{'fraction_non_alphanumeric': 0.10066769388803287, 'fraction_numerical': 0.02824858757062147, 'mean_word_length': 1.3162901307966706, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '611609', 'n_tokens_mistral': 776, 'n_tokens_neox': 742, 'n_words': 157}