<commit_before># ELK Stack for Log analysis
# This needs a ton of memory, sadly. The stuff is Java based and seems to waste
# memory and CPU cycles left, right and center.

version: '3.7'

volumes:
  esdata:

networks:
  logging:
  backend:

services:
  # Database / Search
  elasticsearch:
    image: docker.elastic.co/elasticsearch/elasticsearch:6.7.0
    hostname: elasticsearch
    environment:
      - "ES_JAVA_OPTS=-Xms128m -Xmx128m"
    command:
      - elasticsearch
    volumes:
      - esdata:/usr/share/elasticsearch/data
    networks:
      - logging
    deploy:
      replicas: 1

  # Parser
  logstash:
    image: docker.elastic.co/logstash/logstash:6.7.0
    hostname: logstash
    depends_on:
      - elasticsearch
    environment:
      - "LS_JAVA_OPTS=-Xms128m -Xmx128m"
    command: >-
      logstash -e '
        input { udp { port => 5000 codec => json } }<commit_msg>Bot: give ELK yet more memory<commit_after># ELK Stack for Log analysis
# This needs a ton of memory, sadly. The stuff is Java based and seems to waste
# memory and CPU cycles left, right and center.

version: '3.7'

volumes:
  esdata:

networks:
  logging:
  backend:

services:
  # Database / Search
  elasticsearch:
    image: docker.elastic.co/elasticsearch/elasticsearch:6.7.0
    hostname: elasticsearch
    environment:
      - "ES_JAVA_OPTS=-Xms256m -Xmx256m"
    command:
      - elasticsearch
    volumes:
      - esdata:/usr/share/elasticsearch/data
    networks:
      - logging
    deploy:
      replicas: 1

  # Parser
  logstash:
    image: docker.elastic.co/logstash/logstash:6.7.0
    hostname: logstash
    depends_on:
      - elasticsearch
    environment:
      - "LS_JAVA_OPTS=-Xms256m -Xmx256m"
    command: >-
      logstash --quiet -e '
        input { udp { port => 5000 codec => json } }
{'fraction_non_alphanumeric': 0.09600443951165372, 'fraction_numerical': 0.02774694783573807, 'mean_word_length': 2.5422396856581533, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7280568', 'n_tokens_mistral': 653, 'n_tokens_neox': 619, 'n_words': 160}