<commit_before>version: "3"

services:
  namenode:
    image: ba/hadoop
    command: start-hadoop namenode
    hostname: namenode
    volumes:
      - /d/docker/hadoop/logs:/usr/local/hadoop/current/logs/
    ports:
      - "8020:8020"
      - "14000:14000"
      - "50070:50070"
      - "50075:50075"
      - "10020:10020"
      - "13562:13562"
      - "19888:19888"

  resourcemanager:
    image: ba/hadoop
    command: start-hadoop resourcemanager
    hostname: resourcemanager
    volumes:
      - /d/docker/yarn/logs:/usr/local/hadoop/current/logs/
    ports:
      - "8032:8032"
      - "8033:8033"
      - "8040:8040"
      - "8088:8088"

  datanode_nodemanager:
    image: ba/hadoop
    command: start-hadoop datanode
    depends_on:
      - resourcemanager
      - namenode

  edge:
    image: ba/edge
    tty: true # keep container without running main process
    depends_on:
      - resourcemanager<commit_msg>remove hostname<commit_after>version: "3"

services:
  namenode:
    image: ba/hadoop
    command: start-hadoop namenode
    volumes:
      - /d/docker/hadoop/logs:/usr/local/hadoop/current/logs/
    ports:
      - "8020:8020"
      - "14000:14000"
      - "50070:50070"
      - "50075:50075"
      - "10020:10020"
      - "13562:13562"
      - "19888:19888"

  resourcemanager:
    image: ba/hadoop
    command: start-hadoop resourcemanager
    volumes:
      - /d/docker/yarn/logs:/usr/local/hadoop/current/logs/
    ports:
      - "8032:8032"
      - "8033:8033"
      - "8040:8040"
      - "8088:8088"

  datanode_nodemanager:
    image: ba/hadoop
    command: start-hadoop datanode
    depends_on:
      - resourcemanager
      - namenode

  edge:
    image: ba/edge
    tty: true # keep container without running main process
    depends_on:
      - resourcemanager
{'fraction_non_alphanumeric': 0.11712214166201897, 'fraction_numerical': 0.11266034578918015, 'mean_word_length': 2.158450704225352, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2925671', 'n_tokens_mistral': 766, 'n_tokens_neox': 645, 'n_words': 112}