<commit_before>version: '2.0'
services:

  importer_base:
    build:                         # on mac osx based host
      context: ./docker/
      dockerfile: Dockerfile
    user: "${myUID}"
    working_dir: /usr/verticles

  importer_indexer:
    extends: importer_base
    command: ["exec vertx run $VERTICLE_HOME/$INDEXER_VERTICLE"]
    restart: always
    volumes:
      - $INPATH/:$IN:ro
      - $OUTPATH/:$OUT
      - ./log:$LOG
      - ./src/main/resources:/usr/verticles
    depends_on:
      - solr
      - redis
    mem_limit: 5GB
    memswap_limit: 10GB
    #environment:
    #  - JAVA_OPTS=$IMPORTER_JAVA_OPTS
    #  - JVM_ARGS=$IMPORTER_JVM_ARGS
    #  - JRUBY_OPTS=$IMPORTER_JRUBY_OPTS
    env_file:
      - ./.env
      - ./indexer.env

  importer_converter:
    extends: importer_base
    command: ["exec vertx run $VERTICLE_HOME/$CONVERTER_VERTICLE"]
    restart: always
    volumes:
      - $INPATH/:$IN:ro
      - $OUTPATH/:$OUT
      - ./log:$LOG
      - ./src/main/resources:/usr/verticles
    depends_on:
      - solr
      - redis
    mem_limit: 4GB
    #environment:
    #  - JAVA_OPTS=$CONVERTER_JAVA_OPTS
    #  - JVM_ARGS=$CONVERTER_JVM_ARGS
    #  - JRUBY_OPTS=$CONVERTER_JRUBY_OPTS
    #  - MAGICK_MEMORY_LIMIT=$CONVERTER_MAGICK_MEMORY_LIMIT
    #  - MAGICK_MAP_LIMIT=$CONVERTER_MAGICK_MAP_LIMIT
    env_file:
      - ./.env
      - ./converter.env

  importer_services:
    extends: importer_base
    command: ["exec vertx run $VERTICLE_HOME/$SERVICE_VERTICLE"]
    restart: always
    volumes:
      - ./log:$LOG
      - ./src/main/resources:/usr/verticles
    depends_on:
      - importer_indexer
      - importer_converter
    ports:
      - "$SERVICES_EXTERNAL_PORT:$SERVICES_SOLR_PORT"
    mem_limit: 1GB
    #environment:
    #  - JAVA_OPTS=$SERVICE_JAVA_OPTS
    #  - JVM_ARGS=$SERVICE_JVM_ARGS
    #  - JRUBY_OPTS=$SERVICE_JRUBY_OPTS
    env_file:
      - ./.env<commit_msg>Remove container dependency<commit_after>version: '2.0'
services:

  importer_base:
    build:                         # on mac osx based host
      context: ./docker/
      dockerfile: Dockerfile
    user: "${myUID}"
    working_dir: /usr/verticles

  importer_indexer:
    extends: importer_base
    command: ["exec vertx run $VERTICLE_HOME/$INDEXER_VERTICLE"]
    restart: always
    volumes:
      - $INPATH/:$IN:ro
      - $OUTPATH/:$OUT
      - ./log:$LOG
      - ./src/main/resources:/usr/verticles
    depends_on:
      - solr
      - redis
    mem_limit: 5GB
    memswap_limit: 10GB
    #environment:
    #  - JAVA_OPTS=$IMPORTER_JAVA_OPTS
    #  - JVM_ARGS=$IMPORTER_JVM_ARGS
    #  - JRUBY_OPTS=$IMPORTER_JRUBY_OPTS
    env_file:
      - ./.env
      - ./indexer.env

  importer_converter:
    extends: importer_base
    command: ["exec vertx run $VERTICLE_HOME/$CONVERTER_VERTICLE"]
    restart: always
    volumes:
      - $INPATH/:$IN:ro
      - $OUTPATH/:$OUT
      - ./log:$LOG
      - ./src/main/resources:/usr/verticles
    depends_on:
      - solr
      - redis
    mem_limit: 4GB
    #environment:
    #  - JAVA_OPTS=$CONVERTER_JAVA_OPTS
    #  - JVM_ARGS=$CONVERTER_JVM_ARGS
    #  - JRUBY_OPTS=$CONVERTER_JRUBY_OPTS
    #  - MAGICK_MEMORY_LIMIT=$CONVERTER_MAGICK_MEMORY_LIMIT
    #  - MAGICK_MAP_LIMIT=$CONVERTER_MAGICK_MAP_LIMIT
    env_file:
      - ./.env
      - ./converter.env

  importer_services:
    extends: importer_base
    command: ["exec vertx run $VERTICLE_HOME/$SERVICE_VERTICLE"]
    restart: always
    volumes:
      - ./log:$LOG
      - ./src/main/resources:/usr/verticles
    #depends_on:
    #  - importer_indexer
    #  - importer_converter
    ports:
      - "$SERVICES_EXTERNAL_PORT:$SERVICES_SOLR_PORT"
    mem_limit: 1GB
    #environment:
    #  - JAVA_OPTS=$SERVICE_JAVA_OPTS
    #  - JVM_ARGS=$SERVICE_JVM_ARGS
    #  - JRUBY_OPTS=$SERVICE_JRUBY_OPTS
    env_file:
      - ./.env
{'fraction_non_alphanumeric': 0.11267239136091595, 'fraction_numerical': 0.0036429872495446266, 'mean_word_length': 2.2939160239931446, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1271229', 'n_tokens_mistral': 1505, 'n_tokens_neox': 1477, 'n_words': 205}