<commit_before>version: '3'

services:

  celery_default:
    image: ${DOCKER_REGISTRY}/astrobin:${ASTROBIN_BUILD}
    command:
     - bash
     - -c
     - |
       python manage.py collectstatic --noinput && \
       celery worker -A astrobin -Q default -c 1 -l debug --uid=nobody --gid=nogroup
    links:
      - memcached
    env_file:
      - ./astrobin.env
    environment:
      - C_FORCE_ROOT=true
      - PYTHONPATH=/usr/lib/python2.7/dist-packages
      - DJANGO_SETTINGS_MODULE=astrobin.settings
      - CELERY_RDB_HOST=0.0.0.0
      - CELERY_RDB_PORT=6900
      - POSTGRES_DB=astrobin
      - POSTGRES_USER=astrobin
    volumes:
      - media:/media
    deploy:
      resources:
        limits:
          memory: 500m


  celery_email:
    image: ${DOCKER_REGISTRY}/astrobin:${ASTROBIN_BUILD}
    command:
      - bash
      - -c
      - |
        python manage.py collectstatic --noinput && \
        celery worker -A astrobin -Q email -c 1 -l debug --uid=nobody --gid=nogroup
    env_file:
      - ./astrobin.env
    environment:
      - C_FORCE_ROOT=true
      - PYTHONPATH=/usr/lib/python2.7/dist-packages
      - DJANGO_SETTINGS_MODULE=astrobin.settings
      - CELERY_RDB_HOST=0.0.0.0
      - CELERY_RDB_PORT=6900
      - POSTGRES_DB=astrobin
      - POSTGRES_USER=astrobin
    volumes:
      - media:/media
    deploy:
      resources:
        limits:
          memory: 500m


  celery_thumbnails:
    image: ${DOCKER_REGISTRY}/astrobin:${ASTROBIN_BUILD}
    command:
      - bash
      - -c
      - |
        python manage.py collectstatic --noinput && \
        celery worker -A astrobin -Q thumbnails -c 1 -l debug --uid=nobody --gid=nogroup
    env_file:
      - ./astrobin.env
    environment:
      - C_FORCE_ROOT=true
      - PYTHONPATH=/usr/lib/python2.7/dist-packages
      - DJANGO_SETTINGS_MODULE=astrobin.settings
      - CELERY_RDB_HOST=0.0.0.0
      - CELERY_RDB_PORT=6900
      - POSTGRES_DB=astrobin
      - POSTGRES_USER=astrobin
    volumes:
      - media:/media
    deploy:
      resources:
        limits:
          memory: 1g


  celery_haystack:
    image: ${DOCKER_REGISTRY}/astrobin:${ASTROBIN_BUILD}
    command:
      - bash
      - -c
      - |
        python manage.py collectstatic --noinput && \
        celery worker -A astrobin -Q haystack -c 1 -l debug --uid=nobody --gid=nogroup
    env_file:
      - ./astrobin.env
    environment:
      - C_FORCE_ROOT=true
      - PYTHONPATH=/usr/lib/python2.7/dist-packages
      - DJANGO_SETTINGS_MODULE=astrobin.settings
      - CELERY_RDB_HOST=0.0.0.0
      - CELERY_RDB_PORT=6900
      - POSTGRES_DB=astrobin
      - POSTGRES_USER=astrobin
    volumes:
      - media:/media
    deploy:
      resources:
        limits:
          memory: 1g

volumes:
  media: {}<commit_msg>(infra) Lift memory limits on worker processes as a test<commit_after>version: '3'

services:

  celery_default:
    image: ${DOCKER_REGISTRY}/astrobin:${ASTROBIN_BUILD}
    command:
     - bash
     - -c
     - |
       python manage.py collectstatic --noinput && \
       celery worker -A astrobin -Q default -c 1 -l debug --uid=nobody --gid=nogroup
    links:
      - memcached
    env_file:
      - ./astrobin.env
    environment:
      - C_FORCE_ROOT=true
      - PYTHONPATH=/usr/lib/python2.7/dist-packages
      - DJANGO_SETTINGS_MODULE=astrobin.settings
      - CELERY_RDB_HOST=0.0.0.0
      - CELERY_RDB_PORT=6900
      - POSTGRES_DB=astrobin
      - POSTGRES_USER=astrobin
    volumes:
      - media:/media


  celery_email:
    image: ${DOCKER_REGISTRY}/astrobin:${ASTROBIN_BUILD}
    command:
      - bash
      - -c
      - |
        python manage.py collectstatic --noinput && \
        celery worker -A astrobin -Q email -c 1 -l debug --uid=nobody --gid=nogroup
    env_file:
      - ./astrobin.env
    environment:
      - C_FORCE_ROOT=true
      - PYTHONPATH=/usr/lib/python2.7/dist-packages
      - DJANGO_SETTINGS_MODULE=astrobin.settings
      - CELERY_RDB_HOST=0.0.0.0
      - CELERY_RDB_PORT=6900
      - POSTGRES_DB=astrobin
      - POSTGRES_USER=astrobin
    volumes:
      - media:/media


  celery_thumbnails:
    image: ${DOCKER_REGISTRY}/astrobin:${ASTROBIN_BUILD}
    command:
      - bash
      - -c
      - |
        python manage.py collectstatic --noinput && \
        celery worker -A astrobin -Q thumbnails -c 1 -l debug --uid=nobody --gid=nogroup
    env_file:
      - ./astrobin.env
    environment:
      - C_FORCE_ROOT=true
      - PYTHONPATH=/usr/lib/python2.7/dist-packages
      - DJANGO_SETTINGS_MODULE=astrobin.settings
      - CELERY_RDB_HOST=0.0.0.0
      - CELERY_RDB_PORT=6900
      - POSTGRES_DB=astrobin
      - POSTGRES_USER=astrobin
    volumes:
      - media:/media


  celery_haystack:
    image: ${DOCKER_REGISTRY}/astrobin:${ASTROBIN_BUILD}
    command:
      - bash
      - -c
      - |
        python manage.py collectstatic --noinput && \
        celery worker -A astrobin -Q haystack -c 1 -l debug --uid=nobody --gid=nogroup
    env_file:
      - ./astrobin.env
    environment:
      - C_FORCE_ROOT=true
      - PYTHONPATH=/usr/lib/python2.7/dist-packages
      - DJANGO_SETTINGS_MODULE=astrobin.settings
      - CELERY_RDB_HOST=0.0.0.0
      - CELERY_RDB_PORT=6900
      - POSTGRES_DB=astrobin
      - POSTGRES_USER=astrobin
    volumes:
      - media:/media


volumes:
  media: {}
{'fraction_non_alphanumeric': 0.10772128060263654, 'fraction_numerical': 0.018455743879472693, 'mean_word_length': 1.9753501400560225, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 8, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1663776', 'n_tokens_mistral': 2034, 'n_tokens_neox': 1959, 'n_words': 315}