<commit_before>{% set env_settings = salt.cp.get_file_str("salt://environment_settings.yml")|load_yaml %}
{% set environment = salt.grains.get('environment', 'mitx-qa') %}
{% set env_data = env_settings.environments[environment] %}
{% set xqwatcher_venv_base = '/edx/app/xqwatcher/venvs' %}

edx:
  ansible_vars:
    XQWATCHER_COURSES:
      - COURSE: mit-686x-mooc
        GIT_REPO: <EMAIL>:mitx/graders-mit-686x
        GIT_REF: master
        PYTHON_REQUIREMENTS:
          - name: numpy
            version: 1.14.0
          - name: pandas
            version: 0.22.0
          - name: scikit-image
            version: 0.13.1
          - name: scikit-learn
            version: 0.19.1
          - name: scipy
            version: 1.0.0
          - name: matplotlib
            version: 2.1.2
          - name: pytz
            version: 2018.4
          - name: networkx
            version: 2.1
          - name: cycler
            version: 0.10.0
          - name: decorator
            version: 4.3.0
          - name: Pillow
            version: 5.1.0
          - name: pyparsing
            version: 2.2.0
          - name: PyWavelets
            version: 0.5.2
          - name: six
            version: 1.11.0
          - name: https://download.pytorch.org/whl/cpu/torch-1.0.1.post2-cp35-cp35m-linux_x86_64.whl#egg=pytorch
            version: 1.0.1
        PYTHON_EXECUTABLE: /usr/bin/python3
        QUEUE_NAME: mitx-686xgrader
        QUEUE_CONFIG:
          AUTH:
            - __vault__::secret-residential/global/course-686x-grader-xqueue-credentials>data>username
            - __vault__::secret-residential/global/course-686x-grader-xqueue-credentials>data>password
          SERVER: https://xqueue.edx.org
          CONNECTIONS: 5
          HANDLERS:
            - HANDLER: 'xqueue_watcher.jailedgrader.JailedGrader'
              CODEJAIL:
                name: mit-686x-mooc
                user: mit-686x-mooc
                lang: python3
                bin_path: '{% raw %}{{ xqwatcher_venv_base }}{% endraw %}/mit-686x-mooc/bin/python'
              KWARGS:
                grader_root: ../data/mit-686x-mooc/graders/
      {% for purpose, purpose_data in env_data.purposes.items() %}
      {% if 'residential' in purpose %}
      - COURSE: mit-686x-{{ purpose }}
        GIT_REPO: <EMAIL>:mitx/graders-mit-686x
        GIT_REF: master
        PYTHON_REQUIREMENTS:
          - name: numpy
            version: 1.14.0
          - name: pandas
            version: 0.22.0
          - name: scikit-image
            version: 0.13.1
          - name: scikit-learn
            version: 0.19.1
          - name: scipy
            version: 1.0.0
          - name: matplotlib
            version: 2.1.2
          - name: pytz
            version: 2018.4
          - name: networkx
            version: 2.1
          - name: cycler
            version: 0.10.0
          - name: decorator
            version: 4.3.0
          - name: Pillow
            version: 5.1.0
          - name: pyparsing
            version: 2.2.0
          - name: PyWavelets
            version: 0.5.2
          - name: six
            version: 1.11.0
          - name: https://download.pytorch.org/whl/cpu/torch-1.0.1.post2-cp35-cp35m-linux_x86_64.whl#egg=pytorch
            version: 1.0.1
        PYTHON_EXECUTABLE: /usr/bin/python3
        QUEUE_NAME: mitx-686xgrader
        QUEUE_CONFIG:
          AUTH:
            - __vault__::secret-residential/{{ environment }}/xqwatcher-xqueue-django-auth-{{ purpose }}>data>username
            - __vault__::secret-residential/{{ environment }}/xqwatcher-xqueue-django-auth-{{ purpose }}>data>password
          SERVER: 'http://xqueue-{{ purpose }}.service.consul:18040'
          CONNECTIONS: 5
          HANDLERS:
            - HANDLER: 'xqueue_watcher.jailedgrader.JailedGrader'
              CODEJAIL:
                name: mit-686x
                user: mit-686x
                lang: python3
                bin_path: '{% raw %}{{ xqwatcher_venv_base }}{% endraw %}/mit-686x/bin/python'
              KWARGS:
                grader_root: ../data/mit-686x-{{ purpose }}/graders/
      {% endif %}
      {% endfor %}


schedule:
  {% for purpose, purpose_data in env_data.purposes.items() %}
  {% if purpose_data.business_unit == 'residential' %}
  update_live_686_grader_for_{{ purpose }}:
    function: git.pull
    minutes: 5
    args:
      - /edx/app/xqwatcher/data/mit-686x-{{ purpose }}/
    kwargs:
      identity: /edx/app/xqwatcher/.ssh/xqwatcher-courses
  {% endif %}
  {% endfor %}
  update_live_grader_for_mit_686x_mooc_queue:
    function: git.pull
    minutes: 5
    args:
      - /edx/app/xqwatcher/data/mit-686x
    kwargs:
      identity: /edx/app/xqwatcher/.ssh/xqwatcher-courses<commit_msg>Fixed path for scheduled pull of 686 mooc grader<commit_after>{% set env_settings = salt.cp.get_file_str("salt://environment_settings.yml")|load_yaml %}
{% set environment = salt.grains.get('environment', 'mitx-qa') %}
{% set env_data = env_settings.environments[environment] %}
{% set xqwatcher_venv_base = '/edx/app/xqwatcher/venvs' %}

edx:
  ansible_vars:
    XQWATCHER_COURSES:
      - COURSE: mit-686x-mooc
        GIT_REPO: <EMAIL>:mitx/graders-mit-686x
        GIT_REF: master
        PYTHON_REQUIREMENTS:
          - name: numpy
            version: 1.14.0
          - name: pandas
            version: 0.22.0
          - name: scikit-image
            version: 0.13.1
          - name: scikit-learn
            version: 0.19.1
          - name: scipy
            version: 1.0.0
          - name: matplotlib
            version: 2.1.2
          - name: pytz
            version: 2018.4
          - name: networkx
            version: 2.1
          - name: cycler
            version: 0.10.0
          - name: decorator
            version: 4.3.0
          - name: Pillow
            version: 5.1.0
          - name: pyparsing
            version: 2.2.0
          - name: PyWavelets
            version: 0.5.2
          - name: six
            version: 1.11.0
          - name: https://download.pytorch.org/whl/cpu/torch-1.0.1.post2-cp35-cp35m-linux_x86_64.whl#egg=pytorch
            version: 1.0.1
        PYTHON_EXECUTABLE: /usr/bin/python3
        QUEUE_NAME: mitx-686xgrader
        QUEUE_CONFIG:
          AUTH:
            - __vault__::secret-residential/global/course-686x-grader-xqueue-credentials>data>username
            - __vault__::secret-residential/global/course-686x-grader-xqueue-credentials>data>password
          SERVER: https://xqueue.edx.org
          CONNECTIONS: 5
          HANDLERS:
            - HANDLER: 'xqueue_watcher.jailedgrader.JailedGrader'
              CODEJAIL:
                name: mit-686x-mooc
                user: mit-686x-mooc
                lang: python3
                bin_path: '{% raw %}{{ xqwatcher_venv_base }}{% endraw %}/mit-686x-mooc/bin/python'
              KWARGS:
                grader_root: ../data/mit-686x-mooc/graders/
      {% for purpose, purpose_data in env_data.purposes.items() %}
      {% if 'residential' in purpose %}
      - COURSE: mit-686x-{{ purpose }}
        GIT_REPO: <EMAIL>:mitx/graders-mit-686x
        GIT_REF: master
        PYTHON_REQUIREMENTS:
          - name: numpy
            version: 1.14.0
          - name: pandas
            version: 0.22.0
          - name: scikit-image
            version: 0.13.1
          - name: scikit-learn
            version: 0.19.1
          - name: scipy
            version: 1.0.0
          - name: matplotlib
            version: 2.1.2
          - name: pytz
            version: 2018.4
          - name: networkx
            version: 2.1
          - name: cycler
            version: 0.10.0
          - name: decorator
            version: 4.3.0
          - name: Pillow
            version: 5.1.0
          - name: pyparsing
            version: 2.2.0
          - name: PyWavelets
            version: 0.5.2
          - name: six
            version: 1.11.0
          - name: https://download.pytorch.org/whl/cpu/torch-1.0.1.post2-cp35-cp35m-linux_x86_64.whl#egg=pytorch
            version: 1.0.1
        PYTHON_EXECUTABLE: /usr/bin/python3
        QUEUE_NAME: mitx-686xgrader
        QUEUE_CONFIG:
          AUTH:
            - __vault__::secret-residential/{{ environment }}/xqwatcher-xqueue-django-auth-{{ purpose }}>data>username
            - __vault__::secret-residential/{{ environment }}/xqwatcher-xqueue-django-auth-{{ purpose }}>data>password
          SERVER: 'http://xqueue-{{ purpose }}.service.consul:18040'
          CONNECTIONS: 5
          HANDLERS:
            - HANDLER: 'xqueue_watcher.jailedgrader.JailedGrader'
              CODEJAIL:
                name: mit-686x
                user: mit-686x
                lang: python3
                bin_path: '{% raw %}{{ xqwatcher_venv_base }}{% endraw %}/mit-686x/bin/python'
              KWARGS:
                grader_root: ../data/mit-686x-{{ purpose }}/graders/
      {% endif %}
      {% endfor %}


schedule:
  {% for purpose, purpose_data in env_data.purposes.items() %}
  {% if purpose_data.business_unit == 'residential' %}
  update_live_686_grader_for_{{ purpose }}:
    function: git.pull
    minutes: 5
    args:
      - /edx/app/xqwatcher/data/mit-686x-{{ purpose }}/
    kwargs:
      identity: /edx/app/xqwatcher/.ssh/xqwatcher-courses
  {% endif %}
  {% endfor %}
  update_live_grader_for_mit_686x_mooc_queue:
    function: git.pull
    minutes: 5
    args:
      - /edx/app/xqwatcher/data/mit-686x-mooc
    kwargs:
      identity: /edx/app/xqwatcher/.ssh/xqwatcher-courses
{'fraction_non_alphanumeric': 0.11887306242144952, 'fraction_numerical': 0.04241726015919564, 'mean_word_length': 1.575242718446602, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 23, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2636697', 'n_tokens_mistral': 3569, 'n_tokens_neox': 3236, 'n_words': 543}