<commit_before>- project:
    templates:
      - openstack-python-jobs
      - publish-openstack-docs-pti
      - openstack-python35-jobs
      - release-notes-jobs-python3
    check:
      jobs:
        - openstack-tox-pylint:
            voting: false
        - sahara-tests-scenario
        - sahara-tests-tempest
        - sahara-tests-scenario-queens
        - sahara-tests-scenario-pike
        - openstack-tox-cover:
            voting: false
    gate:
      queue: sahara
      jobs:
        - sahara-tests-scenario
        - sahara-tests-tempest
    experimental:
      jobs:
        - sahara-tests-scenario-multinode-spark
        - sahara-tests-scenario-py3:
            voting: false
    post:
      jobs:
        - openstack-tox-cover

- job:
    name: sahara-tests-tempest
    description: |
      Run Tempest tests from the Sahara plugin.
    parent: devstack-tempest
    required-projects:
      - openstack/sahara-tests
      - openstack/sahara
      - openstack/heat
      - openstack/ceilometer
    vars:
      tempest_test_regex: ^(sahara_tempest_plugin.tests.)
      tox_envlist: all
      devstack_localrc:
        IMAGE_URLS: https://cloud-images.ubuntu.com/xenial/current/xenial-server-cloudimg-amd64-disk1.img
        TEMPEST_PLUGINS: /opt/stack/sahara-tests
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            data_processing:
              test_image_name: xenial-server-cloudimg-amd64-disk1
              test_ssh_user: ubuntu
      devstack_plugins:
        sahara: git://git.openstack.org/openstack/sahara
        heat: git://git.openstack.org/openstack/heat
        ceilometer: git://git.openstack.org/openstack/ceilometer
      devstack_services:
        tls-proxy: false
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^etc/.*$
      - ^releasenotes/.*$
      - ^sahara_tests/.*$

- job:
    name: sahara-tests-scenario
    description: |
      Run scenario tests for Sahara.
    parent: devstack
    roles:
      - zuul: openstack-dev/devstack
      - zuul: openstack/sahara-image-elements
    required-projects:
      - openstack/sahara-tests
      - openstack/sahara
      - openstack/heat
      - openstack/ceilometer
      - openstack/sahara-image-elements
      - openstack-infra/shade
    run: playbooks/sahara-tests-scenario.yaml
    host-vars:
      controller:
        devstack_plugins:
          sahara: git://git.openstack.org/openstack/sahara
          heat: git://git.openstack.org/openstack/heat
          ceilometer: git://git.openstack.org/openstack/ceilometer
          shade: git://git.openstack.org/openstack-infra/shade
    group-vars:
      subnode:
        devstack_services:
          tls-proxy: false
    vars:
      devstack_services:
        tls-proxy: false
      devstack_localrc:
        # required to contain (almost any) custom-built image
        SWIFT_LOOPBACK_DISK_SIZE: 8G
        SWIFT_MAX_FILE_SIZE: 8589934592
      devstack_local_conf:
        post-config:
          $SAHARA_CONF_FILE:
            DEFAULT:
              min_transient_cluster_active_time: 90
      sahara_image_name: xenial-server
      sahara_image_url: https://cloud-images.ubuntu.com/xenial/current/xenial-server-cloudimg-amd64-disk1.img
      sahara_plugin: fake
      sahara_plugin_version: '0.1'
      sahara_scenario_test_template: fake.yaml.mako
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^releasenotes/.*$
      - ^sahara_tempest_plugin/.*$

- job:
    name: sahara-tests-scenario-queens
    parent: sahara-tests-scenario
    override-checkout: stable/queens

- job:
    name: sahara-tests-scenario-pike
    parent: sahara-tests-scenario
    override-checkout: stable/pike

- job:
    name: sahara-tests-scenario-modwsgi
    description: |
      Run scenario tests on a Sahara deployment based on mod_wsgi.
    parent: sahara-tests-scenario
    vars:
      devstack_localrc:
        SAHARA_USE_MOD_WSGI: 'True'

- job:
    name: sahara-tests-scenario-multinode-spark
    description: |
      Run scenario tests based on Spark on a multinode Sahara deployment.
    parent: sahara-tests-scenario
    nodeset: openstack-two-node
    vars:
      sahara_image_name: xenial-spark
      sahara_image_url: '{{ ansible_user_dir }}/{{ zuul.projects["git.openstack.org/openstack/sahara-image-elements"].src_dir }}/ubuntu_sahara_spark_latest.qcow2'
      sahara_plugin: spark
      sahara_plugin_version: 1.6.0
      sahara_scenario_test_template: spark-1.6.0.yaml.mako
      sahara_flavors:
        sah1.small:
          id: 20
          ram: 1536
          disk: 20
          vcpus: 1
          ephemeral: 0

- job:
    name: sahara-tests-scenario-py3
    description: |
      Run scenario tests on a Sahara deployment based on Python 3.
    parent: sahara-tests-scenario
    vars:
      devstack_localrc:
        USE_PYTHON3: 'True'
<commit_msg>add python 3.6 unit test job<commit_after>- project:
    templates:
      - openstack-python-jobs
      - publish-openstack-docs-pti
      - openstack-python35-jobs
      - openstack-python36-jobs
      - release-notes-jobs-python3
    check:
      jobs:
        - openstack-tox-pylint:
            voting: false
        - sahara-tests-scenario
        - sahara-tests-tempest
        - sahara-tests-scenario-queens
        - sahara-tests-scenario-pike
        - openstack-tox-cover:
            voting: false
    gate:
      queue: sahara
      jobs:
        - sahara-tests-scenario
        - sahara-tests-tempest
    experimental:
      jobs:
        - sahara-tests-scenario-multinode-spark
        - sahara-tests-scenario-py3:
            voting: false
    post:
      jobs:
        - openstack-tox-cover

- job:
    name: sahara-tests-tempest
    description: |
      Run Tempest tests from the Sahara plugin.
    parent: devstack-tempest
    required-projects:
      - openstack/sahara-tests
      - openstack/sahara
      - openstack/heat
      - openstack/ceilometer
    vars:
      tempest_test_regex: ^(sahara_tempest_plugin.tests.)
      tox_envlist: all
      devstack_localrc:
        IMAGE_URLS: https://cloud-images.ubuntu.com/xenial/current/xenial-server-cloudimg-amd64-disk1.img
        TEMPEST_PLUGINS: /opt/stack/sahara-tests
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            data_processing:
              test_image_name: xenial-server-cloudimg-amd64-disk1
              test_ssh_user: ubuntu
      devstack_plugins:
        sahara: git://git.openstack.org/openstack/sahara
        heat: git://git.openstack.org/openstack/heat
        ceilometer: git://git.openstack.org/openstack/ceilometer
      devstack_services:
        tls-proxy: false
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^etc/.*$
      - ^releasenotes/.*$
      - ^sahara_tests/.*$

- job:
    name: sahara-tests-scenario
    description: |
      Run scenario tests for Sahara.
    parent: devstack
    roles:
      - zuul: openstack-dev/devstack
      - zuul: openstack/sahara-image-elements
    required-projects:
      - openstack/sahara-tests
      - openstack/sahara
      - openstack/heat
      - openstack/ceilometer
      - openstack/sahara-image-elements
      - openstack-infra/shade
    run: playbooks/sahara-tests-scenario.yaml
    host-vars:
      controller:
        devstack_plugins:
          sahara: git://git.openstack.org/openstack/sahara
          heat: git://git.openstack.org/openstack/heat
          ceilometer: git://git.openstack.org/openstack/ceilometer
          shade: git://git.openstack.org/openstack-infra/shade
    group-vars:
      subnode:
        devstack_services:
          tls-proxy: false
    vars:
      devstack_services:
        tls-proxy: false
      devstack_localrc:
        # required to contain (almost any) custom-built image
        SWIFT_LOOPBACK_DISK_SIZE: 8G
        SWIFT_MAX_FILE_SIZE: 8589934592
      devstack_local_conf:
        post-config:
          $SAHARA_CONF_FILE:
            DEFAULT:
              min_transient_cluster_active_time: 90
      sahara_image_name: xenial-server
      sahara_image_url: https://cloud-images.ubuntu.com/xenial/current/xenial-server-cloudimg-amd64-disk1.img
      sahara_plugin: fake
      sahara_plugin_version: '0.1'
      sahara_scenario_test_template: fake.yaml.mako
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^releasenotes/.*$
      - ^sahara_tempest_plugin/.*$

- job:
    name: sahara-tests-scenario-queens
    parent: sahara-tests-scenario
    override-checkout: stable/queens

- job:
    name: sahara-tests-scenario-pike
    parent: sahara-tests-scenario
    override-checkout: stable/pike

- job:
    name: sahara-tests-scenario-modwsgi
    description: |
      Run scenario tests on a Sahara deployment based on mod_wsgi.
    parent: sahara-tests-scenario
    vars:
      devstack_localrc:
        SAHARA_USE_MOD_WSGI: 'True'

- job:
    name: sahara-tests-scenario-multinode-spark
    description: |
      Run scenario tests based on Spark on a multinode Sahara deployment.
    parent: sahara-tests-scenario
    nodeset: openstack-two-node
    vars:
      sahara_image_name: xenial-spark
      sahara_image_url: '{{ ansible_user_dir }}/{{ zuul.projects["git.openstack.org/openstack/sahara-image-elements"].src_dir }}/ubuntu_sahara_spark_latest.qcow2'
      sahara_plugin: spark
      sahara_plugin_version: 1.6.0
      sahara_scenario_test_template: spark-1.6.0.yaml.mako
      sahara_flavors:
        sah1.small:
          id: 20
          ram: 1536
          disk: 20
          vcpus: 1
          ephemeral: 0

- job:
    name: sahara-tests-scenario-py3
    description: |
      Run scenario tests on a Sahara deployment based on Python 3.
    parent: sahara-tests-scenario
    vars:
      devstack_localrc:
        USE_PYTHON3: 'True'

{'fraction_non_alphanumeric': 0.09708141321044547, 'fraction_numerical': 0.010445468509984639, 'mean_word_length': 2.106234096692112, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5024857', 'n_tokens_mistral': 3465, 'n_tokens_neox': 3311, 'n_words': 532}