<commit_before>- job-template:
    name: '{pipeline}-tempest-dsvm-ec2api{job-suffix}'
    node: '{node}'

    wrappers:
      - build-timeout:
          timeout: 125
      - timestamps

    builders:
      - link-logs
      - net-info
      - devstack-checkout
      - shell: |
          #!/bin/bash -xe
          export PYTHONUNBUFFERED=true
          export DEVSTACK_GATE_TIMEOUT=120
          # NOTE(sdague): which of tempest / neutron should be run
          # here is pretty up for grabs, but this can be adjusted over
          # time.
          export DEVSTACK_GATE_TEMPEST=1
          # Construct a regex to limiting scope of tempest
          export DEVSTACK_GATE_TEMPEST_REGEX="tempest.thirdparty.boto"
          export DEVSTACK_GATE_NEUTRON=1
          export BRANCH_OVERRIDE={branch-override}
          if [ "$BRANCH_OVERRIDE" != "default" ] ; then
              export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
          fi
          # Because we are testing a non standard project, add the
          # our project repository. This makes zuul do the right
          # reference magic for testing changes.
          export PROJECTS="openstack/ec2-api $PROJECTS"
          # note the actual url here is somewhat irrelevant because it
          # caches in nodepool, however make it a valid url for
          # documentation purposes.
          export DEVSTACK_LOCAL_CONFIG="enable_plugin ec2-api git://git.openstack.org/openstack/ec2-api"

          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
          ./safe-devstack-vm-gate-wrap.sh

    publishers:
      - devstack-logs
      - console-log

- job-template:
    name: '{pipeline}-functional-{network}-dsvm-ec2api{job-suffix}'
    node: '{node}'

    wrappers:
      - build-timeout:
          timeout: 125
      - timestamps

    builders:
      - link-logs
      - net-info
      - devstack-checkout
      - shell: |
          #!/bin/bash -xe
          export PYTHONUNBUFFERED=true
          export DEVSTACK_GATE_TIMEOUT=120
          export DEVSTACK_GATE_TEMPEST=1
          export BRANCH_OVERRIDE={branch-override}
          if [ "$BRANCH_OVERRIDE" != "default" ] ; then
              export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
          fi
          export PROJECTS="openstack/ec2-api $PROJECTS"
          export DEVSTACK_LOCAL_CONFIG="enable_plugin ec2-api git://git.openstack.org/openstack/ec2-api"

          if [ "{network}" = "neutron" ] ; then
              export DEVSTACK_GATE_NEUTRON=1
              export DEVSTACK_LOCAL_CONFIG+=$'\n'"enable_plugin neutron-vpnaas git://git.openstack.org/openstack/neutron-vpnaas"
          else
              export DEVSTACK_GATE_NEUTRON=0
          fi

          if [ "$ZUUL_BRANCH" = "stable/kilo" ] ; then
              export DEVSTACK_GATE_TEMPEST_NOTESTS=1
              function post_test_hook {{
                  source $BASE/new/devstack/accrc/admin/admin
                  cd /opt/stack/new/ec2-api/
                  ./ec2api/tests/contrib/post_test_hook.sh
              }}
              export -f post_test_hook
          else
              export DEVSTACK_GATE_TEMPEST_ALL_PLUGINS=1
              export DEVSTACK_GATE_TEMPEST_REGEX="ec2api.tests.functional"
          fi

          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
          ./safe-devstack-vm-gate-wrap.sh

    publishers:
      - devstack-logs
      - console-log

- job:
    name: 'ec2-api-functional-neutron-dsvm-full'
    node: 'devstack-precise || devstack-trusty'

    wrappers:
      - build-timeout:
          timeout: 185
      - timestamps

    builders:
      - link-logs
      - net-info
      - devstack-checkout
      - shell: |
          #!/bin/bash -xe
          export PYTHONUNBUFFERED=true
          export DEVSTACK_GATE_TIMEOUT=180
          export DEVSTACK_GATE_TEMPEST=1
          export DEVSTACK_GATE_TEMPEST_NOTESTS=1
          export DEVSTACK_GATE_NEUTRON=1

          export PROJECTS="openstack/ec2-api $PROJECTS"
          export PROJECTS="openstack/swift3 $PROJECTS"
          export DEVSTACK_LOCAL_CONFIG="enable_plugin ec2-api git://git.openstack.org/openstack/ec2-api"
          export DEVSTACK_LOCAL_CONFIG+=$'\n'"enable_plugin neutron-vpnaas git://git.openstack.org/openstack/neutron-vpnaas"
          export ENABLED_SERVICES+=,swift3

          export RUN_LONG_TESTS=1
          function post_test_hook {
              source $BASE/new/devstack/accrc/admin/admin
              cd /opt/stack/new/ec2-api/
              ./ec2api/tests/contrib/post_test_hook.sh
          }
          export -f post_test_hook

          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
          ./safe-devstack-vm-gate-wrap.sh

    publishers:
      - devstack-logs
      - console-log

- job:
    name: 'ec2-api-rally-dsvm-fakevirt'
    node: 'devstack-precise || devstack-trusty'

    wrappers:
      - build-timeout:
          timeout: 125
      - timestamps

    builders:
      - link-logs
      - devstack-checkout
      - shell: |
          #!/bin/bash -xe
          export PROJECTS="openstack/ec2-api $PROJECTS"
          export PROJECTS="openstack/rally $PROJECTS"
          export DEVSTACK_LOCAL_CONFIG="enable_plugin ec2-api git://git.openstack.org/openstack/ec2-api"
          export DEVSTACK_LOCAL_CONFIG+=$'\n'"enable_plugin rally git://git.openstack.org/openstack/rally"
          export DEVSTACK_LOCAL_CONFIG+=$'\n'"enable_plugin neutron-vpnaas git://git.openstack.org/openstack/neutron-vpnaas"
          export DEVSTACK_GATE_VIRT_DRIVER=fake
          export DEVSTACK_GATE_NEUTRON=1
          export DEVSTACK_GATE_TEMPEST_NOTESTS=1
          export DEVSTACK_GATE_TIMEOUT=120

          # Switch on tempest because m1.nano is created only for tempest...
          export DEVSTACK_GATE_TEMPEST=1

          export RALLY_SCENARIO=ec2-api-fakevirt
          export CEILOMETER_NOTIFICATION_TOPICS=notifications,profiler
          export ENABLED_SERVICES+=,rally

          function pre_test_hook {
              # Install rally-devstack integration
              cp -r $BASE/new/rally/contrib/devstack/* $BASE/new/devstack/
          }
          export -f pre_test_hook

          function post_test_hook {
              # run needed preparation steps for third-party project
              if [ -f $BASE/new/ec2-api/rally-scenarios/post_test_hook.sh ] ; then
                  $BASE/new/ec2-api/rally-scenarios/post_test_hook.sh
              fi
              $BASE/new/rally/tests/ci/rally-gate.sh
          }
          export -f post_test_hook

          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
          ./safe-devstack-vm-gate-wrap.sh

    publishers:
      - devstack-logs
      - console-log
      - rally-plot

<commit_msg>ec2-api job: limit tempest workers for testing<commit_after>- job-template:
    name: '{pipeline}-tempest-dsvm-ec2api{job-suffix}'
    node: '{node}'

    wrappers:
      - build-timeout:
          timeout: 125
      - timestamps

    builders:
      - link-logs
      - net-info
      - devstack-checkout
      - shell: |
          #!/bin/bash -xe
          export PYTHONUNBUFFERED=true
          export DEVSTACK_GATE_TIMEOUT=120
          # NOTE(sdague): which of tempest / neutron should be run
          # here is pretty up for grabs, but this can be adjusted over
          # time.
          export DEVSTACK_GATE_TEMPEST=1
          # Construct a regex to limiting scope of tempest
          export DEVSTACK_GATE_TEMPEST_REGEX="tempest.thirdparty.boto"
          export DEVSTACK_GATE_NEUTRON=1
          export BRANCH_OVERRIDE={branch-override}
          if [ "$BRANCH_OVERRIDE" != "default" ] ; then
              export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
          fi
          # Because we are testing a non standard project, add the
          # our project repository. This makes zuul do the right
          # reference magic for testing changes.
          export PROJECTS="openstack/ec2-api $PROJECTS"
          # note the actual url here is somewhat irrelevant because it
          # caches in nodepool, however make it a valid url for
          # documentation purposes.
          export DEVSTACK_LOCAL_CONFIG="enable_plugin ec2-api git://git.openstack.org/openstack/ec2-api"

          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
          ./safe-devstack-vm-gate-wrap.sh

    publishers:
      - devstack-logs
      - console-log

- job-template:
    name: '{pipeline}-functional-{network}-dsvm-ec2api{job-suffix}'
    node: '{node}'

    wrappers:
      - build-timeout:
          timeout: 125
      - timestamps

    builders:
      - link-logs
      - net-info
      - devstack-checkout
      - shell: |
          #!/bin/bash -xe
          export PYTHONUNBUFFERED=true
          export DEVSTACK_GATE_TIMEOUT=120
          export DEVSTACK_GATE_TEMPEST=1
          export TEMPEST_CONCURRENCY=2
          export BRANCH_OVERRIDE={branch-override}
          if [ "$BRANCH_OVERRIDE" != "default" ] ; then
              export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
          fi
          export PROJECTS="openstack/ec2-api $PROJECTS"
          export DEVSTACK_LOCAL_CONFIG="enable_plugin ec2-api git://git.openstack.org/openstack/ec2-api"

          if [ "{network}" = "neutron" ] ; then
              export DEVSTACK_GATE_NEUTRON=1
              export DEVSTACK_LOCAL_CONFIG+=$'\n'"enable_plugin neutron-vpnaas git://git.openstack.org/openstack/neutron-vpnaas"
          else
              export DEVSTACK_GATE_NEUTRON=0
          fi

          if [ "$ZUUL_BRANCH" = "stable/kilo" ] ; then
              export DEVSTACK_GATE_TEMPEST_NOTESTS=1
              function post_test_hook {{
                  source $BASE/new/devstack/accrc/admin/admin
                  cd /opt/stack/new/ec2-api/
                  ./ec2api/tests/contrib/post_test_hook.sh
              }}
              export -f post_test_hook
          else
              export DEVSTACK_GATE_TEMPEST_ALL_PLUGINS=1
              export DEVSTACK_GATE_TEMPEST_REGEX="ec2api.tests.functional"
          fi

          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
          ./safe-devstack-vm-gate-wrap.sh

    publishers:
      - devstack-logs
      - console-log

- job:
    name: 'ec2-api-functional-neutron-dsvm-full'
    node: 'devstack-precise || devstack-trusty'

    wrappers:
      - build-timeout:
          timeout: 185
      - timestamps

    builders:
      - link-logs
      - net-info
      - devstack-checkout
      - shell: |
          #!/bin/bash -xe
          export PYTHONUNBUFFERED=true
          export DEVSTACK_GATE_TIMEOUT=180
          export DEVSTACK_GATE_TEMPEST=1
          export DEVSTACK_GATE_TEMPEST_NOTESTS=1
          export DEVSTACK_GATE_NEUTRON=1

          export PROJECTS="openstack/ec2-api $PROJECTS"
          export PROJECTS="openstack/swift3 $PROJECTS"
          export DEVSTACK_LOCAL_CONFIG="enable_plugin ec2-api git://git.openstack.org/openstack/ec2-api"
          export DEVSTACK_LOCAL_CONFIG+=$'\n'"enable_plugin neutron-vpnaas git://git.openstack.org/openstack/neutron-vpnaas"
          export ENABLED_SERVICES+=,swift3

          export RUN_LONG_TESTS=1
          function post_test_hook {
              source $BASE/new/devstack/accrc/admin/admin
              cd /opt/stack/new/ec2-api/
              ./ec2api/tests/contrib/post_test_hook.sh
          }
          export -f post_test_hook

          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
          ./safe-devstack-vm-gate-wrap.sh

    publishers:
      - devstack-logs
      - console-log

- job:
    name: 'ec2-api-rally-dsvm-fakevirt'
    node: 'devstack-precise || devstack-trusty'

    wrappers:
      - build-timeout:
          timeout: 125
      - timestamps

    builders:
      - link-logs
      - devstack-checkout
      - shell: |
          #!/bin/bash -xe
          export PROJECTS="openstack/ec2-api $PROJECTS"
          export PROJECTS="openstack/rally $PROJECTS"
          export DEVSTACK_LOCAL_CONFIG="enable_plugin ec2-api git://git.openstack.org/openstack/ec2-api"
          export DEVSTACK_LOCAL_CONFIG+=$'\n'"enable_plugin rally git://git.openstack.org/openstack/rally"
          export DEVSTACK_LOCAL_CONFIG+=$'\n'"enable_plugin neutron-vpnaas git://git.openstack.org/openstack/neutron-vpnaas"
          export DEVSTACK_GATE_VIRT_DRIVER=fake
          export DEVSTACK_GATE_NEUTRON=1
          export DEVSTACK_GATE_TEMPEST_NOTESTS=1
          export DEVSTACK_GATE_TIMEOUT=120

          # Switch on tempest because m1.nano is created only for tempest...
          export DEVSTACK_GATE_TEMPEST=1

          export RALLY_SCENARIO=ec2-api-fakevirt
          export CEILOMETER_NOTIFICATION_TOPICS=notifications,profiler
          export ENABLED_SERVICES+=,rally

          function pre_test_hook {
              # Install rally-devstack integration
              cp -r $BASE/new/rally/contrib/devstack/* $BASE/new/devstack/
          }
          export -f pre_test_hook

          function post_test_hook {
              # run needed preparation steps for third-party project
              if [ -f $BASE/new/ec2-api/rally-scenarios/post_test_hook.sh ] ; then
                  $BASE/new/ec2-api/rally-scenarios/post_test_hook.sh
              fi
              $BASE/new/rally/tests/ci/rally-gate.sh
          }
          export -f post_test_hook

          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
          ./safe-devstack-vm-gate-wrap.sh

    publishers:
      - devstack-logs
      - console-log
      - rally-plot


{'fraction_non_alphanumeric': 0.09201235657546337, 'fraction_numerical': 0.009708737864077669, 'mean_word_length': 1.9610191637630663, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '87388', 'n_tokens_mistral': 4573, 'n_tokens_neox': 4358, 'n_words': 750}