<commit_before>presets:
- labels:
    preset-pull-kubernetes-e2e: "true"
  env:
  - name: KUBE_GCS_UPDATE_LATEST
    value: "n"
- labels:
    preset-pull-kubernetes-e2e-gce: "true"
  env:
  # Enable the PodSecurityPolicy in tests.
  # TODO: Enable this by default in the test environment.
  - name: ENABLE_POD_SECURITY_POLICY
    value: "true"
  - name: CREATE_CUSTOM_NETWORK
    value: "true"

presubmits:
  kubernetes/kubernetes:
  - name: pull-kubernetes-e2e-gce
    always_run: false
    cluster: k8s-infra-prow-build
    skip_branches:
    - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=105
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --extract=local
        - --gcp-node-image=gci
        - --gcp-zone=us-west1-b
        - --ginkgo-parallel=30
        - --provider=gce
        # Panic if anything mutates a shared informer cache
        - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
        - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce
        - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
        - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            cpu: 4
            memory: 14Gi
          limits:
            cpu: 4
            memory: 14Gi
        securityContext:
          privileged: true
  - name: pull-kubernetes-e2e-gce-no-stage
    always_run: false
    annotations:
      testgrid-dashboards: presubmits-kubernetes-nonblocking
      testgrid-tab-name: pull-kubernetes-e2e-gce-no-stage
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=105
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --extract=local
        - --gcp-node-image=gci
        - --gcp-zone=us-west1-b
        - --ginkgo-parallel=30
        - --provider=gce
        # Panic if anything mutates a shared informer cache
        - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
        - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
        - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            cpu: 4
            memory: 14Gi
          limits:
            cpu: 4
            memory: 14Gi
  - name: pull-kubernetes-e2e-gce-kubetest2
    # explicitly needs /test pull-kubernetes-e2e-gce to run
    always_run: false
    # if at all it is run and fails, don't block the PR
    optional: true
    branches:
    - master
    decorate: true
    decoration_config:
      timeout: 80m # hard cap, based on original pre-kubetest2 job but moved to a prow-level timeout
    labels:
      preset-service-account: "true"
      preset-dind-enabled: "true"
      preset-k8s-ssh: "true"
    annotations:
      testgrid-dashboards: presubmits-kubernetes-nonblocking
      testgrid-tab-name: pull-kubernetes-e2e-gce-kubetest2
    spec:
      containers:
      - image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            cpu: 4
            memory: 14Gi
          limits:
            cpu: 4
            memory: 14Gi
        securityContext:
          privileged: true
        command:
        - runner.sh
        args:
        - "/bin/bash"
        - "-c"
        # Please note that the semicolon after the \ is necessary due to how
        # parsing works out when embedding a bash script in a string like this
        - set -o errexit;
          set -o nounset;
          set -o pipefail;
          set -o xtrace;
          REPO_ROOT=$PWD;
          cd;
          export GO111MODULE=on;
          go get sigs.k8s.io/kubetest2@latest;
          go get sigs.k8s.io/kubetest2/kubetest2-gce@latest;
          go get sigs.k8s.io/kubetest2/kubetest2-tester-ginkgo@latest;
          kubetest2 gce -v 2 \;
          --repo-root $REPO_ROOT \;
          --legacy-mode \;
          --build \;
          --up \;
          --down \;
          --enable-cache-mutation-detector \;
          --test=ginkgo \;
          -- \;
          --skip-regex='\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' \;
          --parallel=30 \;
          --use-built-binaries


  - name: pull-kubernetes-e2e-gce-canary
    cluster: k8s-infra-prow-build
    always_run: false
    skip_report: true
    skip_branches:
    - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
    labels:
      preset-dind-enabled: "true"
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=105
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --extract=local
        - --gcp-node-image=gci
        - --gcp-zone=us-west1-b
        - --ginkgo-parallel=30
        - --provider=gce
        # Panic if anything mutates a shared informer cache
        - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
        - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-canary
        - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
        - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
        env:
        - name: BOOTSTRAP_FETCH_TEST_INFRA
          value: "true"
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        # we need privileged mode in order to do docker in docker
        securityContext:
          privileged: true
        resources:
          requests:
            cpu: 4
            memory: 14Gi
          limits:
            cpu: 4
            memory: 14Gi

  - name: pull-kubernetes-e2e-gce-ubuntu
    always_run: false
    skip_report: false
    skip_branches:
      - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=105
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --env=KUBE_MASTER_OS_DISTRIBUTION=ubuntu
        - --env=KUBE_GCE_MASTER_IMAGE=ubuntu-2004-focal-v20200423
        - --env=KUBE_GCE_MASTER_PROJECT=ubuntu-os-cloud
        - --env=KUBE_NODE_OS_DISTRIBUTION=ubuntu
        - --env=KUBE_GCE_NODE_IMAGE=ubuntu-2004-focal-v20200423
        - --env=KUBE_GCE_NODE_PROJECT=ubuntu-os-cloud
        - --extract=local
        - --gcp-master-image=ubuntu
        - --gcp-node-image=ubuntu
        - --gcp-zone=us-west1-b
        - --ginkgo-parallel=30
        - --provider=gce
        - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-ubuntu
        - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
        - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            memory: "6Gi"
        securityContext:
          privileged: true

  - name: pull-kubernetes-e2e-gce-ubuntu-containerd
    cluster: k8s-infra-prow-build
    always_run: true
    skip_branches:
      - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
      testgrid-dashboards: google-gce
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
        - args:
            - --root=/go/src
            - --repo=k8s.io/kubernetes=$(PULL_REFS)
            - --repo=k8s.io/release
            - --upload=gs://kubernetes-jenkins/pr-logs
            - --timeout=105
            - --scenario=kubernetes_e2e
            - --
            - --build=quick
            - --cluster=
            - --env=KUBE_CONTAINER_RUNTIME=containerd
            - --env=KUBE_UBUNTU_INSTALL_CONTAINERD_VERSION=v1.5.2
            - --env=KUBE_UBUNTU_INSTALL_RUNC_VERSION=v1.0.0-rc95
            - --env=LOG_DUMP_SYSTEMD_SERVICES=containerd
            - --env=ENABLE_POD_SECURITY_POLICY=true
            - --env=CONTAINER_RUNTIME_TEST_HANDLER=true
            - --env=KUBE_MASTER_OS_DISTRIBUTION=ubuntu
            - --env=KUBE_GCE_MASTER_IMAGE=ubuntu-2004-focal-v20200423
            - --env=KUBE_GCE_MASTER_PROJECT=ubuntu-os-cloud
            - --env=KUBE_NODE_OS_DISTRIBUTION=ubuntu
            - --env=KUBE_GCE_NODE_IMAGE=ubuntu-2004-focal-v20200423
            - --env=KUBE_GCE_NODE_PROJECT=ubuntu-os-cloud
            - --extract=local
            - --gcp-master-image=ubuntu
            - --gcp-node-image=ubuntu
            - --gcp-zone=us-west1-b
            - --ginkgo-parallel=30
            - --provider=gce
            - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-ubuntu-containerd
            - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
            - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
          image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
          resources:
            limits:
              cpu: 4
              memory: "14Gi"
            requests:
              cpu: 4
              memory: "14Gi"
          securityContext:
            privileged: true

  - name: pull-kubernetes-e2e-gce-ubuntu-containerd-canary
    cluster: k8s-infra-prow-build
    always_run: false
    skip_report: false
    skip_branches:
      - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
      testgrid-dashboards: google-gce
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
        - args:
            - --root=/go/src
            - --repo=k8s.io/kubernetes=$(PULL_REFS)
            - --repo=k8s.io/release
            - --upload=gs://kubernetes-jenkins/pr-logs
            - --timeout=105
            - --scenario=kubernetes_e2e
            - --
            - --build=quick
            - --cluster=
            - --env=KUBE_CONTAINER_RUNTIME=containerd
            - --env=KUBE_UBUNTU_INSTALL_CONTAINERD_VERSION=v1.5.2
            - --env=KUBE_UBUNTU_INSTALL_RUNC_VERSION=v1.0.0-rc95
            - --env=LOG_DUMP_SYSTEMD_SERVICES=containerd
            - --env=ENABLE_POD_SECURITY_POLICY=true
            - --env=CONTAINER_RUNTIME_TEST_HANDLER=true
            - --env=KUBE_MASTER_OS_DISTRIBUTION=ubuntu
            - --env=KUBE_GCE_MASTER_IMAGE=ubuntu-2004-focal-v20200423
            - --env=KUBE_GCE_MASTER_PROJECT=ubuntu-os-cloud
            - --env=KUBE_NODE_OS_DISTRIBUTION=ubuntu
            - --env=KUBE_GCE_NODE_IMAGE=ubuntu-2004-focal-v20200423
            - --env=KUBE_GCE_NODE_PROJECT=ubuntu-os-cloud
            - --extract=local
            - --gcp-master-image=ubuntu
            - --gcp-node-image=ubuntu
            - --gcp-zone=us-west1-b
            - --ginkgo-parallel=30
            - --provider=gce
            - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-ubuntu-containerd-canary
            - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
            - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
          image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
          resources:
            limits:
              cpu: 4
              memory: "14Gi"
            requests:
              cpu: 4
              memory: "14Gi"
          securityContext:
            privileged: true

  - name: pull-kubernetes-e2e-gce-alpha-features
    optional: true
    run_if_changed: '^.*feature.*\.go'
    branches:
    - master
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=200
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --env=KUBE_FEATURE_GATES=AllAlpha=true,CSIMigration=false,InTreePluginGCEUnregister=false,DisableCloudProviders=false
        - --env=KUBE_PROXY_DAEMONSET=true
        - --env=ENABLE_POD_PRIORITY=true
        - --env=ENABLE_APISERVER_TRACING=true
        - --extract=local
        - --gcp-node-image=gci
        - --gcp-zone=us-west1-b
        - --provider=gce
        - --runtime-config=api/all=true
        - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-alpha-features
        - --test_args=--ginkgo.focus=\[Feature:(ProbeTerminationGracePeriod|APIServerTracing|ServiceAccountIssuerDiscovery|StorageVersionAPI|Audit|PodPreset|RunAsGroup|TTLAfterFinished|NodeLease|CSIServiceAccountToken|CSIStorageCapacity|GenericEphemeralVolume|SuspendJob)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance)\]|IPv6|csi-hostpath-v0 --minStartupPods=8
        - --timeout=180m
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            memory: "6Gi"
        securityContext:
          privileged: true
    annotations:
      testgrid-create-test-group: 'true'

periodics:
- interval: 30m
  name: ci-kubernetes-e2e-gci-gce<commit_msg>Add STS minReadySeconds to alpha<commit_after>presets:
- labels:
    preset-pull-kubernetes-e2e: "true"
  env:
  - name: KUBE_GCS_UPDATE_LATEST
    value: "n"
- labels:
    preset-pull-kubernetes-e2e-gce: "true"
  env:
  # Enable the PodSecurityPolicy in tests.
  # TODO: Enable this by default in the test environment.
  - name: ENABLE_POD_SECURITY_POLICY
    value: "true"
  - name: CREATE_CUSTOM_NETWORK
    value: "true"

presubmits:
  kubernetes/kubernetes:
  - name: pull-kubernetes-e2e-gce
    always_run: false
    cluster: k8s-infra-prow-build
    skip_branches:
    - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=105
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --extract=local
        - --gcp-node-image=gci
        - --gcp-zone=us-west1-b
        - --ginkgo-parallel=30
        - --provider=gce
        # Panic if anything mutates a shared informer cache
        - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
        - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce
        - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
        - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            cpu: 4
            memory: 14Gi
          limits:
            cpu: 4
            memory: 14Gi
        securityContext:
          privileged: true
  - name: pull-kubernetes-e2e-gce-no-stage
    always_run: false
    annotations:
      testgrid-dashboards: presubmits-kubernetes-nonblocking
      testgrid-tab-name: pull-kubernetes-e2e-gce-no-stage
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=105
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --extract=local
        - --gcp-node-image=gci
        - --gcp-zone=us-west1-b
        - --ginkgo-parallel=30
        - --provider=gce
        # Panic if anything mutates a shared informer cache
        - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
        - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
        - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            cpu: 4
            memory: 14Gi
          limits:
            cpu: 4
            memory: 14Gi
  - name: pull-kubernetes-e2e-gce-kubetest2
    # explicitly needs /test pull-kubernetes-e2e-gce to run
    always_run: false
    # if at all it is run and fails, don't block the PR
    optional: true
    branches:
    - master
    decorate: true
    decoration_config:
      timeout: 80m # hard cap, based on original pre-kubetest2 job but moved to a prow-level timeout
    labels:
      preset-service-account: "true"
      preset-dind-enabled: "true"
      preset-k8s-ssh: "true"
    annotations:
      testgrid-dashboards: presubmits-kubernetes-nonblocking
      testgrid-tab-name: pull-kubernetes-e2e-gce-kubetest2
    spec:
      containers:
      - image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            cpu: 4
            memory: 14Gi
          limits:
            cpu: 4
            memory: 14Gi
        securityContext:
          privileged: true
        command:
        - runner.sh
        args:
        - "/bin/bash"
        - "-c"
        # Please note that the semicolon after the \ is necessary due to how
        # parsing works out when embedding a bash script in a string like this
        - set -o errexit;
          set -o nounset;
          set -o pipefail;
          set -o xtrace;
          REPO_ROOT=$PWD;
          cd;
          export GO111MODULE=on;
          go get sigs.k8s.io/kubetest2@latest;
          go get sigs.k8s.io/kubetest2/kubetest2-gce@latest;
          go get sigs.k8s.io/kubetest2/kubetest2-tester-ginkgo@latest;
          kubetest2 gce -v 2 \;
          --repo-root $REPO_ROOT \;
          --legacy-mode \;
          --build \;
          --up \;
          --down \;
          --enable-cache-mutation-detector \;
          --test=ginkgo \;
          -- \;
          --skip-regex='\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]' \;
          --parallel=30 \;
          --use-built-binaries


  - name: pull-kubernetes-e2e-gce-canary
    cluster: k8s-infra-prow-build
    always_run: false
    skip_report: true
    skip_branches:
    - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
    labels:
      preset-dind-enabled: "true"
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=105
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --extract=local
        - --gcp-node-image=gci
        - --gcp-zone=us-west1-b
        - --ginkgo-parallel=30
        - --provider=gce
        # Panic if anything mutates a shared informer cache
        - --env=ENABLE_CACHE_MUTATION_DETECTOR=true
        - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-canary
        - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
        - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
        env:
        - name: BOOTSTRAP_FETCH_TEST_INFRA
          value: "true"
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        # we need privileged mode in order to do docker in docker
        securityContext:
          privileged: true
        resources:
          requests:
            cpu: 4
            memory: 14Gi
          limits:
            cpu: 4
            memory: 14Gi

  - name: pull-kubernetes-e2e-gce-ubuntu
    always_run: false
    skip_report: false
    skip_branches:
      - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=105
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --env=KUBE_MASTER_OS_DISTRIBUTION=ubuntu
        - --env=KUBE_GCE_MASTER_IMAGE=ubuntu-2004-focal-v20200423
        - --env=KUBE_GCE_MASTER_PROJECT=ubuntu-os-cloud
        - --env=KUBE_NODE_OS_DISTRIBUTION=ubuntu
        - --env=KUBE_GCE_NODE_IMAGE=ubuntu-2004-focal-v20200423
        - --env=KUBE_GCE_NODE_PROJECT=ubuntu-os-cloud
        - --extract=local
        - --gcp-master-image=ubuntu
        - --gcp-node-image=ubuntu
        - --gcp-zone=us-west1-b
        - --ginkgo-parallel=30
        - --provider=gce
        - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-ubuntu
        - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
        - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            memory: "6Gi"
        securityContext:
          privileged: true

  - name: pull-kubernetes-e2e-gce-ubuntu-containerd
    cluster: k8s-infra-prow-build
    always_run: true
    skip_branches:
      - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
      testgrid-dashboards: google-gce
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
        - args:
            - --root=/go/src
            - --repo=k8s.io/kubernetes=$(PULL_REFS)
            - --repo=k8s.io/release
            - --upload=gs://kubernetes-jenkins/pr-logs
            - --timeout=105
            - --scenario=kubernetes_e2e
            - --
            - --build=quick
            - --cluster=
            - --env=KUBE_CONTAINER_RUNTIME=containerd
            - --env=KUBE_UBUNTU_INSTALL_CONTAINERD_VERSION=v1.5.2
            - --env=KUBE_UBUNTU_INSTALL_RUNC_VERSION=v1.0.0-rc95
            - --env=LOG_DUMP_SYSTEMD_SERVICES=containerd
            - --env=ENABLE_POD_SECURITY_POLICY=true
            - --env=CONTAINER_RUNTIME_TEST_HANDLER=true
            - --env=KUBE_MASTER_OS_DISTRIBUTION=ubuntu
            - --env=KUBE_GCE_MASTER_IMAGE=ubuntu-2004-focal-v20200423
            - --env=KUBE_GCE_MASTER_PROJECT=ubuntu-os-cloud
            - --env=KUBE_NODE_OS_DISTRIBUTION=ubuntu
            - --env=KUBE_GCE_NODE_IMAGE=ubuntu-2004-focal-v20200423
            - --env=KUBE_GCE_NODE_PROJECT=ubuntu-os-cloud
            - --extract=local
            - --gcp-master-image=ubuntu
            - --gcp-node-image=ubuntu
            - --gcp-zone=us-west1-b
            - --ginkgo-parallel=30
            - --provider=gce
            - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-ubuntu-containerd
            - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
            - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
          image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
          resources:
            limits:
              cpu: 4
              memory: "14Gi"
            requests:
              cpu: 4
              memory: "14Gi"
          securityContext:
            privileged: true

  - name: pull-kubernetes-e2e-gce-ubuntu-containerd-canary
    cluster: k8s-infra-prow-build
    always_run: false
    skip_report: false
    skip_branches:
      - release-\d+\.\d+ # per-release image
    annotations:
      fork-per-release: "true"
      testgrid-alert-stale-results-hours: "24"
      testgrid-create-test-group: "true"
      testgrid-num-failures-to-alert: "10"
      testgrid-dashboards: google-gce
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
        - args:
            - --root=/go/src
            - --repo=k8s.io/kubernetes=$(PULL_REFS)
            - --repo=k8s.io/release
            - --upload=gs://kubernetes-jenkins/pr-logs
            - --timeout=105
            - --scenario=kubernetes_e2e
            - --
            - --build=quick
            - --cluster=
            - --env=KUBE_CONTAINER_RUNTIME=containerd
            - --env=KUBE_UBUNTU_INSTALL_CONTAINERD_VERSION=v1.5.2
            - --env=KUBE_UBUNTU_INSTALL_RUNC_VERSION=v1.0.0-rc95
            - --env=LOG_DUMP_SYSTEMD_SERVICES=containerd
            - --env=ENABLE_POD_SECURITY_POLICY=true
            - --env=CONTAINER_RUNTIME_TEST_HANDLER=true
            - --env=KUBE_MASTER_OS_DISTRIBUTION=ubuntu
            - --env=KUBE_GCE_MASTER_IMAGE=ubuntu-2004-focal-v20200423
            - --env=KUBE_GCE_MASTER_PROJECT=ubuntu-os-cloud
            - --env=KUBE_NODE_OS_DISTRIBUTION=ubuntu
            - --env=KUBE_GCE_NODE_IMAGE=ubuntu-2004-focal-v20200423
            - --env=KUBE_GCE_NODE_PROJECT=ubuntu-os-cloud
            - --extract=local
            - --gcp-master-image=ubuntu
            - --gcp-node-image=ubuntu
            - --gcp-zone=us-west1-b
            - --ginkgo-parallel=30
            - --provider=gce
            - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-ubuntu-containerd-canary
            - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8
            - --timeout=80m # thinking about making this longer? don't! 80m is a hard cap, and should get down to no more than 60m.
          image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
          resources:
            limits:
              cpu: 4
              memory: "14Gi"
            requests:
              cpu: 4
              memory: "14Gi"
          securityContext:
            privileged: true

  - name: pull-kubernetes-e2e-gce-alpha-features
    optional: true
    run_if_changed: '^.*feature.*\.go'
    branches:
    - master
    labels:
      preset-service-account: "true"
      preset-k8s-ssh: "true"
      preset-dind-enabled: "true"
      preset-pull-kubernetes-e2e: "true"
      preset-pull-kubernetes-e2e-gce: "true"
    spec:
      containers:
      - args:
        - --root=/go/src
        - --repo=k8s.io/kubernetes=$(PULL_REFS)
        - --repo=k8s.io/release
        - --upload=gs://kubernetes-jenkins/pr-logs
        - --timeout=200
        - --scenario=kubernetes_e2e
        - --
        - --build=quick
        - --cluster=
        - --env=KUBE_FEATURE_GATES=AllAlpha=true,CSIMigration=false,InTreePluginGCEUnregister=false,DisableCloudProviders=false
        - --env=KUBE_PROXY_DAEMONSET=true
        - --env=ENABLE_POD_PRIORITY=true
        - --env=ENABLE_APISERVER_TRACING=true
        - --extract=local
        - --gcp-node-image=gci
        - --gcp-zone=us-west1-b
        - --provider=gce
        - --runtime-config=api/all=true
        - --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-alpha-features
        - --test_args=--ginkgo.focus=\[Feature:(ProbeTerminationGracePeriod|APIServerTracing|ServiceAccountIssuerDiscovery|StorageVersionAPI|Audit|PodPreset|RunAsGroup|TTLAfterFinished|NodeLease|CSIServiceAccountToken|CSIStorageCapacity|GenericEphemeralVolume|SuspendJob|StatefulSetMinReadySeconds)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance)\]|IPv6|csi-hostpath-v0 --minStartupPods=8
        - --timeout=180m
        image: gcr.io/k8s-testimages/kubekins-e2e:v20210615-c973edd-master
        resources:
          requests:
            memory: "6Gi"
        securityContext:
          privileged: true
    annotations:
      testgrid-create-test-group: 'true'

periodics:
- interval: 30m
  name: ci-kubernetes-e2e-gci-gce
{'fraction_non_alphanumeric': 0.1329889253232692, 'fraction_numerical': 0.026418362927674317, 'mean_word_length': 1.8374440445887825, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3433010', 'n_tokens_mistral': 12095, 'n_tokens_neox': 11262, 'n_words': 1641}