diff --git a/config/jobs/kubernetes/generated/generated.yaml b/config/jobs/kubernetes/generated/generated.yaml index 752515225cd6..8426e4c67d52 100644 --- a/config/jobs/kubernetes/generated/generated.yaml +++ b/config/jobs/kubernetes/generated/generated.yaml @@ -19,14 +19,14 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.32 + - --extract=ci/latest-1.33 - --timeout=180m - --env=KUBE_PROXY_DAEMONSET=true - --env=ENABLE_POD_PRIORITY=true - --env=KUBE_FEATURE_GATES=AllAlpha=true,EventedPLEG=false - --env=ENABLE_CACHE_MUTATION_DETECTOR=true - --runtime-config=api/all=true - - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC|ClusterTrustBundle|ClusterTrustBundleProjection)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 + - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 env: image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master resources: @@ -39,7 +39,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sbeta-alphafeatures - testgrid-dashboards: sig-release-1.32-blocking + testgrid-dashboards: sig-release-1.33-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 1h @@ -60,7 +60,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.32 + - --extract=ci/latest-1.33 - --timeout=120m - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 - --ginkgo-parallel=30 @@ -77,7 +77,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sbeta-default - testgrid-dashboards: sig-release-1.32-blocking + testgrid-dashboards: sig-release-1.33-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 1h @@ -98,7 +98,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.32 + - --extract=ci/latest-1.33 - --timeout=150m - --test_args=--ginkgo.focus=\[Feature:Ingress\] --minStartupPods=8 env: @@ -113,7 +113,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sbeta-ingress - testgrid-dashboards: sig-release-1.32-blocking + testgrid-dashboards: sig-release-1.33-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 1h @@ -134,7 +134,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.32 + - --extract=ci/latest-1.33 - --timeout=180m - --test_args=--ginkgo.focus=\[Feature:Reboot\] --minStartupPods=8 env: @@ -149,7 +149,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sbeta-reboot - testgrid-dashboards: sig-release-1.32-blocking + testgrid-dashboards: sig-release-1.33-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 1h @@ -170,7 +170,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.32 + - --extract=ci/latest-1.33 - --timeout=660m - --ginkgo-parallel=1 - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[sig-cloud-provider-gcp\] --minStartupPods=8 @@ -186,7 +186,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sbeta-serial - testgrid-dashboards: sig-release-1.32-informing + testgrid-dashboards: sig-release-1.33-informing testgrid-num-failures-to-alert: '6' - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! @@ -208,7 +208,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.32 + - --extract=ci/latest-1.33 - --timeout=150m - --test_args=--ginkgo.focus=\[Slow\] --ginkgo.skip=\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:([^L].*|L[^o].*|Lo[^a].*|Loa[^d].*)\] --minStartupPods=8 - --ginkgo-parallel=30 @@ -224,7 +224,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sbeta-slow - testgrid-dashboards: sig-release-1.32-informing + testgrid-dashboards: sig-release-1.33-informing testgrid-num-failures-to-alert: '6' - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! @@ -246,14 +246,14 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.31 + - --extract=ci/latest-1.32 - --timeout=180m - --env=KUBE_PROXY_DAEMONSET=true - --env=ENABLE_POD_PRIORITY=true - --env=KUBE_FEATURE_GATES=AllAlpha=true,EventedPLEG=false - --env=ENABLE_CACHE_MUTATION_DETECTOR=true - --runtime-config=api/all=true - - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC|ClusterTrustBundle|ClusterTrustBundleProjection)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 + - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 env: image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master resources: @@ -266,7 +266,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable1-alphafeatures - testgrid-dashboards: sig-release-1.31-blocking + testgrid-dashboards: sig-release-1.32-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 2h @@ -287,7 +287,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.31 + - --extract=ci/latest-1.32 - --timeout=120m - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 - --ginkgo-parallel=30 @@ -298,7 +298,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable1-default - testgrid-dashboards: sig-release-1.31-blocking + testgrid-dashboards: sig-release-1.32-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 2h @@ -319,7 +319,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.31 + - --extract=ci/latest-1.32 - --timeout=150m - --test_args=--ginkgo.focus=\[Feature:Ingress\] --minStartupPods=8 env: @@ -334,7 +334,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable1-ingress - testgrid-dashboards: sig-release-1.31-blocking + testgrid-dashboards: sig-release-1.32-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 2h @@ -355,7 +355,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.31 + - --extract=ci/latest-1.32 - --timeout=180m - --test_args=--ginkgo.focus=\[Feature:Reboot\] --minStartupPods=8 env: @@ -370,7 +370,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable1-reboot - testgrid-dashboards: sig-release-1.31-blocking + testgrid-dashboards: sig-release-1.32-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 2h @@ -391,7 +391,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.31 + - --extract=ci/latest-1.32 - --timeout=660m - --ginkgo-parallel=1 - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[sig-cloud-provider-gcp\] --minStartupPods=8 @@ -407,7 +407,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable1-serial - testgrid-dashboards: sig-release-1.31-informing + testgrid-dashboards: sig-release-1.32-informing testgrid-num-failures-to-alert: '6' - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! @@ -429,7 +429,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.31 + - --extract=ci/latest-1.32 - --timeout=150m - --test_args=--ginkgo.focus=\[Slow\] --ginkgo.skip=\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:([^L].*|L[^o].*|Lo[^a].*|Loa[^d].*)\] --minStartupPods=8 - --ginkgo-parallel=30 @@ -439,7 +439,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable1-slow - testgrid-dashboards: sig-release-1.31-informing + testgrid-dashboards: sig-release-1.32-informing testgrid-num-failures-to-alert: '6' - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! @@ -461,14 +461,14 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.30 + - --extract=ci/latest-1.31 - --timeout=180m - --env=KUBE_PROXY_DAEMONSET=true - --env=ENABLE_POD_PRIORITY=true - --env=KUBE_FEATURE_GATES=AllAlpha=true,EventedPLEG=false - --env=ENABLE_CACHE_MUTATION_DETECTOR=true - --runtime-config=api/all=true - - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC|ClusterTrustBundle|ClusterTrustBundleProjection)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 + - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 env: image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master resources: @@ -481,7 +481,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable2-alphafeatures - testgrid-dashboards: sig-release-1.30-blocking + testgrid-dashboards: sig-release-1.31-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 6h @@ -502,7 +502,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.30 + - --extract=ci/latest-1.31 - --timeout=120m - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 - --ginkgo-parallel=30 @@ -513,8 +513,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable2-default - testgrid-dashboards: sig-release-1.30-blocking - testgrid-num-failures-to-alert: '6' + testgrid-dashboards: sig-release-1.31-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 6h @@ -535,7 +534,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.30 + - --extract=ci/latest-1.31 - --timeout=150m - --test_args=--ginkgo.focus=\[Feature:Ingress\] --minStartupPods=8 env: @@ -550,7 +549,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable2-ingress - testgrid-dashboards: sig-release-1.30-blocking + testgrid-dashboards: sig-release-1.31-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 6h @@ -571,7 +570,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.30 + - --extract=ci/latest-1.31 - --timeout=180m - --test_args=--ginkgo.focus=\[Feature:Reboot\] --minStartupPods=8 env: @@ -586,7 +585,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable2-reboot - testgrid-dashboards: sig-release-1.30-blocking + testgrid-dashboards: sig-release-1.31-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 6h @@ -607,10 +606,10 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.30 + - --extract=ci/latest-1.31 - --timeout=660m - - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 - --ginkgo-parallel=1 + - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[sig-cloud-provider-gcp\] --minStartupPods=8 env: image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master resources: @@ -623,7 +622,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable2-serial - testgrid-dashboards: sig-release-1.30-informing + testgrid-dashboards: sig-release-1.31-informing testgrid-num-failures-to-alert: '6' - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! @@ -645,7 +644,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.30 + - --extract=ci/latest-1.31 - --timeout=150m - --test_args=--ginkgo.focus=\[Slow\] --ginkgo.skip=\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:([^L].*|L[^o].*|Lo[^a].*|Loa[^d].*)\] --minStartupPods=8 - --ginkgo-parallel=30 @@ -655,7 +654,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable2-slow - testgrid-dashboards: sig-release-1.30-informing + testgrid-dashboards: sig-release-1.31-informing testgrid-num-failures-to-alert: '6' - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! @@ -677,14 +676,14 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.29 + - --extract=ci/latest-1.30 - --timeout=180m - --env=KUBE_PROXY_DAEMONSET=true - --env=ENABLE_POD_PRIORITY=true - --env=KUBE_FEATURE_GATES=AllAlpha=true,EventedPLEG=false - --env=ENABLE_CACHE_MUTATION_DETECTOR=true - --runtime-config=api/all=true - - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC|ClusterTrustBundle|ClusterTrustBundleProjection)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 + - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 env: image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master resources: @@ -697,7 +696,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable3-alphafeatures - testgrid-dashboards: sig-release-1.29-blocking + testgrid-dashboards: sig-release-1.30-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 24h @@ -718,7 +717,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.29 + - --extract=ci/latest-1.30 - --timeout=120m - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 - --ginkgo-parallel=30 @@ -729,7 +728,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable3-default - testgrid-dashboards: sig-release-1.29-blocking + testgrid-dashboards: sig-release-1.30-blocking testgrid-num-failures-to-alert: '6' - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! @@ -751,7 +750,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.29 + - --extract=ci/latest-1.30 - --timeout=150m - --test_args=--ginkgo.focus=\[Feature:Ingress\] --minStartupPods=8 env: @@ -766,7 +765,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable3-ingress - testgrid-dashboards: sig-release-1.29-blocking + testgrid-dashboards: sig-release-1.30-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 24h @@ -787,7 +786,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.29 + - --extract=ci/latest-1.30 - --timeout=180m - --test_args=--ginkgo.focus=\[Feature:Reboot\] --minStartupPods=8 env: @@ -802,7 +801,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable3-reboot - testgrid-dashboards: sig-release-1.29-blocking + testgrid-dashboards: sig-release-1.30-blocking - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! interval: 24h @@ -823,7 +822,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.29 + - --extract=ci/latest-1.30 - --timeout=660m - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 - --ginkgo-parallel=1 @@ -839,7 +838,7 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable3-serial - testgrid-dashboards: sig-release-1.29-informing + testgrid-dashboards: sig-release-1.30-informing testgrid-num-failures-to-alert: '6' - tags: - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! @@ -861,7 +860,7 @@ periodics: - --provider=gce - --gcp-region=us-central1 - --gcp-node-image=gci - - --extract=ci/latest-1.29 + - --extract=ci/latest-1.30 - --timeout=150m - --test_args=--ginkgo.focus=\[Slow\] --ginkgo.skip=\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:([^L].*|L[^o].*|Lo[^a].*|Loa[^d].*)\] --minStartupPods=8 - --ginkgo-parallel=30 @@ -871,5 +870,221 @@ periodics: cluster: k8s-infra-prow-build annotations: testgrid-tab-name: gce-cos-k8sstable3-slow + testgrid-dashboards: sig-release-1.30-informing + testgrid-num-failures-to-alert: '6' +- tags: + - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! + interval: 24h + labels: + preset-service-account: 'true' + preset-k8s-ssh: 'true' + decorate: true + decoration_config: + timeout: 200m + name: ci-kubernetes-e2e-gce-cos-k8sstable4-alphafeatures + spec: + containers: + - command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + args: + - --check-leaked-resources + - --provider=gce + - --gcp-region=us-central1 + - --gcp-node-image=gci + - --extract=ci/latest-1.29 + - --timeout=180m + - --env=KUBE_PROXY_DAEMONSET=true + - --env=ENABLE_POD_PRIORITY=true + - --env=KUBE_FEATURE_GATES=AllAlpha=true,EventedPLEG=false + - --env=ENABLE_CACHE_MUTATION_DETECTOR=true + - --runtime-config=api/all=true + - --test_args=--ginkgo.focus=\[Feature:(AdmissionWebhookMatchConditions|InPlacePodVerticalScaling|SidecarContainers|StorageVersionAPI|PodPreset|StatefulSetAutoDeletePVC)\]|Networking --ginkgo.skip=\[Feature:(SCTPConnectivity|Volumes|Networking-Performance|Example)\]|IPv6|csi-hostpath-v0 --minStartupPods=8 + env: + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master + resources: + requests: + cpu: 1000m + memory: 3Gi + limits: + cpu: 1000m + memory: 3Gi + cluster: k8s-infra-prow-build + annotations: + testgrid-tab-name: gce-cos-k8sstable4-alphafeatures + testgrid-dashboards: sig-release-1.29-blocking +- tags: + - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! + interval: 24h + labels: + preset-service-account: 'true' + preset-k8s-ssh: 'true' + decorate: true + decoration_config: + timeout: 140m + name: ci-kubernetes-e2e-gce-cos-k8sstable4-default + spec: + containers: + - command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + args: + - --check-leaked-resources + - --provider=gce + - --gcp-region=us-central1 + - --gcp-node-image=gci + - --extract=ci/latest-1.29 + - --timeout=120m + - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 + - --ginkgo-parallel=30 + - --env=ENABLE_CACHE_MUTATION_DETECTOR=true + env: + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master + resources: *id001 + cluster: k8s-infra-prow-build + annotations: + testgrid-tab-name: gce-cos-k8sstable4-default + testgrid-dashboards: sig-release-1.29-blocking + testgrid-num-failures-to-alert: '6' +- tags: + - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! + interval: 24h + labels: + preset-service-account: 'true' + preset-k8s-ssh: 'true' + decorate: true + decoration_config: + timeout: 170m + name: ci-kubernetes-e2e-gce-cos-k8sstable4-ingress + spec: + containers: + - command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + args: + - --check-leaked-resources + - --provider=gce + - --gcp-region=us-central1 + - --gcp-node-image=gci + - --extract=ci/latest-1.29 + - --timeout=150m + - --test_args=--ginkgo.focus=\[Feature:Ingress\] --minStartupPods=8 + env: + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master + resources: + requests: + cpu: 1000m + memory: 3Gi + limits: + cpu: 1000m + memory: 3Gi + cluster: k8s-infra-prow-build + annotations: + testgrid-tab-name: gce-cos-k8sstable4-ingress + testgrid-dashboards: sig-release-1.29-blocking +- tags: + - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! + interval: 24h + labels: + preset-service-account: 'true' + preset-k8s-ssh: 'true' + decorate: true + decoration_config: + timeout: 200m + name: ci-kubernetes-e2e-gce-cos-k8sstable4-reboot + spec: + containers: + - command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + args: + - --check-leaked-resources + - --provider=gce + - --gcp-region=us-central1 + - --gcp-node-image=gci + - --extract=ci/latest-1.29 + - --timeout=180m + - --test_args=--ginkgo.focus=\[Feature:Reboot\] --minStartupPods=8 + env: + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master + resources: + requests: + cpu: 1000m + memory: 3Gi + limits: + cpu: 1000m + memory: 3Gi + cluster: k8s-infra-prow-build + annotations: + testgrid-tab-name: gce-cos-k8sstable4-reboot + testgrid-dashboards: sig-release-1.29-blocking +- tags: + - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! + interval: 24h + labels: + preset-service-account: 'true' + preset-k8s-ssh: 'true' + decorate: true + decoration_config: + timeout: 680m + name: ci-kubernetes-e2e-gce-cos-k8sstable4-serial + spec: + containers: + - command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + args: + - --check-leaked-resources + - --provider=gce + - --gcp-region=us-central1 + - --gcp-node-image=gci + - --extract=ci/latest-1.29 + - --timeout=660m + - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 + - --ginkgo-parallel=1 + env: + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master + resources: + requests: + cpu: 1000m + memory: 3Gi + limits: + cpu: 1000m + memory: 3Gi + cluster: k8s-infra-prow-build + annotations: + testgrid-tab-name: gce-cos-k8sstable4-serial + testgrid-dashboards: sig-release-1.29-informing + testgrid-num-failures-to-alert: '6' +- tags: + - generated # AUTO-GENERATED by releng/generate_tests.py - DO NOT EDIT! + interval: 24h + labels: + preset-service-account: 'true' + preset-k8s-ssh: 'true' + decorate: true + decoration_config: + timeout: 170m + name: ci-kubernetes-e2e-gce-cos-k8sstable4-slow + spec: + containers: + - command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + args: + - --check-leaked-resources + - --provider=gce + - --gcp-region=us-central1 + - --gcp-node-image=gci + - --extract=ci/latest-1.29 + - --timeout=150m + - --test_args=--ginkgo.focus=\[Slow\] --ginkgo.skip=\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:([^L].*|L[^o].*|Lo[^a].*|Loa[^d].*)\] --minStartupPods=8 + - --ginkgo-parallel=30 + env: + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master + resources: *id002 + cluster: k8s-infra-prow-build + annotations: + testgrid-tab-name: gce-cos-k8sstable4-slow testgrid-dashboards: sig-release-1.29-informing testgrid-num-failures-to-alert: '6' diff --git a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.29.yaml b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.29.yaml index 913ad53aaa9a..fd93e7f44e80 100644 --- a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.29.yaml +++ b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.29.yaml @@ -34,14 +34,14 @@ periodics: cpu: "1" memory: 3Gi - annotations: - fork-per-release-cron: 0 14-23/24 * * * + fork-per-release-cron: "" testgrid-alert-email: gke-kubernetes-accelerators-bugs@google.com testgrid-alert-stale-results-hours: "24" testgrid-dashboards: sig-release-1.29-blocking, google-gce testgrid-num-failures-to-alert: "6" testgrid-tab-name: gce-device-plugin-gpu-1.29 cluster: k8s-infra-prow-build - cron: 0 8-23/24 * * * + cron: 0 14-23/24 * * * decorate: true decoration_config: timeout: 5h0m0s @@ -77,7 +77,7 @@ periodics: cpu: "1" memory: 3Gi - annotations: - fork-per-release-periodic-interval: 24h + fork-per-release-periodic-interval: "" testgrid-alert-email: bentheelder@google.com,siarkowicz@google.com,patrick.ohly@intel.com testgrid-dashboards: sig-instrumentation-tests, sig-testing-kind, sig-release-job-config-errors testgrid-num-columns-recent: "6" @@ -161,7 +161,7 @@ periodics: - --allow-dup - --bucket=k8s-release-dev - --registry=gcr.io/k8s-staging-ci-images - - --extra-version-markers=k8s-stable3 + - --extra-version-markers=k8s-stable4 image: gcr.io/k8s-staging-releng/k8s-ci-builder:latest-default imagePullPolicy: Always name: "" @@ -175,13 +175,13 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-cron: 0 21 * * * + fork-per-release-cron: "" testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com testgrid-dashboards: sig-scalability-kubemark, sig-release-job-config-errors testgrid-num-failures-to-alert: "2" testgrid-tab-name: kubemark-1.29-500 cluster: k8s-infra-prow-build - cron: 0 17 * * * + cron: 0 21 * * * decorate: true decoration_config: timeout: 2h0m0s @@ -252,13 +252,13 @@ periodics: - 'perfDashPrefix: kubemark-500Nodes-1.29' - 'perfDashJobType: performance' - annotations: - fork-per-release-cron: 0 8-20/24 * * * + fork-per-release-cron: "" testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com testgrid-dashboards: sig-release-1.29-blocking, sig-scalability-gce testgrid-num-failures-to-alert: "2" testgrid-tab-name: gce-cos-1.29-scalability-100 cluster: k8s-infra-prow-build - cron: 0 8-20/12 * * * + cron: 0 8-20/24 * * * decorate: true decoration_config: timeout: 2h20m0s @@ -334,7 +334,7 @@ periodics: - 'perfDashJobType: performance' - 'perfDashBuildsCount: 500' - annotations: - fork-per-release-periodic-interval: 24h + fork-per-release-periodic-interval: "" testgrid-alert-email: release-team@kubernetes.io testgrid-dashboards: sig-release-1.29-blocking testgrid-tab-name: integration-1.29 @@ -406,7 +406,7 @@ periodics: runAsGroup: 2010 runAsUser: 2001 - annotations: - fork-per-release-periodic-interval: 24h + fork-per-release-periodic-interval: "" testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com, release-managers+alerts@kubernetes.io testgrid-dashboards: sig-release-1.29-blocking testgrid-tab-name: verify-1.29 @@ -450,7 +450,7 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-periodic-interval: 24h + fork-per-release-periodic-interval: "" testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io testgrid-dashboards: sig-release-1.29-blocking, sig-testing-kind testgrid-num-columns-recent: "6" @@ -495,7 +495,7 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-periodic-interval: 24h + fork-per-release-periodic-interval: "" testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io testgrid-dashboards: sig-release-1.29-blocking, sig-testing-kind testgrid-num-columns-recent: "6" diff --git a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.30.yaml b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.30.yaml index 67b2e043bdbf..d38f78a8ed33 100644 --- a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.30.yaml +++ b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.30.yaml @@ -75,14 +75,14 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-cron: 0 8-23/24 * * *, 0 14-23/24 * * * + fork-per-release-cron: 0 14-23/24 * * * testgrid-alert-email: gke-kubernetes-accelerators-bugs@google.com testgrid-alert-stale-results-hours: "24" testgrid-dashboards: sig-release-1.30-blocking, google-gce testgrid-num-failures-to-alert: "6" testgrid-tab-name: gce-device-plugin-gpu-1.30 cluster: k8s-infra-prow-build - cron: 0 8-23/12 * * * + cron: 0 8-23/24 * * * decorate: true decoration_config: timeout: 5h0m0s @@ -117,7 +117,7 @@ periodics: cpu: "1" memory: 3Gi - annotations: - fork-per-release-periodic-interval: 24h 24h + fork-per-release-periodic-interval: 24h testgrid-alert-email: bentheelder@google.com,siarkowicz@google.com,patrick.ohly@intel.com testgrid-dashboards: sig-instrumentation-tests, sig-testing-kind, sig-release-job-config-errors testgrid-num-columns-recent: "6" @@ -131,7 +131,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 6h + interval: 24h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" @@ -201,7 +201,7 @@ periodics: - --allow-dup=false - --bucket=k8s-release-dev - --registry=gcr.io/k8s-staging-ci-images - - --extra-version-markers=k8s-stable2 + - --extra-version-markers=k8s-stable3 image: gcr.io/k8s-staging-releng/k8s-ci-builder:latest-default imagePullPolicy: Always name: "" @@ -215,13 +215,13 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-cron: 0 17 * * *, 0 21 * * * + fork-per-release-cron: 0 21 * * * testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com testgrid-dashboards: sig-scalability-kubemark, sig-release-job-config-errors testgrid-num-failures-to-alert: "2" testgrid-tab-name: kubemark-1.30-500 cluster: k8s-infra-prow-build - cron: 0 13 * * * + cron: 0 17 * * * decorate: true decoration_config: timeout: 2h0m0s @@ -292,13 +292,13 @@ periodics: - 'perfDashPrefix: kubemark-500Nodes-1.30' - 'perfDashJobType: performance' - annotations: - fork-per-release-cron: 0 8-20/12 * * *, 0 8-20/24 * * * + fork-per-release-cron: 0 8-20/24 * * * testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com testgrid-dashboards: sig-release-1.30-blocking, sig-scalability-gce testgrid-num-failures-to-alert: "2" testgrid-tab-name: gce-cos-1.30-scalability-100 cluster: k8s-infra-prow-build - cron: 0 4-16/12 * * * + cron: 0 8-20/12 * * * decorate: true decoration_config: timeout: 2h20m0s @@ -373,7 +373,7 @@ periodics: - 'perfDashJobType: performance' - 'perfDashBuildsCount: 500' - annotations: - fork-per-release-periodic-interval: 24h 24h + fork-per-release-periodic-interval: 24h testgrid-alert-email: release-team@kubernetes.io testgrid-dashboards: sig-release-1.30-blocking testgrid-tab-name: integration-1.30 @@ -384,7 +384,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 6h + interval: 24h labels: preset-dind-enabled: "true" preset-service-account: "true" @@ -445,7 +445,7 @@ periodics: runAsGroup: 2010 runAsUser: 2001 - annotations: - fork-per-release-periodic-interval: 24h 24h + fork-per-release-periodic-interval: 24h testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com, release-managers+alerts@kubernetes.io testgrid-dashboards: sig-release-1.30-blocking testgrid-tab-name: verify-1.30 @@ -456,7 +456,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 6h + interval: 24h labels: preset-dind-enabled: "true" preset-service-account: "true" @@ -489,7 +489,7 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-periodic-interval: 24h 24h + fork-per-release-periodic-interval: 24h testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io testgrid-dashboards: sig-release-1.30-blocking, sig-testing-kind testgrid-num-columns-recent: "6" @@ -503,7 +503,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 6h + interval: 24h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" @@ -534,7 +534,7 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-periodic-interval: 24h 24h + fork-per-release-periodic-interval: 24h testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io testgrid-dashboards: sig-release-1.30-blocking, sig-testing-kind testgrid-num-columns-recent: "6" @@ -548,7 +548,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 6h + interval: 24h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" diff --git a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.31.yaml b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.31.yaml index b7315c438805..2ff1d109b978 100644 --- a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.31.yaml +++ b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.31.yaml @@ -75,14 +75,14 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-cron: 0 8-23/12 * * *, 0 8-23/24 * * *, 0 14-23/24 * * * + fork-per-release-cron: 0 8-23/24 * * *, 0 14-23/24 * * * testgrid-alert-email: gke-kubernetes-accelerators-bugs@google.com testgrid-alert-stale-results-hours: "24" testgrid-dashboards: sig-release-1.31-blocking, google-gce testgrid-num-failures-to-alert: "6" testgrid-tab-name: gce-device-plugin-gpu-1.31 cluster: k8s-infra-prow-build - cron: 0 3-23/6 * * * + cron: 0 8-23/12 * * * decorate: true decoration_config: timeout: 5h0m0s @@ -118,7 +118,7 @@ periodics: cpu: "1" memory: 3Gi - annotations: - fork-per-release-periodic-interval: 6h 24h 24h + fork-per-release-periodic-interval: 24h 24h testgrid-alert-email: bentheelder@google.com,siarkowicz@google.com,patrick.ohly@intel.com testgrid-dashboards: sig-instrumentation-tests, sig-testing-kind, sig-release-job-config-errors testgrid-num-columns-recent: "6" @@ -132,7 +132,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 2h + interval: 6h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" @@ -196,7 +196,7 @@ periodics: - --allow-dup=false - --bucket=k8s-release-dev - --registry=gcr.io/k8s-staging-ci-images - - --extra-version-markers=k8s-stable1 + - --extra-version-markers=k8s-stable2 image: gcr.io/k8s-staging-releng/k8s-ci-builder:latest-default imagePullPolicy: Always name: "" @@ -210,13 +210,13 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-cron: 0 13 * * *, 0 17 * * *, 0 21 * * * + fork-per-release-cron: 0 17 * * *, 0 21 * * * testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com testgrid-dashboards: sig-scalability-kubemark, sig-release-job-config-errors testgrid-num-failures-to-alert: "2" testgrid-tab-name: kubemark-1.31-500 cluster: k8s-infra-prow-build - cron: 0 7 * * * + cron: 0 13 * * * decorate: true decoration_config: timeout: 2h0m0s @@ -287,13 +287,13 @@ periodics: - 'perfDashPrefix: kubemark-500Nodes-1.31' - 'perfDashJobType: performance' - annotations: - fork-per-release-cron: 0 4-16/12 * * *, 0 8-20/12 * * *, 0 8-20/24 * * * + fork-per-release-cron: 0 8-20/12 * * *, 0 8-20/24 * * * testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com testgrid-dashboards: sig-release-1.31-blocking, sig-scalability-gce testgrid-num-failures-to-alert: "2" testgrid-tab-name: gce-cos-1.31-scalability-100 cluster: k8s-infra-prow-build - cron: 0 0/12 * * * + cron: 0 4-16/12 * * * decorate: true decoration_config: timeout: 2h20m0s @@ -368,7 +368,7 @@ periodics: - 'perfDashJobType: performance' - 'perfDashBuildsCount: 500' - annotations: - fork-per-release-periodic-interval: 6h 24h 24h + fork-per-release-periodic-interval: 24h 24h testgrid-alert-email: release-team@kubernetes.io testgrid-dashboards: sig-release-1.31-blocking testgrid-tab-name: integration-1.31 @@ -379,7 +379,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 2h + interval: 6h labels: preset-dind-enabled: "true" preset-service-account: "true" @@ -440,7 +440,7 @@ periodics: runAsGroup: 2010 runAsUser: 2001 - annotations: - fork-per-release-periodic-interval: 6h 24h 24h + fork-per-release-periodic-interval: 24h 24h testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com, release-managers+alerts@kubernetes.io testgrid-dashboards: sig-release-1.31-blocking testgrid-tab-name: verify-1.31 @@ -451,7 +451,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 2h + interval: 6h labels: preset-dind-enabled: "true" preset-service-account: "true" @@ -484,7 +484,7 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-periodic-interval: 6h 24h 24h + fork-per-release-periodic-interval: 24h 24h testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io testgrid-dashboards: sig-release-1.31-blocking, sig-testing-kind testgrid-num-columns-recent: "6" @@ -498,7 +498,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 2h + interval: 6h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" @@ -529,7 +529,7 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-periodic-interval: 6h 24h 24h + fork-per-release-periodic-interval: 24h 24h testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io testgrid-dashboards: sig-release-1.31-blocking, sig-testing-kind testgrid-num-columns-recent: "6" @@ -543,7 +543,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 2h + interval: 6h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" diff --git a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.32.yaml b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.32.yaml index a05a3f8599fb..96e4c5675c88 100644 --- a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.32.yaml +++ b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.32.yaml @@ -75,14 +75,14 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-cron: 0 3-23/6 * * *, 0 8-23/12 * * *, 0 8-23/24 * * *, 0 14-23/24 * * * + fork-per-release-cron: 0 8-23/12 * * *, 0 8-23/24 * * *, 0 14-23/24 * * * testgrid-alert-email: gke-kubernetes-accelerators-bugs@google.com testgrid-alert-stale-results-hours: "24" testgrid-dashboards: sig-release-1.32-blocking, google-gce testgrid-num-failures-to-alert: "6" testgrid-tab-name: gce-device-plugin-gpu-1.32 cluster: k8s-infra-prow-build - cron: 0 0-23/2 * * * + cron: 0 3-23/6 * * * decorate: true decoration_config: timeout: 5h0m0s @@ -118,7 +118,7 @@ periodics: cpu: "1" memory: 3Gi - annotations: - fork-per-release-periodic-interval: 2h 6h 24h + fork-per-release-periodic-interval: 6h 24h testgrid-alert-email: bentheelder@google.com,siarkowicz@google.com,patrick.ohly@intel.com testgrid-dashboards: sig-instrumentation-tests, sig-testing-kind, sig-release-job-config-errors testgrid-num-columns-recent: "6" @@ -132,7 +132,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 1h + interval: 2h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" @@ -196,7 +196,7 @@ periodics: - --allow-dup=false - --bucket=k8s-release-dev - --registry=gcr.io/k8s-staging-ci-images - - --extra-version-markers=k8s-beta + - --extra-version-markers=k8s-stable1 image: gcr.io/k8s-staging-releng/k8s-ci-builder:latest-default imagePullPolicy: Always name: "" @@ -210,13 +210,13 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-cron: 0 7 * * *, 0 13 * * *, 0 17 * * *, 0 21 * * * + fork-per-release-cron: 0 13 * * *, 0 17 * * *, 0 21 * * * testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com testgrid-dashboards: sig-scalability-kubemark, sig-release-job-config-errors testgrid-num-failures-to-alert: "2" testgrid-tab-name: kubemark-1.32-500 cluster: k8s-infra-prow-build - cron: 0 3 * * * + cron: 0 7 * * * decorate: true decoration_config: timeout: 2h0m0s @@ -287,13 +287,13 @@ periodics: - 'perfDashPrefix: kubemark-500Nodes-1.32' - 'perfDashJobType: performance' - annotations: - fork-per-release-cron: 0 0/12 * * *, 0 4-16/12 * * *, 0 8-20/12 * * *, 0 8-20/24 * * * + fork-per-release-cron: 0 4-16/12 * * *, 0 8-20/12 * * *, 0 8-20/24 * * * testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com testgrid-dashboards: sig-release-1.32-blocking, sig-scalability-gce testgrid-num-failures-to-alert: "2" testgrid-tab-name: gce-cos-1.32-scalability-100 cluster: k8s-infra-prow-build - cron: 0 */6 * * * + cron: 0 0/12 * * * decorate: true decoration_config: timeout: 2h20m0s @@ -368,7 +368,7 @@ periodics: - 'perfDashJobType: performance' - 'perfDashBuildsCount: 500' - annotations: - fork-per-release-periodic-interval: 2h 6h 24h + fork-per-release-periodic-interval: 6h 24h testgrid-alert-email: release-team@kubernetes.io testgrid-dashboards: sig-release-1.32-blocking testgrid-tab-name: integration-1.32 @@ -440,7 +440,7 @@ periodics: runAsGroup: 2010 runAsUser: 2001 - annotations: - fork-per-release-periodic-interval: 2h 6h 24h + fork-per-release-periodic-interval: 6h 24h testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com, release-managers+alerts@kubernetes.io testgrid-dashboards: sig-release-1.32-blocking testgrid-tab-name: verify-1.32 @@ -484,7 +484,7 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-periodic-interval: 2h 6h 24h + fork-per-release-periodic-interval: 6h 24h testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io testgrid-dashboards: sig-release-1.32-blocking, sig-testing-kind testgrid-num-columns-recent: "6" @@ -498,7 +498,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 1h + interval: 2h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" @@ -529,7 +529,7 @@ periodics: securityContext: privileged: true - annotations: - fork-per-release-periodic-interval: 2h 6h 24h + fork-per-release-periodic-interval: 6h 24h testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io testgrid-dashboards: sig-release-1.32-blocking, sig-testing-kind testgrid-num-columns-recent: "6" @@ -543,7 +543,7 @@ periodics: org: kubernetes path_alias: k8s.io/kubernetes repo: kubernetes - interval: 1h + interval: 2h labels: preset-dind-enabled: "true" preset-kind-volume-mounts: "true" @@ -577,6 +577,79 @@ periodics: memory: 9Gi securityContext: privileged: true +- annotations: + testgrid-alert-email: eduard.bartosh@intel.com, patrick.ohly@intel.com + testgrid-dashboards: sig-node-dynamic-resource-allocation, sig-release-1.32-informing + cluster: eks-prow-build-cluster + decorate: true + decoration_config: + timeout: 1h30m0s + interval: 24h + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + preset-service-account: "true" + name: ci-kind-dra-1-32 + spec: + containers: + - args: + - /bin/bash + - -xce + - | + set -o pipefail + # A CI job uses pre-built release artifacts and pulls necessary source files from GitHub. + revision=$(curl --fail --silent --show-error --location ${CI_URL}/${LATEST_TXT}) + # Report what was tested. + echo "{\"revision\":\"$revision\"}" >"${ARTIFACTS}/metadata.json" + # git hash from e.g. v1.33.0-alpha.1.161+e62ce1c9db2dad + hash=${revision/*+/} + kind_yaml=$(curl --fail --silent --show-error --location "https://raw.githubusercontent.com/kubernetes/kubernetes/$hash/test/e2e/dra/kind.yaml") + kind_node_source="${CI_URL}/$revision/kubernetes-server-linux-amd64.tar.gz" + features=( ) + curl --fail --silent --show-error --location "${CI_URL}/$revision/kubernetes-test-linux-amd64.tar.gz" | tar zxvf - + ginkgo=kubernetes/test/bin/ginkgo + e2e_test=kubernetes/test/bin/e2e.test + # The latest kind is assumed to work also for older release branches, should this job get forked. + curl --fail --silent --show-error --location https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" kind + kind build node-image --image=dra/node:latest "${kind_node_source}" + GINKGO_E2E_PID= + trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -TERM "${GINKGO_E2E_PID}"; fi' TERM + trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -INT "${GINKGO_E2E_PID}"; fi' INT + # Inject ClusterConfiguration which causes etcd to use /tmp + # (https://github.com/kubernetes-sigs/kind/issues/845#issuecomment-1261248420). + if ! echo "$kind_yaml" | grep -q '^kubeadmConfigPatches:'; then + # Add kubeadmConfigPatches list before node list, there is none at the moment. + kind_yaml=$(echo "$kind_yaml" | sed -e '/nodes:/ i\kubeadmConfigPatches:') + fi + kind_yaml=$(echo "$kind_yaml" | sed -e '/^kubeadmConfigPatches:/ a\- |\n kind: ClusterConfiguration\n etcd:\n local:\n dataDir: /tmp/etcd') + # Additional features are not in kind.yaml, but they can be added at the end. + kind create cluster --retain --config <(echo "${kind_yaml}"; for feature in ${features[@]}; do echo " ${feature}: true"; done) --image dra/node:latest + atexit () { + kind export logs "${ARTIFACTS}/kind" + kind delete cluster + } + trap atexit EXIT + KUBECONFIG=${HOME}/.kube/config ${ginkgo} run --nodes=8 --timeout=24h --silence-skips --force-newlines --no-color --label-filter="Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Alpha, Beta, DynamicResourceAllocation$(for feature in ${features[@]}; do echo , ${feature}; done)} && !Flaky" ${e2e_test} -- -provider=local -report-dir="${ARTIFACTS}" -report-complete-ginkgo -report-complete-junit & + GINKGO_E2E_PID=$! + wait "${GINKGO_E2E_PID}" + command: + - runner.sh + env: + - name: LATEST_TXT + value: latest-1.32.txt + - name: CI_URL + value: https://dl.k8s.io/ci + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.32 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + securityContext: + privileged: true postsubmits: {} presubmits: kubernetes/kubernetes: diff --git a/config/jobs/kubernetes/sig-release/release-branch-jobs/1.33.yaml b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.33.yaml new file mode 100644 index 000000000000..358a2ede6d49 --- /dev/null +++ b/config/jobs/kubernetes/sig-release/release-branch-jobs/1.33.yaml @@ -0,0 +1,3034 @@ +periodics: +- annotations: + testgrid-dashboards: conformance-all, conformance-gce, sig-release-job-config-errors + testgrid-tab-name: Conformance - GCE - 1.33 + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 3h40m0s + interval: 3h + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-kubernetes-gce-conformance-latest-1-33 + spec: + containers: + - args: + - --extract=ci/fast/latest-fast + - --gcp-master-image=gci + - --gcp-node-image=gci + - --gcp-zone=us-west1-b + - --provider=gce + - --test_args=--ginkgo.focus=\[Conformance\] + - --timeout=200m + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "1" + memory: 3Gi + requests: + cpu: "1" + memory: 3Gi +- annotations: + testgrid-alert-email: release-team@kubernetes.io + testgrid-alert-stale-results-hours: "24" + testgrid-dashboards: sig-release-1.33-blocking, conformance-all, conformance-gce + testgrid-num-columns-recent: "3" + testgrid-num-failures-to-alert: "1" + testgrid-tab-name: Conformance - GCE - 1.33 - kubetest2 + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 3h40m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + interval: 3h + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-kubernetes-gce-conformance-latest-kubetest2-1-33 + spec: + containers: + - args: + - /bin/bash + - -c + - set -o errexit; set -o nounset; set -o pipefail; set -o xtrace; export GO111MODULE=on; go install sigs.k8s.io/kubetest2@latest; go install sigs.k8s.io/kubetest2/kubetest2-gce@latest; go install sigs.k8s.io/kubetest2/kubetest2-tester-ginkgo@latest; MARKER_VERSION=latest-1.33.txt; kubetest2 gce \; --v=9 \; --legacy-mode \; --up \; --down \; --kubernetes-version=https://dl.k8s.io/ci/$MARKER_VERSION \; --test=ginkgo \; -- \; --test-package-url=https://dl.k8s.io \; --test-package-dir=ci \; --test-package-marker=$MARKER_VERSION \; --focus-regex='\[Conformance\]' + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true +- annotations: + fork-per-release-cron: 0 3-23/6 * * *, 0 8-23/12 * * *, 0 8-23/24 * * *, 0 14-23/24 * * * + testgrid-alert-email: gke-kubernetes-accelerators-bugs@google.com + testgrid-alert-stale-results-hours: "24" + testgrid-dashboards: sig-release-1.33-blocking, google-gce + testgrid-num-failures-to-alert: "6" + testgrid-tab-name: gce-device-plugin-gpu-1.33 + cluster: k8s-infra-prow-build + cron: 0 0-23/2 * * * + decorate: true + decoration_config: + timeout: 5h0m0s + labels: + preset-ci-gce-device-plugin-gpu: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-kubernetes-e2e-gce-device-plugin-gpu-1-33 + spec: + containers: + - args: + - --check-leaked-resources + - --extract=ci/latest-1.33 + - --env=KUBE_GCE_NODE_IMAGE=cos-109-17800-147-22 + - --gcp-node-image=gci + - --gcp-nodes=2 + - --gcp-project-type=gpu-project + - --gcp-zone=us-west1-b + - --provider=gce + - --test_args=--ginkgo.focus=\[Feature:GPUDevicePlugin\] --minStartupPods=8 + - --timeout=180m + - --env=LOG_DUMP_SYSTEMD_SERVICES=containerd + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "1" + memory: 3Gi + requests: + cpu: "1" + memory: 3Gi +- annotations: + fork-per-release-periodic-interval: 2h 6h 24h + testgrid-alert-email: bentheelder@google.com,siarkowicz@google.com,patrick.ohly@intel.com + testgrid-dashboards: sig-instrumentation-tests, sig-testing-kind, sig-release-job-config-errors + testgrid-num-columns-recent: "6" + testgrid-tab-name: kind-json-logging-1.33 + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 2h30m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + interval: 1h + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + name: ci-kubernetes-kind-e2e-json-logging-1-33 + spec: + containers: + - command: + - wrapper.sh + - bash + - -c + - | + curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" && e2e-k8s.sh + env: + - name: CLUSTER_LOG_FORMAT + value: json + - name: KIND_CLUSTER_LOG_LEVEL + value: "6" + - name: LABEL_FILTER + value: Conformance && !Slow && !Disruptive && !Flaky + - name: PARALLEL + value: "true" + image: gcr.io/k8s-staging-test-infra/krte:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "7" + memory: 9Gi + requests: + cpu: "7" + memory: 9Gi + securityContext: + privileged: true +- annotations: + testgrid-alert-email: eduard.bartosh@intel.com, patrick.ohly@intel.com + testgrid-dashboards: sig-node-dynamic-resource-allocation, sig-release-1.33-informing + cluster: eks-prow-build-cluster + decorate: true + decoration_config: + timeout: 1h30m0s + interval: 24h + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + preset-service-account: "true" + name: ci-kind-dra-1-33 + spec: + containers: + - args: + - /bin/bash + - -xce + - | + set -o pipefail + # A CI job uses pre-built release artifacts and pulls necessary source files from GitHub. + revision=$(curl --fail --silent --show-error --location ${CI_URL}/${LATEST_TXT}) + # Report what was tested. + echo "{\"revision\":\"$revision\"}" >"${ARTIFACTS}/metadata.json" + # git hash from e.g. v1.33.0-alpha.1.161+e62ce1c9db2dad + hash=${revision/*+/} + kind_yaml=$(curl --fail --silent --show-error --location "https://raw.githubusercontent.com/kubernetes/kubernetes/$hash/test/e2e/dra/kind.yaml") + kind_node_source="${CI_URL}/$revision/kubernetes-server-linux-amd64.tar.gz" + features=( ) + curl --fail --silent --show-error --location "${CI_URL}/$revision/kubernetes-test-linux-amd64.tar.gz" | tar zxvf - + ginkgo=kubernetes/test/bin/ginkgo + e2e_test=kubernetes/test/bin/e2e.test + # The latest kind is assumed to work also for older release branches, should this job get forked. + curl --fail --silent --show-error --location https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" kind + kind build node-image --image=dra/node:latest "${kind_node_source}" + GINKGO_E2E_PID= + trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -TERM "${GINKGO_E2E_PID}"; fi' TERM + trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -INT "${GINKGO_E2E_PID}"; fi' INT + # Inject ClusterConfiguration which causes etcd to use /tmp + # (https://github.com/kubernetes-sigs/kind/issues/845#issuecomment-1261248420). + if ! echo "$kind_yaml" | grep -q '^kubeadmConfigPatches:'; then + # Add kubeadmConfigPatches list before node list, there is none at the moment. + kind_yaml=$(echo "$kind_yaml" | sed -e '/nodes:/ i\kubeadmConfigPatches:') + fi + kind_yaml=$(echo "$kind_yaml" | sed -e '/^kubeadmConfigPatches:/ a\- |\n kind: ClusterConfiguration\n etcd:\n local:\n dataDir: /tmp/etcd') + # Additional features are not in kind.yaml, but they can be added at the end. + kind create cluster --retain --config <(echo "${kind_yaml}"; for feature in ${features[@]}; do echo " ${feature}: true"; done) --image dra/node:latest + atexit () { + kind export logs "${ARTIFACTS}/kind" + kind delete cluster + } + trap atexit EXIT + KUBECONFIG=${HOME}/.kube/config ${ginkgo} run --nodes=8 --timeout=24h --silence-skips --force-newlines --no-color --label-filter="Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { OffByDefault, DynamicResourceAllocation$(for feature in ${features[@]}; do echo , ${feature}; done)} && !Flaky" ${e2e_test} -- -provider=local -report-dir="${ARTIFACTS}" -report-complete-ginkgo -report-complete-junit & + GINKGO_E2E_PID=$! + wait "${GINKGO_E2E_PID}" + command: + - runner.sh + env: + - name: LATEST_TXT + value: latest-1.33.txt + - name: CI_URL + value: https://dl.k8s.io/ci + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + securityContext: + privileged: true +- annotations: + testgrid-alert-email: eduard.bartosh@intel.com, patrick.ohly@intel.com + testgrid-dashboards: sig-node-dynamic-resource-allocation, sig-node-cri-o, sig-release-1.33-informing + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + workdir: true + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + interval: 24h + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-node-e2e-crio-cgrpv1-dra-1-33 + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=1 + - '--label-filter=Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Beta, DynamicResourceAllocation } && !Flaky && !Slow' + - --timeout=60m + - --skip-regex= + - '--test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=api/beta=true --container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/crio/latest/image-config-cgroupv1-serial.yaml + command: + - runner.sh + env: + - name: IGNITION_INJECT_GCE_SSH_PUBLIC_KEY_FILE + value: "1" + - name: GOPATH + value: /go + - name: KUBE_SSH_USER + value: core + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi +- annotations: + testgrid-alert-email: eduard.bartosh@intel.com, patrick.ohly@intel.com + testgrid-dashboards: sig-node-dynamic-resource-allocation, sig-node-cri-o, sig-release-1.33-informing + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + workdir: true + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + interval: 24h + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-node-e2e-crio-cgrpv2-dra-1-33 + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=1 + - '--label-filter=Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Beta, DynamicResourceAllocation } && !Flaky && !Slow' + - --timeout=60m + - --skip-regex= + - '--test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=api/beta=true --container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/crio/latest/image-config-cgroupv2-serial.yaml + command: + - runner.sh + env: + - name: IGNITION_INJECT_GCE_SSH_PUBLIC_KEY_FILE + value: "1" + - name: GOPATH + value: /go + - name: KUBE_SSH_USER + value: core + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi +- annotations: + testgrid-alert-email: eduard.bartosh@intel.com, patrick.ohly@intel.com + testgrid-dashboards: sig-node-dynamic-resource-allocation, sig-node-containerd, sig-release-1.33-informing + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + workdir: true + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + interval: 24h + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-node-e2e-containerd-1-7-dra-1-33 + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=1 + - '--label-filter=Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Beta, DynamicResourceAllocation } && !Flaky && !Slow' + - --timeout=60m + - --skip-regex= + - '--test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=api/beta=true --container-runtime-endpoint=unix:///var/run/containerd/containerd.sock --container-runtime-process-name=/usr/local/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/dra/image-config-containerd-1.7.yaml + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi +- annotations: + testgrid-alert-email: eduard.bartosh@intel.com, patrick.ohly@intel.com + testgrid-dashboards: sig-node-dynamic-resource-allocation, sig-node-containerd, sig-release-1.33-informing + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + workdir: true + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + - base_ref: release/2.0 + org: containerd + repo: containerd + interval: 24h + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-node-e2e-containerd-2-0-dra-1-33 + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=1 + - '--label-filter=Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Beta, DynamicResourceAllocation } && !Flaky && !Slow' + - --timeout=60m + - --skip-regex= + - '--test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=api/beta=true --container-runtime-endpoint=unix:///var/run/containerd/containerd.sock --container-runtime-process-name=/usr/local/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/containerd/containerd-release-2.0/image-config.yaml + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi +- annotations: + testgrid-alert-email: release-managers+alerts@kubernetes.io, release-team@kubernetes.io + testgrid-dashboards: sig-release-1.33-blocking, sig-release-releng-blocking + testgrid-tab-name: build-1.33 + cluster: k8s-infra-prow-build + decorate: true + extra_refs: + - base_ref: release-1.33 + org: kubernetes + repo: kubernetes + interval: 1h + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: ci-kubernetes-build-1-33 + rerun_auth_config: + github_team_slugs: + - org: kubernetes + slug: release-managers + spec: + containers: + - command: + - wrapper.sh + - /krel + - ci-build + - --configure-docker + - --allow-dup=false + - --bucket=k8s-release-dev + - --registry=gcr.io/k8s-staging-ci-images + - --extra-version-markers=k8s-beta + image: gcr.io/k8s-staging-releng/k8s-ci-builder:latest-default + imagePullPolicy: Always + name: "" + resources: + limits: + cpu: "7" + memory: 34Gi + requests: + cpu: "7" + memory: 34Gi + securityContext: + privileged: true +- annotations: + fork-per-release-cron: 0 7 * * *, 0 13 * * *, 0 17 * * *, 0 21 * * * + testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com + testgrid-dashboards: sig-scalability-kubemark, sig-release-job-config-errors + testgrid-num-failures-to-alert: "2" + testgrid-tab-name: kubemark-1.33-500 + cluster: k8s-infra-prow-build + cron: 0 3 * * * + decorate: true + decoration_config: + timeout: 2h0m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/perf-tests + repo: perf-tests + labels: + preset-dind-enabled: "true" + preset-e2e-kubemark-common: "true" + preset-e2e-scalability-periodics: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-kubernetes-kubemark-500-gce-1-33 + spec: + containers: + - args: + - --cluster=kubemark-500 + - --extract=ci/latest-1.33 + - --gcp-master-size=n2-standard-4 + - --gcp-node-image=gci + - --gcp-node-size=e2-standard-8 + - --gcp-nodes=8 + - --gcp-project-type=scalability-project + - --gcp-zone=us-east1-b + - --kubemark + - --kubemark-nodes=500 + - --kubemark-master-size=n2-standard-16 + - --metadata-sources=cl2-metadata.json + - --env=KUBEMARK_APISERVER_TEST_ARGS=--max-requests-inflight=160 --max-mutating-requests-inflight=0 --profiling --contention-profiling + - --provider=gce + - --test=false + - --test_args=--ginkgo.focus=xxxx + - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh + - --test-cmd-args=cluster-loader2 + - --test-cmd-args=--nodes=500 + - --test-cmd-args=--provider=kubemark + - --test-cmd-args=--report-dir=$(ARTIFACTS) + - --test-cmd-args=--testconfig=testing/load/config.yaml + - --test-cmd-args=--testconfig=testing/huge-service/config.yaml + - --test-cmd-args=--testconfig=testing/access-tokens/config.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/use_simple_latency_query.yaml + - --test-cmd-args=--testoverrides=./testing/overrides/kubemark_500_nodes.yaml + - --test-cmd-name=ClusterLoaderV2 + - --timeout=100m + - --use-logexporter + - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID) + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 8Gi + requests: + cpu: "2" + memory: 8Gi + securityContext: + privileged: true + tags: + - 'perfDashPrefix: kubemark-500Nodes-1.33' + - 'perfDashJobType: performance' +- annotations: + fork-per-release-cron: 0 0/12 * * *, 0 4-16/12 * * *, 0 8-20/12 * * *, 0 8-20/24 * * * + testgrid-alert-email: kubernetes-sig-scale@googlegroups.com, kubernetes-scalability-tickets@google.com + testgrid-dashboards: sig-release-1.33-blocking, sig-scalability-gce + testgrid-num-failures-to-alert: "2" + testgrid-tab-name: gce-cos-1.33-scalability-100 + cluster: k8s-infra-prow-build + cron: 0 */6 * * * + decorate: true + decoration_config: + timeout: 2h20m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/perf-tests + repo: perf-tests + labels: + preset-e2e-scalability-common: "true" + preset-e2e-scalability-periodics: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + name: ci-kubernetes-e2e-gci-gce-scalability-1-33 + spec: + containers: + - args: + - --check-leaked-resources + - --cluster=e2e-big + - --env=APISERVER_TEST_ARGS=--max-requests-inflight=80 --max-mutating-requests-inflight=0 --profiling --contention-profiling + - --env=HEAPSTER_MACHINE_TYPE=e2-standard-8 + - --extract=ci/latest-1.33 + - --gcp-node-image=gci + - --gcp-nodes=100 + - --gcp-project-type=scalability-project + - --gcp-zone=us-east1-b + - --provider=gce + - --metadata-sources=cl2-metadata.json + - --env=CL2_ENABLE_DNS_PROGRAMMING=true + - --env=CL2_SCHEDULER_THROUGHPUT_THRESHOLD=0 + - --env=CL2_ENABLE_API_AVAILABILITY_MEASUREMENT=true + - --env=CL2_API_AVAILABILITY_PERCENTAGE_THRESHOLD=99.5 + - --test=false + - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh + - --test-cmd-args=cluster-loader2 + - --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true + - --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID) + - --test-cmd-args=--experimental-prometheus-snapshot-to-report-dir=true + - --test-cmd-args=--nodes=100 + - --test-cmd-args=--prometheus-scrape-kubelets=true + - --test-cmd-args=--prometheus-scrape-node-exporter + - --test-cmd-args=--provider=gce + - --test-cmd-args=--report-dir=$(ARTIFACTS) + - --test-cmd-args=--testconfig=testing/load/config.yaml + - --test-cmd-args=--testconfig=testing/huge-service/config.yaml + - --test-cmd-args=--testconfig=testing/access-tokens/config.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/enable_restart_count_check.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/use_simple_latency_query.yaml + - --test-cmd-args=--testoverrides=./testing/overrides/load_throughput.yaml + - --test-cmd-name=ClusterLoaderV2 + - --timeout=120m + - --use-logexporter + - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID) + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + tags: + - 'perfDashPrefix: gce-100Nodes-1.33' + - 'perfDashJobType: performance' + - 'perfDashBuildsCount: 500' +- annotations: + fork-per-release-periodic-interval: 2h 6h 24h + testgrid-alert-email: release-team@kubernetes.io + testgrid-dashboards: sig-release-1.33-blocking + testgrid-tab-name: cmd-1.33 + cluster: eks-prow-build-cluster + decorate: true + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + interval: 2h + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: ci-kubernetes-cmd-1-33 + spec: + containers: + - args: + - ./hack/jenkins/test-cmd-dockerized.sh + command: + - runner.sh + env: + - name: SHORT + value: --short=false + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "6" + memory: 20Gi + requests: + cpu: "6" + memory: 20Gi + securityContext: + privileged: true +- annotations: + fork-per-release-periodic-interval: 2h 6h 24h + testgrid-alert-email: release-team@kubernetes.io + testgrid-dashboards: sig-release-1.33-blocking + testgrid-tab-name: integration-1.33 + cluster: eks-prow-build-cluster + decorate: true + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + interval: 2h + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: ci-kubernetes-integration-1-33 + spec: + containers: + - args: + - ./hack/jenkins/test-integration-dockerized.sh + command: + - runner.sh + env: + - name: SHORT + value: --short=false + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "6" + memory: 20Gi + requests: + cpu: "6" + memory: 20Gi + securityContext: + privileged: true +- annotations: + testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com + testgrid-alert-stale-results-hours: "24" + testgrid-create-test-group: "true" + testgrid-dashboards: sig-release-1.33-blocking + testgrid-days-of-results: "1" + testgrid-num-failures-to-alert: "3" + cluster: k8s-infra-prow-build + decorate: true + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + interval: 1h + name: ci-kubernetes-unit-1-33 + spec: + containers: + - command: + - make + - test + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: 7200m + memory: 43Gi + requests: + cpu: 7200m + memory: 43Gi + securityContext: + allowPrivilegeEscalation: false + securityContext: + runAsGroup: 2010 + runAsUser: 2001 +- annotations: + fork-per-release-periodic-interval: 2h 6h 24h + testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com, release-managers+alerts@kubernetes.io + testgrid-dashboards: sig-release-1.33-blocking + testgrid-tab-name: verify-1.33 + cluster: eks-prow-build-cluster + decorate: true + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + interval: 2h + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: ci-kubernetes-verify-1-33 + spec: + containers: + - args: + - ./hack/jenkins/verify-dockerized.sh + command: + - runner.sh + env: + - name: EXCLUDE_READONLY_PACKAGE + value: "y" + - name: KUBE_VERIFY_GIT_BRANCH + value: release-1.33 + - name: REPO_DIR + value: /workspace/k8s.io/kubernetes + - name: TYPECHECK_SERIAL + value: "true" + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + imagePullPolicy: Always + name: "" + resources: + limits: + cpu: "6" + memory: 24Gi + requests: + cpu: "6" + memory: 24Gi + securityContext: + privileged: true +- annotations: + fork-per-release-periodic-interval: 2h 6h 24h + testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io + testgrid-dashboards: sig-release-1.33-blocking, sig-testing-kind + testgrid-num-columns-recent: "6" + testgrid-tab-name: kind-1.33-parallel + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 1h0m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + interval: 1h + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + name: ci-kubernetes-kind-e2e-parallel-1-33 + spec: + containers: + - command: + - wrapper.sh + - bash + - -c + - curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" && e2e-k8s.sh + env: + - name: FOCUS + value: . + - name: SKIP + value: \[Slow\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|PodSecurityPolicy|LoadBalancer|load.balancer|In-tree.Volumes.\[Driver:.nfs\]|PersistentVolumes.NFS|Network.should.set.TCP.CLOSE_WAIT.timeout|Simple.pod.should.support.exec.through.an.HTTP.proxy|subPath.should.support.existing|should.provide.basic.identity + - name: PARALLEL + value: "true" + image: gcr.io/k8s-staging-test-infra/krte:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "7" + memory: 9Gi + requests: + cpu: "7" + memory: 9Gi + securityContext: + privileged: true +- annotations: + fork-per-release-periodic-interval: 2h 6h 24h + testgrid-alert-email: bentheelder@google.com,antonio.ojea.garcia@gmail.com,release-team@kubernetes.io + testgrid-dashboards: sig-release-1.33-blocking, sig-testing-kind + testgrid-num-columns-recent: "6" + testgrid-tab-name: kind-ipv6-1.33-parallel + cluster: k8s-infra-prow-build + decorate: true + decoration_config: + timeout: 1h0m0s + extra_refs: + - base_ref: release-1.33 + org: kubernetes + path_alias: k8s.io/kubernetes + repo: kubernetes + interval: 1h + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + name: ci-kubernetes-kind-ipv6-e2e-parallel-1-33 + spec: + containers: + - command: + - wrapper.sh + - bash + - -c + - curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" && e2e-k8s.sh + env: + - name: DOCKER_IN_DOCKER_IPV6_ENABLED + value: "true" + - name: IP_FAMILY + value: ipv6 + - name: FOCUS + value: . + - name: SKIP + value: \[Slow\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|PodSecurityPolicy|LoadBalancer|load.balancer|In-tree.Volumes.\[Driver:.nfs\]|PersistentVolumes.NFS|Network.should.set.TCP.CLOSE_WAIT.timeout|Simple.pod.should.support.exec.through.an.HTTP.proxy|subPath.should.support.existing|should.provide.basic.identity + - name: PARALLEL + value: "true" + image: gcr.io/k8s-staging-test-infra/krte:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "7" + memory: 9Gi + requests: + cpu: "7" + memory: 9Gi + securityContext: + privileged: true +postsubmits: {} +presubmits: + kubernetes/kubernetes: + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-cos + decorate: true + decoration_config: + timeout: 1h45m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-pull-kubernetes-e2e: "true" + preset-pull-kubernetes-e2e-gce: "true" + preset-service-account: "true" + name: pull-kubernetes-e2e-gce-cos + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --gcp-node-image=gci + - --gcp-region=us-central1 + - --ginkgo-parallel=30 + - --provider=gce + - --env=ENABLE_CACHE_MUTATION_DETECTOR=true + - --env=ENABLE_KUBE_LIST_FROM_CACHE_INCONSISTENCY_DETECTOR=true + - --env=ENABLE_KUBE_WATCHLIST_INCONSISTENCY_DETECTOR=true + - --env=ENABLE_KUBE_WATCHCACHE_CONSISTENCY_CHECKER=true + - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 + - --timeout=80m + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-cos-canary + decorate: true + decoration_config: + timeout: 1h45m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-pull-kubernetes-e2e: "true" + preset-pull-kubernetes-e2e-gce: "true" + preset-service-account: "true" + name: pull-kubernetes-e2e-gce-cos-canary + path_alias: k8s.io/kubernetes + skip_report: true + spec: + containers: + - args: + - --build=quick + - --gcp-node-image=gci + - --gcp-region=us-central1 + - --ginkgo-parallel=30 + - --provider=gce + - --env=ENABLE_CACHE_MUTATION_DETECTOR=true + - --env=ENABLE_KUBE_LIST_FROM_CACHE_INCONSISTENCY_DETECTOR=true + - --env=ENABLE_KUBE_WATCHLIST_INCONSISTENCY_DETECTOR=true + - --env=ENABLE_KUBE_WATCHCACHE_CONSISTENCY_CHECKER=true + - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 + - --timeout=80m + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + env: + - name: BOOTSTRAP_FETCH_TEST_INFRA + value: "true" + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce + decorate: true + decoration_config: + timeout: 1h45m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-pull-kubernetes-e2e: "true" + preset-pull-kubernetes-e2e-gce: "true" + preset-service-account: "true" + name: pull-kubernetes-e2e-gce + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --env=KUBE_UBUNTU_INSTALL_CONTAINERD_VERSION=v2.0.0 + - --env=KUBE_UBUNTU_INSTALL_RUNC_VERSION=v1.2.1 + - --env=LOG_DUMP_SYSTEMD_SERVICES=containerd + - --env=CONTAINER_RUNTIME_TEST_HANDLER=true + - --env=KUBE_MASTER_OS_DISTRIBUTION=ubuntu + - --env=KUBE_GCE_MASTER_IMAGE=ubuntu-2204-jammy-v20220712a + - --env=KUBE_GCE_MASTER_PROJECT=ubuntu-os-cloud + - --env=KUBE_NODE_OS_DISTRIBUTION=ubuntu + - --env=KUBE_GCE_NODE_IMAGE=ubuntu-2204-jammy-v20220712a + - --env=KUBE_GCE_NODE_PROJECT=ubuntu-os-cloud + - --gcp-master-image=ubuntu + - --gcp-node-image=ubuntu + - --gcp-region=us-central1 + - --ginkgo-parallel=30 + - --provider=gce + - --env=ENABLE_CACHE_MUTATION_DETECTOR=true + - --env=ENABLE_KUBE_LIST_FROM_CACHE_INCONSISTENCY_DETECTOR=true + - --env=ENABLE_KUBE_WATCHLIST_INCONSISTENCY_DETECTOR=true + - --env=ENABLE_KUBE_WATCHCACHE_CONSISTENCY_CHECKER=true + - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 + - --timeout=80m + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: 7200m + memory: 20Gi + requests: + cpu: 7200m + memory: 20Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-canary + decorate: true + decoration_config: + timeout: 1h50m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/kops + repo: kops + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + name: pull-kubernetes-e2e-gce-canary + optional: true + path_alias: k8s.io/kubernetes + skip_report: true + spec: + containers: + - args: + - bash + - -c + - | + ARGS="--set=spec.containerd.runc.version=1.1.12 --set=spec.packages=nfs-common --set=spec.containerd.version=1.7.13" + make -C $GOPATH/src/k8s.io/kops test-e2e-install + kubetest2 kops -v=6 --cloud-provider=gce --up --down --build \ + --build-kubernetes=true --target-build-arch=linux/amd64 \ + --admin-access=0.0.0.0/0 \ + --kops-version-marker=https://storage.googleapis.com/k8s-staging-kops/kops/releases/markers/master/latest-ci.txt \ + --create-args "$ARGS --networking=kubenet --gce-service-account=default --set=spec.nodeProblemDetector.enabled=true" \ + --test=kops \ + -- \ + --ginkgo-args="--debug" \ + --skip-regex="\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|\[KubeUp\]" \ + --timeout=80m \ + --use-built-binaries=true \ + --parallel=30 + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + serviceAccountName: k8s-kops-test + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-serial + decorate: true + decoration_config: + timeout: 8h40m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-pull-kubernetes-e2e: "true" + preset-pull-kubernetes-e2e-gce: "true" + preset-service-account: "true" + name: pull-kubernetes-e2e-gce-serial + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --env=KUBE_UBUNTU_INSTALL_CONTAINERD_VERSION=v2.0.0 + - --env=KUBE_UBUNTU_INSTALL_RUNC_VERSION=v1.2.1 + - --env=LOG_DUMP_SYSTEMD_SERVICES=containerd + - --env=CONTAINER_RUNTIME_TEST_HANDLER=true + - --env=KUBE_MASTER_OS_DISTRIBUTION=ubuntu + - --env=KUBE_GCE_MASTER_IMAGE=ubuntu-2204-jammy-v20220712a + - --env=KUBE_GCE_MASTER_PROJECT=ubuntu-os-cloud + - --env=KUBE_NODE_OS_DISTRIBUTION=ubuntu + - --env=KUBE_GCE_NODE_IMAGE=ubuntu-2204-jammy-v20220712a + - --env=KUBE_GCE_NODE_PROJECT=ubuntu-os-cloud + - --gcp-master-image=ubuntu + - --gcp-node-image=ubuntu + - --gcp-region=us-central1 + - --ginkgo-parallel=1 + - --provider=gce + - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 + - --timeout=500m + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-serial-canary + decorate: true + decoration_config: + timeout: 8h50m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/kops + repo: kops + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-storage-e2e-service-account: "true" + name: pull-kubernetes-e2e-gce-serial-canary + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - bash + - -c + - | + ARGS="--set=spec.containerd.runc.version=1.1.12 --set=spec.packages=nfs-common --set=spec.containerd.version=1.7.13" + make -C $GOPATH/src/k8s.io/kops test-e2e-install + kubetest2 kops -v=6 --cloud-provider=gce --up --down --build \ + --build-kubernetes=true --target-build-arch=linux/amd64 \ + --admin-access=0.0.0.0/0 \ + --kops-version-marker=https://storage.googleapis.com/k8s-staging-kops/kops/releases/markers/master/latest-ci.txt \ + --create-args "$ARGS --node-count=3 --networking=kubenet --gce-service-account=default --set=spec.nodeProblemDetector.enabled=true" \ + --test=kops \ + -- \ + --test-args="-test.timeout=800m --num-nodes=3 --master-os-distro=ubuntu --node-os-distro=ubuntu" \ + --focus-regex="\[Serial\]" \ + --skip-regex="\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[KubeUp\]" \ + --timeout=500m \ + --use-built-binaries=true \ + --parallel=1 + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + serviceAccountName: k8s-kops-test + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-disruptive-canary + decorate: true + decoration_config: + timeout: 10h30m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/kops + repo: kops + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-storage-e2e-service-account: "true" + name: pull-kubernetes-e2e-gce-disruptive-canary + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - bash + - -c + - | + ARGS="--set=spec.containerd.runc.version=1.1.12 --set=spec.packages=nfs-common --set=spec.containerd.version=1.7.13" + make -C $GOPATH/src/k8s.io/kops test-e2e-install + kubetest2 kops -v=6 --cloud-provider=gce --up --down --build \ + --build-kubernetes=true --target-build-arch=linux/amd64 \ + --admin-access=0.0.0.0/0 \ + --kops-version-marker=https://storage.googleapis.com/k8s-staging-kops/kops/releases/markers/master/latest-ci.txt \ + --create-args "$ARGS --node-count=3 --networking=kubenet --gce-service-account=default --set=spec.nodeProblemDetector.enabled=true" \ + --test=kops \ + -- \ + --test-args="-test.timeout=600m --num-nodes=3 --master-os-distro=ubuntu --node-os-distro=ubuntu" \ + --focus-regex="\[Disruptive\]" \ + --skip-regex="\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[KubeUp\]" \ + --timeout=500m \ + --use-built-binaries=true \ + --parallel=1 + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + serviceAccountName: k8s-kops-test + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-e2e-gce-cloud-provider-disabled + decorate: true + decoration_config: + timeout: 2h0m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-pull-kubernetes-e2e: "true" + preset-pull-kubernetes-e2e-gce: "true" + preset-service-account: "true" + name: pull-e2e-gce-cloud-provider-disabled + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --env=CLOUD_PROVIDER_FLAG=external + - --env=ENABLE_AUTH_PROVIDER_GCP=true + - --gcp-master-image=gci + - --gcp-node-image=gci + - --gcp-nodes=4 + - --gcp-region=us-central1 + - --ginkgo-parallel=30 + - --provider=gce + - --test_args=--ginkgo.skip=\[Driver:.gcepd\]|\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\] --minStartupPods=8 + - --timeout=80m + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-device-plugin-gpu + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-pull-gce-device-plugin-gpu: "true" + preset-pull-kubernetes-e2e: "true" + preset-service-account: "true" + max_concurrency: 5 + name: pull-kubernetes-e2e-gce-device-plugin-gpu + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --cluster= + - --env=KUBE_GCE_NODE_IMAGE=cos-109-17800-147-22 + - --gcp-node-image=gci + - --gcp-nodes=2 + - --gcp-project-type=gpu-project + - --gcp-zone=us-west1-b + - --ginkgo-parallel=30 + - --provider=gce + - --test_args=--ginkgo.focus=\[Feature:GPUDevicePlugin\] --minStartupPods=8 + - --timeout=60m + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-kind-dra + decorate: true + decoration_config: + timeout: 1h30m0s + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + preset-service-account: "true" + name: pull-kubernetes-kind-dra + optional: true + path_alias: k8s.io/kubernetes + run_if_changed: /(dra|dynamicresources|resourceclaim|deviceclass|resourceslice|resourceclaimtemplate|dynamic-resource-allocation|pkg/apis/resource|api/resource)/.*.go + spec: + containers: + - args: + - /bin/bash + - -xce + - | + set -o pipefail + # A presubmit job uses the checked out and merged source code. + kind_yaml=$(cat test/e2e/dra/kind.yaml) + kind_node_source=. + features=( ) + make WHAT="github.com/onsi/ginkgo/v2/ginkgo k8s.io/kubernetes/test/e2e/e2e.test" + ginkgo=_output/bin/ginkgo + e2e_test=_output/bin/e2e.test + # The latest kind is assumed to work also for older release branches, should this job get forked. + curl --fail --silent --show-error --location https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" kind + kind build node-image --image=dra/node:latest "${kind_node_source}" + GINKGO_E2E_PID= + trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -TERM "${GINKGO_E2E_PID}"; fi' TERM + trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -INT "${GINKGO_E2E_PID}"; fi' INT + # Inject ClusterConfiguration which causes etcd to use /tmp + # (https://github.com/kubernetes-sigs/kind/issues/845#issuecomment-1261248420). + if ! echo "$kind_yaml" | grep -q '^kubeadmConfigPatches:'; then + # Add kubeadmConfigPatches list before node list, there is none at the moment. + kind_yaml=$(echo "$kind_yaml" | sed -e '/nodes:/ i\kubeadmConfigPatches:') + fi + kind_yaml=$(echo "$kind_yaml" | sed -e '/^kubeadmConfigPatches:/ a\- |\n kind: ClusterConfiguration\n etcd:\n local:\n dataDir: /tmp/etcd') + # Additional features are not in kind.yaml, but they can be added at the end. + kind create cluster --retain --config <(echo "${kind_yaml}"; for feature in ${features[@]}; do echo " ${feature}: true"; done) --image dra/node:latest + atexit () { + kind export logs "${ARTIFACTS}/kind" + kind delete cluster + } + trap atexit EXIT + KUBECONFIG=${HOME}/.kube/config ${ginkgo} run --nodes=8 --timeout=24h --silence-skips --force-newlines --no-color --label-filter="Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { OffByDefault, DynamicResourceAllocation$(for feature in ${features[@]}; do echo , ${feature}; done)} && !Flaky && !Slow" ${e2e_test} -- -provider=local -report-dir="${ARTIFACTS}" -report-complete-ginkgo -report-complete-junit & + GINKGO_E2E_PID=$! + wait "${GINKGO_E2E_PID}" + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-kind-dra-all + decorate: true + decoration_config: + timeout: 1h30m0s + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + preset-service-account: "true" + name: pull-kubernetes-kind-dra-all + optional: true + path_alias: k8s.io/kubernetes + run_if_changed: /(dra|dynamicresources|resourceclaim|deviceclass|resourceslice|resourceclaimtemplate|dynamic-resource-allocation|pkg/apis/resource|api/resource)/.*.go + spec: + containers: + - args: + - /bin/bash + - -xce + - | + set -o pipefail + # A presubmit job uses the checked out and merged source code. + kind_yaml=$(cat test/e2e/dra/kind.yaml) + kind_node_source=. + # Which DRA features exist can change over time. + features=( $( grep '"DRA' pkg/features/kube_features.go | sed 's/.*"\(.*\)"/\1/' ) ) + : "Enabling DRA feature(s): ${features[*]}." + make WHAT="github.com/onsi/ginkgo/v2/ginkgo k8s.io/kubernetes/test/e2e/e2e.test" + ginkgo=_output/bin/ginkgo + e2e_test=_output/bin/e2e.test + # The latest kind is assumed to work also for older release branches, should this job get forked. + curl --fail --silent --show-error --location https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" kind + kind build node-image --image=dra/node:latest "${kind_node_source}" + GINKGO_E2E_PID= + trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -TERM "${GINKGO_E2E_PID}"; fi' TERM + trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -INT "${GINKGO_E2E_PID}"; fi' INT + # Inject ClusterConfiguration which causes etcd to use /tmp + # (https://github.com/kubernetes-sigs/kind/issues/845#issuecomment-1261248420). + if ! echo "$kind_yaml" | grep -q '^kubeadmConfigPatches:'; then + # Add kubeadmConfigPatches list before node list, there is none at the moment. + kind_yaml=$(echo "$kind_yaml" | sed -e '/nodes:/ i\kubeadmConfigPatches:') + fi + kind_yaml=$(echo "$kind_yaml" | sed -e '/^kubeadmConfigPatches:/ a\- |\n kind: ClusterConfiguration\n etcd:\n local:\n dataDir: /tmp/etcd') + # Additional features are not in kind.yaml, but they can be added at the end. + kind create cluster --retain --config <(echo "${kind_yaml}"; for feature in ${features[@]}; do echo " ${feature}: true"; done) --image dra/node:latest + atexit () { + kind export logs "${ARTIFACTS}/kind" + kind delete cluster + } + trap atexit EXIT + KUBECONFIG=${HOME}/.kube/config ${ginkgo} run --nodes=8 --timeout=24h --silence-skips --force-newlines --no-color --label-filter="Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { OffByDefault, DynamicResourceAllocation$(for feature in ${features[@]}; do echo , ${feature}; done)} && !Flaky && !Slow" ${e2e_test} -- -provider=local -report-dir="${ARTIFACTS}" -report-complete-ginkgo -report-complete-junit & + GINKGO_E2E_PID=$! + wait "${GINKGO_E2E_PID}" + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-node-e2e-crio-cgrpv1-dra + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: pull-kubernetes-node-e2e-crio-cgrpv1-dra + optional: true + path_alias: k8s.io/kubernetes + run_if_changed: (/dra/|/dynamicresources/|/resourceclaim/|/deviceclass/|/resourceslice/|/resourceclaimtemplate/|/dynamic-resource-allocation/|/pkg/apis/resource/|/api/resource/|/test/e2e_node/dra_).*\.(go|yaml) + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=1 + - '--label-filter=Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Beta, DynamicResourceAllocation } && !Flaky && !Slow' + - --timeout=60m + - --skip-regex= + - '--test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=api/beta=true --container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/crio/latest/image-config-cgroupv1-serial.yaml + command: + - runner.sh + env: + - name: IGNITION_INJECT_GCE_SSH_PUBLIC_KEY_FILE + value: "1" + - name: GOPATH + value: /go + - name: KUBE_SSH_USER + value: core + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-node-e2e-crio-cgrpv2-dra + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: pull-kubernetes-node-e2e-crio-cgrpv2-dra + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=1 + - '--label-filter=Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Beta, DynamicResourceAllocation } && !Flaky && !Slow' + - --timeout=60m + - --skip-regex= + - '--test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=api/beta=true --container-runtime-endpoint=unix:///var/run/crio/crio.sock --container-runtime-process-name=/usr/local/bin/crio --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/crio.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"crio.log\", \"journalctl\": [\"-u\", \"crio\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/crio/latest/image-config-cgroupv2-serial.yaml + command: + - runner.sh + env: + - name: IGNITION_INJECT_GCE_SSH_PUBLIC_KEY_FILE + value: "1" + - name: GOPATH + value: /go + - name: KUBE_SSH_USER + value: core + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-node-e2e-containerd-1-7-dra + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: pull-kubernetes-node-e2e-containerd-1-7-dra + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=1 + - '--label-filter=Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Beta, DynamicResourceAllocation } && !Flaky && !Slow' + - --timeout=60m + - --skip-regex= + - '--test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=api/beta=true --container-runtime-endpoint=unix:///var/run/containerd/containerd.sock --container-runtime-process-name=/usr/local/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/dra/image-config-containerd-1.7.yaml + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-node-e2e-containerd-2-0-dra + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + - base_ref: release/2.0 + org: containerd + repo: containerd + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: pull-kubernetes-node-e2e-containerd-2-0-dra + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=1 + - '--label-filter=Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Beta, DynamicResourceAllocation } && !Flaky && !Slow' + - --timeout=60m + - --skip-regex= + - '--test-args=--feature-gates="DynamicResourceAllocation=true" --service-feature-gates="DynamicResourceAllocation=true" --runtime-config=api/beta=true --container-runtime-endpoint=unix:///var/run/containerd/containerd.sock --container-runtime-process-name=/usr/local/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service --kubelet-cgroups=/system.slice/kubelet.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/containerd/containerd-release-2.0/image-config.yaml + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-containerd-gce + decorate: true + decoration_config: + timeout: 1h45m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-pull-kubernetes-e2e: "true" + preset-pull-kubernetes-e2e-gce: "true" + preset-service-account: "true" + name: pull-kubernetes-e2e-containerd-gce + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --cluster= + - --env=LOG_DUMP_SYSTEMD_SERVICES=containerd + - --gcp-node-image=gci + - --gcp-zone=us-west1-b + - --ginkgo-parallel=30 + - --provider=gce + - --test_args=--ginkgo.skip=\[Slow\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|\[Feature:RuntimeHandler\] --minStartupPods=8 + - --timeout=80m + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 6Gi + requests: + cpu: "4" + memory: 6Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-node-e2e-containerd + decorate: true + decoration_config: + timeout: 1h30m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + max_concurrency: 12 + name: pull-kubernetes-node-e2e-containerd + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --deployment=node + - --gcp-zone=us-west1-b + - '--node-test-args=--container-runtime-endpoint=unix:///run/containerd/containerd.sock --container-runtime-process-name=/usr/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd*\"]}"' + - --node-tests=true + - --provider=gce + - --test_args=--nodes=8 --focus="\[NodeConformance\]" --skip="\[Flaky\]|\[Slow\]|\[Serial\]" + - --timeout=65m + - --node-args=--image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/containerd/image-config-systemd.yaml + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 6Gi + requests: + cpu: "4" + memory: 6Gi + - always_run: false + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-node-e2e-containerd-ec2 + decorate: true + extra_refs: + - base_ref: main + org: kubernetes-sigs + path_alias: sigs.k8s.io/provider-aws-test-infra + repo: provider-aws-test-infra + workdir: true + labels: + preset-e2e-containerd-ec2: "true" + max_concurrency: 50 + name: pull-kubernetes-node-e2e-containerd-ec2 + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - hack/make-rules/test-e2e-node.sh + command: + - runner.sh + env: + - name: FOCUS + value: NodeConformance + - name: IMAGE_CONFIG_DIR + value: config + - name: IMAGE_CONFIG_FILE + value: aws-instance.yaml + - name: TEST_ARGS + value: --kubelet-flags="--cgroup-driver=systemd" + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 6Gi + requests: + cpu: "4" + memory: 6Gi + serviceAccountName: node-e2e-tests + - always_run: false + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-node-arm64-e2e-containerd-ec2 + decorate: true + decoration_config: + timeout: 4h0m0s + extra_refs: + - base_ref: main + org: kubernetes-sigs + path_alias: sigs.k8s.io/provider-aws-test-infra + repo: provider-aws-test-infra + workdir: true + labels: + preset-dind-enabled: "true" + preset-e2e-containerd-ec2: "true" + max_concurrency: 50 + name: pull-kubernetes-node-arm64-e2e-containerd-ec2 + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - hack/make-rules/test-e2e-node.sh + command: + - runner.sh + env: + - name: FOCUS + value: NodeConformance + - name: USE_DOCKERIZED_BUILD + value: "true" + - name: TARGET_BUILD_ARCH + value: linux/arm64 + - name: IMAGE_CONFIG_DIR + value: config + - name: IMAGE_CONFIG_FILE + value: aws-instance-arm64.yaml + - name: TEST_ARGS + value: --kubelet-flags="--cgroup-driver=systemd" + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "8" + memory: 10Gi + requests: + cpu: "8" + memory: 10Gi + securityContext: + privileged: true + serviceAccountName: node-e2e-tests + - always_run: false + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-node-arm64-e2e-containerd-serial-ec2 + decorate: true + extra_refs: + - base_ref: main + org: kubernetes-sigs + path_alias: sigs.k8s.io/provider-aws-test-infra + repo: provider-aws-test-infra + workdir: true + labels: + preset-dind-enabled: "true" + preset-e2e-containerd-ec2: "true" + max_concurrency: 50 + name: pull-kubernetes-node-arm64-e2e-containerd-serial-ec2 + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - hack/make-rules/test-e2e-node.sh + command: + - runner.sh + env: + - name: FOCUS + value: \[Serial\] + - name: SKIP + value: \[Flaky\]|\[Slow\]|\[Benchmark\]|\[Feature:Eviction\]|\[Feature:DynamicResourceAllocation\]|\[Feature:HugePages\]|\[Feature:PodLevelResources\] + - name: USE_DOCKERIZED_BUILD + value: "true" + - name: TARGET_BUILD_ARCH + value: linux/arm64 + - name: IMAGE_CONFIG_DIR + value: config + - name: IMAGE_CONFIG_FILE + value: aws-instance-arm64.yaml + - name: TEST_ARGS + value: --kubelet-flags="--cgroup-driver=systemd" + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "8" + memory: 10Gi + requests: + cpu: "8" + memory: 10Gi + securityContext: + privileged: true + serviceAccountName: node-e2e-tests + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-node-arm64-ubuntu-serial-gce + decorate: true + decoration_config: + timeout: 3h0m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + name: pull-kubernetes-node-arm64-ubuntu-serial-gce + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-central1-a + - --parallelism=1 + - --focus-regex=\[Serial\] + - --use-dockerized-build=true + - --target-build-arch=linux/arm64 + - --skip-regex=\[Flaky\]|\[Slow\]|\[Benchmark\]|\[Feature:Eviction\]|\[Feature:DynamicResourceAllocation\]|\[Feature:NodeSwap\]|\[Feature:HugePages\]|\[Feature:PodLevelResources\] + - '--test-args=--container-runtime-endpoint=unix:///run/containerd/containerd.sock --container-runtime-process-name=/usr/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd*\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/arm/image-config-serial.yaml + - --timeout=180m + command: + - runner.sh + env: + - name: GOPATH + value: /go + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 6Gi + requests: + cpu: "4" + memory: 6Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-node-e2e-containerd-kubetest2 + decorate: true + decoration_config: + timeout: 1h5m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/test-infra + repo: test-infra + labels: + preset-k8s-ssh: "true" + preset-service-account: "true" + name: pull-kubernetes-node-e2e-containerd-kubetest2 + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - kubetest2 + - noop + - --test=node + - -- + - --repo-root=. + - --gcp-zone=us-west1-b + - --parallelism=8 + - --focus-regex=\[NodeConformance\] + - --skip-regex=\[Flaky\]|\[Slow\]|\[Serial\] + - '--test-args=--container-runtime-endpoint=unix:///run/containerd/containerd.sock --container-runtime-process-name=/usr/bin/containerd --container-runtime-pid-file= --kubelet-flags="--cgroup-driver=systemd --cgroups-per-qos=true --cgroup-root=/ --runtime-cgroups=/system.slice/containerd.service" --extra-log="{\"name\": \"containerd.log\", \"journalctl\": [\"-u\", \"containerd*\"]}"' + - --image-config-file=/home/prow/go/src/k8s.io/test-infra/jobs/e2e_node/containerd/image-config-systemd.yaml + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 6Gi + requests: + cpu: "4" + memory: 6Gi + - always_run: false + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-node-e2e-containerd-serial-ec2 + decorate: true + extra_refs: + - base_ref: main + org: kubernetes-sigs + path_alias: sigs.k8s.io/provider-aws-test-infra + repo: provider-aws-test-infra + workdir: true + labels: + preset-dind-enabled: "true" + preset-e2e-containerd-ec2: "true" + max_concurrency: 50 + name: pull-kubernetes-node-e2e-containerd-serial-ec2 + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - hack/make-rules/test-e2e-node.sh + command: + - runner.sh + env: + - name: FOCUS + value: \[Serial\] + - name: IMAGE_CONFIG_DIR + value: config + - name: IMAGE_CONFIG_FILE + value: aws-instance.yaml + - name: SKIP + value: \[Flaky\]|\[Benchmark\]|\[Feature:Eviction\]|\[Feature:DynamicResourceAllocation\] + - name: TEST_ARGS + value: --kubelet-flags="--cgroup-driver=systemd" + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "8" + memory: 10Gi + requests: + cpu: "8" + memory: 10Gi + serviceAccountName: node-e2e-tests + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-100-performance + decorate: true + decoration_config: + timeout: 2h0m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/perf-tests + repo: perf-tests + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-e2e-scalability-common: "true" + preset-e2e-scalability-presubmits: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + max_concurrency: 12 + name: pull-kubernetes-e2e-gce-100-performance + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --cluster= + - --env=HEAPSTER_MACHINE_TYPE=e2-standard-8 + - --env=KUBEMARK_APISERVER_TEST_ARGS=--max-requests-inflight=80 --max-mutating-requests-inflight=0 --profiling --contention-profiling + - --flush-mem-after-build=true + - --gcp-node-image=gci + - --gcp-nodes=100 + - --gcp-project-type=scalability-project + - --gcp-zone=us-east1-b + - --provider=gce + - --tear-down-previous + - --env=CL2_ENABLE_DNS_PROGRAMMING=true + - --env=CL2_SCHEDULER_THROUGHPUT_THRESHOLD=0 + - --env=CL2_ENABLE_API_AVAILABILITY_MEASUREMENT=true + - --env=CL2_API_AVAILABILITY_PERCENTAGE_THRESHOLD=99.5 + - --test=false + - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh + - --test-cmd-args=cluster-loader2 + - --test-cmd-args=--nodes=100 + - --test-cmd-args=--provider=gce + - --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true + - --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID) + - --test-cmd-args=--experimental-prometheus-snapshot-to-report-dir=true + - --test-cmd-args=--prometheus-scrape-kubelets=true + - --test-cmd-args=--prometheus-scrape-node-exporter + - --test-cmd-args=--report-dir=$(ARTIFACTS) + - --test-cmd-args=--testconfig=testing/load/config.yaml + - --test-cmd-args=--testconfig=testing/huge-service/config.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/enable_restart_count_check.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/use_simple_latency_query.yaml + - --test-cmd-args=--testoverrides=./testing/overrides/load_throughput.yaml + - --test-cmd-name=ClusterLoaderV2 + - --timeout=100m + - --use-logexporter + - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID) + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "6" + memory: 14Gi + requests: + cpu: "6" + memory: 14Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-kubemark-e2e-gce-big + decorate: true + decoration_config: + timeout: 2h0m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/perf-tests + repo: perf-tests + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-e2e-kubemark-common: "true" + preset-e2e-scalability-presubmits: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + max_concurrency: 12 + name: pull-kubernetes-kubemark-e2e-gce-big + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --cluster= + - --flush-mem-after-build=true + - --gcp-master-size=n2-standard-4 + - --gcp-node-size=e2-standard-8 + - --gcp-nodes=7 + - --gcp-project-type=scalability-project + - --gcp-zone=us-east1-b + - --kubemark + - --kubemark-nodes=500 + - --kubemark-master-size=n2-standard-16 + - --env=KUBEMARK_APISERVER_TEST_ARGS=--max-requests-inflight=160 --max-mutating-requests-inflight=0 --profiling --contention-profiling + - --provider=gce + - --tear-down-previous + - --test=false + - --test_args=--ginkgo.focus=xxxx + - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh + - --test-cmd-args=cluster-loader2 + - --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true + - --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID) + - --test-cmd-args=--experimental-prometheus-snapshot-to-report-dir=true + - --test-cmd-args=--nodes=500 + - --test-cmd-args=--provider=kubemark + - --test-cmd-args=--report-dir=$(ARTIFACTS) + - --test-cmd-args=--testconfig=testing/load/config.yaml + - --test-cmd-args=--testconfig=testing/huge-service/config.yaml + - --test-cmd-args=--testconfig=testing/access-tokens/config.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/enable_restart_count_check.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/use_simple_latency_query.yaml + - --test-cmd-args=--testoverrides=./testing/overrides/kubemark_500_nodes.yaml + - --test-cmd-name=ClusterLoaderV2 + - --timeout=100m + - --use-logexporter + - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID) + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "6" + memory: 16Gi + requests: + cpu: "6" + memory: 16Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-kubemark-e2e-gce-scale + decorate: true + decoration_config: + timeout: 18h20m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/perf-tests + repo: perf-tests + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-e2e-kubemark-common: "true" + preset-e2e-kubemark-gce-scale: "true" + preset-e2e-scalability-presubmits: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + max_concurrency: 1 + name: pull-kubernetes-kubemark-e2e-gce-scale + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - --build=quick + - --cluster= + - --flush-mem-after-build=true + - --gcp-node-size=e2-standard-8 + - --gcp-nodes=84 + - --gcp-project-type=scalability-project + - --gcp-zone=us-east1-b + - --kubemark + - --kubemark-nodes=5000 + - --kubemark-master-size=n2-standard-64 + - --provider=gce + - --env=KUBEMARK_APISERVER_TEST_ARGS=--max-requests-inflight=640 --max-mutating-requests-inflight=0 --profiling --contention-profiling + - --test=false + - --test_args=--ginkgo.focus=xxxx + - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh + - --test-cmd-args=cluster-loader2 + - --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true + - --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID) + - --test-cmd-args=--experimental-prometheus-snapshot-to-report-dir=true + - --test-cmd-args=--nodes=5000 + - --test-cmd-args=--provider=kubemark + - --test-cmd-args=--report-dir=$(ARTIFACTS) + - --test-cmd-args=--testconfig=testing/load/config.yaml + - --test-cmd-args=--testconfig=testing/huge-service/config.yaml + - --test-cmd-args=--testconfig=testing/access-tokens/config.yaml + - --test-cmd-name=ClusterLoaderV2 + - --timeout=1080m + - --use-logexporter + - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID) + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "6" + memory: 16Gi + requests: + cpu: "6" + memory: 16Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-gce-storage-selinux + decorate: true + decoration_config: + timeout: 2h30m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/kops + repo: kops + labels: + preset-dind-enabled: "true" + preset-k8s-ssh: "true" + name: pull-kubernetes-e2e-gce-storage-selinux + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - bash + - -xc + - | + make -C $GOPATH/src/k8s.io/kops test-e2e-install + kubetest2 kops -v=6 --cloud-provider=gce --up --down --build --env=KOPS_FEATURE_FLAGS=SELinuxMount \ + --build-kubernetes=true --target-build-arch=linux/amd64 \ + --admin-access=0.0.0.0/0 \ + --kubernetes-feature-gates=SELinuxMount,SELinuxChangePolicy \ + --kops-version-marker=https://storage.googleapis.com/k8s-staging-kops/kops/releases/markers/master/latest-ci.txt \ + --create-args "--image='rhel-cloud/rhel-9-v20240815' --channel=alpha --networking=cilium --set=cluster.spec.containerd.selinuxEnabled=true --set=cluster.spec.kubeControllerManager.controllers='*' --set=cluster.spec.kubeControllerManager.controllers=selinux-warning-controller --gce-service-account=default --set=spec.nodeProblemDetector.enabled=true --set=cluster.spec.cloudProvider.gce.useStartupScript=true" \ + --test=kops \ + -- \ + --ginkgo-args="--debug -v" \ + --test-args="--master-os-distro=custom --node-os-distro=custom" \ + --timeout=120m \ + --focus-regex="\[Feature:SELinux\]" \ + --skip-regex="\[Feature:Volumes\]|\[Driver:.nfs\]|\[Driver:.local\]|\[Feature:SELinuxMountReadWriteOncePodOnly\]" \ + --use-built-binaries=true \ + --parallel=1 # [Feature:SELinux] tests include serial ones + command: + - runner.sh + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 14Gi + requests: + cpu: "4" + memory: 14Gi + securityContext: + privileged: true + serviceAccountName: k8s-kops-test + - always_run: true + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-cmd + decorate: true + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: pull-kubernetes-cmd + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - ./hack/jenkins/test-cmd-dockerized.sh + command: + - runner.sh + env: + - name: KUBE_INTEGRATION_TEST_MAX_CONCURRENCY + value: "8" + - name: KUBE_TIMEOUT + value: -timeout=30m + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "8" + memory: 20Gi + requests: + cpu: "8" + memory: 20Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-cmd-go-compatibility + decorate: true + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: pull-kubernetes-cmd-go-compatibility + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - ./hack/jenkins/test-cmd-dockerized.sh + command: + - runner.sh + env: + - name: GO_VERSION + value: 1.24.0 + - name: KUBE_HACK_TOOLS_GOTOOLCHAIN + value: auto + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "6" + memory: 15Gi + requests: + cpu: "6" + memory: 15Gi + securityContext: + privileged: true + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-conformance-kind-ipv6-parallel + decorate: true + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + preset-service-account: "true" + max_concurrency: 8 + name: pull-kubernetes-conformance-kind-ipv6-parallel + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - command: + - wrapper.sh + - bash + - -c + - curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" && e2e-k8s.sh + env: + - name: DOCKER_IN_DOCKER_IPV6_ENABLED + value: "true" + - name: IP_FAMILY + value: ipv6 + - name: PARALLEL + value: "true" + image: gcr.io/k8s-staging-test-infra/krte:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 9000Mi + requests: + cpu: "4" + memory: 9000Mi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-dependencies + decorate: true + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: pull-kubernetes-dependencies + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - make + - verify + command: + - runner.sh + env: + - name: WHAT + value: external-dependencies-version vendor vendor-licenses + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: main + resources: + limits: + cpu: "2" + memory: 1288490188800m + requests: + cpu: "2" + memory: 1288490188800m + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-integration + decorate: true + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: pull-kubernetes-integration + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - ./hack/jenkins/test-integration-dockerized.sh + command: + - runner.sh + env: + - name: KUBE_TIMEOUT + value: -timeout=1h30m + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "8" + memory: 20Gi + requests: + cpu: "8" + memory: 20Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-integration-go-compatibility + decorate: true + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: pull-kubernetes-integration-go-compatibility + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - ./hack/jenkins/test-integration-dockerized.sh + command: + - runner.sh + env: + - name: GO_VERSION + value: 1.24.0 + - name: KUBE_HACK_TOOLS_GOTOOLCHAIN + value: auto + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "6" + memory: 15Gi + requests: + cpu: "6" + memory: 15Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-kind + decorate: true + decoration_config: + grace_period: 15m0s + timeout: 1h0m0s + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + name: pull-kubernetes-e2e-kind + path_alias: k8s.io/kubernetes + spec: + containers: + - command: + - wrapper.sh + - bash + - -c + - curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" && e2e-k8s.sh + env: + - name: FOCUS + value: . + - name: SKIP + value: \[Slow\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|PodSecurityPolicy|LoadBalancer|load.balancer|Simple.pod.should.support.exec.through.an.HTTP.proxy|subPath.should.support.existing|NFS|nfs|inline.execution.and.attach|should.be.rejected.when.no.endpoints.exist + - name: PARALLEL + value: "true" + image: gcr.io/k8s-staging-test-infra/krte:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "7" + memory: 9000Mi + requests: + cpu: "7" + memory: 9000Mi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-e2e-kind-ipv6 + decorate: true + decoration_config: + grace_period: 15m0s + timeout: 1h0m0s + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + name: pull-kubernetes-e2e-kind-ipv6 + path_alias: k8s.io/kubernetes + spec: + containers: + - command: + - wrapper.sh + - bash + - -c + - curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" && e2e-k8s.sh + env: + - name: FOCUS + value: . + - name: SKIP + value: \[Slow\]|\[Disruptive\]|\[Flaky\]|\[Feature:.+\]|\[sig-storage\]|PodSecurityPolicy|LoadBalancer|load.balancer|In-tree.Volumes.\[Driver:.nfs\]|PersistentVolumes.NFS|Simple.pod.should.support.exec.through.an.HTTP.proxy|subPath.should.support.existing + - name: PARALLEL + value: "true" + - name: DOCKER_IN_DOCKER_IPV6_ENABLED + value: "true" + - name: IP_FAMILY + value: ipv6 + image: gcr.io/k8s-staging-test-infra/krte:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 9Gi + requests: + cpu: "4" + memory: 9Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-conformance-kind-ga-only-parallel + decorate: true + decoration_config: + grace_period: 15m0s + timeout: 1h0m0s + labels: + preset-dind-enabled: "true" + preset-kind-volume-mounts: "true" + name: pull-kubernetes-conformance-kind-ga-only-parallel + path_alias: k8s.io/kubernetes + spec: + containers: + - command: + - wrapper.sh + - bash + - -c + - curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" && e2e-k8s.sh + env: + - name: GA_ONLY + value: "true" + - name: PARALLEL + value: "true" + image: gcr.io/k8s-staging-test-infra/krte:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 9Gi + requests: + cpu: "4" + memory: 9Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-unit + decorate: true + labels: + preset-service-account: "true" + name: pull-kubernetes-unit + path_alias: k8s.io/kubernetes + spec: + containers: + - command: + - make + - test + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: 7200m + memory: 43Gi + requests: + cpu: 7200m + memory: 43Gi + securityContext: + allowPrivilegeEscalation: false + securityContext: + runAsGroup: 2010 + runAsUser: 2001 + - always_run: true + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-unit-go-compatibility + decorate: true + labels: + preset-service-account: "true" + name: pull-kubernetes-unit-go-compatibility + path_alias: k8s.io/kubernetes + spec: + containers: + - command: + - make + - test + env: + - name: GO_VERSION + value: 1.24.0 + - name: KUBE_HACK_TOOLS_GOTOOLCHAIN + value: auto + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "4" + memory: 36Gi + requests: + cpu: "4" + memory: 36Gi + securityContext: + allowPrivilegeEscalation: false + securityContext: + runAsGroup: 2010 + runAsUser: 2001 + - always_run: true + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-typecheck + decorate: true + name: pull-kubernetes-typecheck + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - verify + command: + - make + env: + - name: WHAT + value: typecheck + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: main + resources: + limits: + cpu: "5" + memory: 32Gi + requests: + cpu: "5" + memory: 32Gi + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-kubernetes-update + decorate: true + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: pull-kubernetes-update + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - ./hack/jenkins/update-dockerized.sh + command: + - runner.sh + env: + - name: EXCLUDE_TYPECHECK + value: "y" + - name: EXCLUDE_GODEP + value: "y" + - name: KUBE_VERIFY_GIT_BRANCH + value: release-1.33 + - name: REPO_DIR + value: /workspace/k8s.io/kubernetes + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + imagePullPolicy: Always + name: "" + resources: + limits: + cpu: "7" + memory: 12Gi + requests: + cpu: "7" + memory: 12Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-verify + decorate: true + labels: + preset-dind-enabled: "true" + preset-service-account: "true" + name: pull-kubernetes-verify + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - ./hack/jenkins/verify-dockerized.sh + command: + - runner.sh + env: + - name: EXCLUDE_TYPECHECK + value: "y" + - name: EXCLUDE_GODEP + value: "y" + - name: KUBE_VERIFY_GIT_BRANCH + value: release-1.33 + - name: REPO_DIR + value: /workspace/k8s.io/kubernetes + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + imagePullPolicy: Always + name: "" + resources: + limits: + cpu: "7" + memory: 12Gi + requests: + cpu: "7" + memory: 12Gi + securityContext: + privileged: true + - always_run: true + branches: + - release-1.33 + cluster: eks-prow-build-cluster + context: pull-kubernetes-linter-hints + decorate: true + name: pull-kubernetes-linter-hints + optional: true + path_alias: k8s.io/kubernetes + spec: + containers: + - args: + - verify + - WHAT=golangci-lint-pr-hints + command: + - make + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "5" + memory: 12Gi + requests: + cpu: "5" + memory: 12Gi + kubernetes/perf-tests: + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-perf-tests-clusterloader2 + decorate: true + decoration_config: + timeout: 2h0m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-e2e-scalability-common: "true" + preset-e2e-scalability-presubmits: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + max_concurrency: 3 + name: pull-perf-tests-clusterloader2 + path_alias: k8s.io/perf-tests + run_if_changed: ^clusterloader2/.*$ + spec: + containers: + - args: + - --cluster= + - --env=HEAPSTER_MACHINE_TYPE=e2-standard-8 + - --extract=ci/latest + - --gcp-nodes=100 + - --gcp-project-type=scalability-project + - --gcp-zone=us-east1-b + - --provider=gce + - --tear-down-previous + - --env=CL2_ENABLE_DNS_PROGRAMMING=true + - --env=CL2_SCHEDULER_THROUGHPUT_THRESHOLD=0 + - --env=CL2_ENABLE_API_AVAILABILITY_MEASUREMENT=true + - --env=CL2_API_AVAILABILITY_PERCENTAGE_THRESHOLD=99.5 + - --env=KUBEMARK_APISERVER_TEST_ARGS=--max-requests-inflight=80 --max-mutating-requests-inflight=0 --profiling --contention-profiling + - --test=false + - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh + - --test-cmd-args=cluster-loader2 + - --test-cmd-args=--nodes=100 + - --test-cmd-args=--prometheus-scrape-node-exporter + - --test-cmd-args=--provider=gce + - --test-cmd-args=--report-dir=$(ARTIFACTS) + - --test-cmd-args=--testconfig=testing/load/config.yaml + - --test-cmd-args=--testconfig=testing/huge-service/config.yaml + - --test-cmd-args=--testconfig=testing/access-tokens/config.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/enable_restart_count_check.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/use_simple_latency_query.yaml + - --test-cmd-args=--testoverrides=./testing/overrides/load_throughput.yaml + - --test-cmd-name=ClusterLoaderV2 + - --timeout=100m + - --use-logexporter + - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID) + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + - always_run: false + branches: + - release-1.33 + cluster: k8s-infra-prow-build + context: pull-perf-tests-clusterloader2-kubemark + decorate: true + decoration_config: + timeout: 2h0m0s + extra_refs: + - base_ref: master + org: kubernetes + path_alias: k8s.io/release + repo: release + labels: + preset-dind-enabled: "true" + preset-e2e-kubemark-common: "true" + preset-e2e-scalability-presubmits: "true" + preset-k8s-ssh: "true" + preset-service-account: "true" + max_concurrency: 3 + name: pull-perf-tests-clusterloader2-kubemark + path_alias: k8s.io/perf-tests + run_if_changed: ^clusterloader2/.*$ + spec: + containers: + - args: + - --cluster= + - --extract=ci/latest + - --gcp-master-size=n2-standard-2 + - --gcp-node-size=e2-standard-4 + - --gcp-nodes=4 + - --gcp-project-type=scalability-project + - --gcp-zone=us-east1-b + - --kubemark + - --kubemark-nodes=100 + - --kubemark-master-size=n2-standard-8 + - --env=KUBEMARK_APISERVER_TEST_ARGS=--max-requests-inflight=80 --max-mutating-requests-inflight=0 --profiling --contention-profiling + - --provider=gce + - --tear-down-previous + - --test=false + - --test_args=--ginkgo.focus=xxxx + - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh + - --test-cmd-args=cluster-loader2 + - --test-cmd-args=--nodes=100 + - --test-cmd-args=--prometheus-scrape-node-exporter + - --test-cmd-args=--provider=kubemark + - --env=CL2_ENABLE_DNS_PROGRAMMING=true + - --env=CL2_ENABLE_API_AVAILABILITY_MEASUREMENT=true + - --test-cmd-args=--report-dir=$(ARTIFACTS) + - --test-cmd-args=--testconfig=testing/load/config.yaml + - --test-cmd-args=--testconfig=testing/huge-service/config.yaml + - --test-cmd-args=--testconfig=testing/access-tokens/config.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/enable_restart_count_check.yaml + - --test-cmd-args=--testoverrides=./testing/experiments/use_simple_latency_query.yaml + - --test-cmd-args=--testoverrides=./testing/overrides/kubemark_load_throughput.yaml + - --test-cmd-name=ClusterLoaderV2 + - --timeout=100m + - --use-logexporter + - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID) + command: + - runner.sh + - /workspace/scenarios/kubernetes_e2e.py + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.33 + name: "" + resources: + limits: + cpu: "2" + memory: 6Gi + requests: + cpu: "2" + memory: 6Gi + securityContext: + privileged: true diff --git a/config/jobs/kubernetes/sig-release/release-branch-jobs/dra-1.32.yaml b/config/jobs/kubernetes/sig-release/release-branch-jobs/dra-1.32.yaml deleted file mode 100644 index a29321f01b17..000000000000 --- a/config/jobs/kubernetes/sig-release/release-branch-jobs/dra-1.32.yaml +++ /dev/null @@ -1,74 +0,0 @@ -periodics: -- annotations: - testgrid-alert-email: eduard.bartosh@intel.com, patrick.ohly@intel.com - testgrid-dashboards: sig-node-dynamic-resource-allocation, sig-release-1.32-informing - cluster: eks-prow-build-cluster - decorate: true - decoration_config: - timeout: 1h30m0s - interval: 24h - labels: - preset-dind-enabled: "true" - preset-kind-volume-mounts: "true" - preset-service-account: "true" - name: ci-kind-dra-1-32 - spec: - containers: - - args: - - /bin/bash - - -xce - - | - set -o pipefail - # A CI job uses pre-built release artifacts and pulls necessary source files from GitHub. - revision=$(curl --fail --silent --show-error --location ${CI_URL}/${LATEST_TXT}) - # Report what was tested. - echo "{\"revision\":\"$revision\"}" >"${ARTIFACTS}/metadata.json" - # git hash from e.g. v1.33.0-alpha.1.161+e62ce1c9db2dad - hash=${revision/*+/} - kind_yaml=$(curl --fail --silent --show-error --location "https://raw.githubusercontent.com/kubernetes/kubernetes/$hash/test/e2e/dra/kind.yaml") - kind_node_source="${CI_URL}/$revision/kubernetes-server-linux-amd64.tar.gz" - features=( ) - curl --fail --silent --show-error --location "${CI_URL}/$revision/kubernetes-test-linux-amd64.tar.gz" | tar zxvf - - ginkgo=kubernetes/test/bin/ginkgo - e2e_test=kubernetes/test/bin/e2e.test - # The latest kind is assumed to work also for older release branches, should this job get forked. - curl --fail --silent --show-error --location https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/" kind - kind build node-image --image=dra/node:latest "${kind_node_source}" - GINKGO_E2E_PID= - trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -TERM "${GINKGO_E2E_PID}"; fi' TERM - trap 'if [ "${GINKGO_E2E_PID}" ]; then kill -INT "${GINKGO_E2E_PID}"; fi' INT - # Inject ClusterConfiguration which causes etcd to use /tmp - # (https://github.com/kubernetes-sigs/kind/issues/845#issuecomment-1261248420). - if ! echo "$kind_yaml" | grep -q '^kubeadmConfigPatches:'; then - # Add kubeadmConfigPatches list before node list, there is none at the moment. - kind_yaml=$(echo "$kind_yaml" | sed -e '/nodes:/ i\kubeadmConfigPatches:') - fi - kind_yaml=$(echo "$kind_yaml" | sed -e '/^kubeadmConfigPatches:/ a\- |\n kind: ClusterConfiguration\n etcd:\n local:\n dataDir: /tmp/etcd') - # Additional features are not in kind.yaml, but they can be added at the end. - kind create cluster --retain --config <(echo "${kind_yaml}"; for feature in ${features[@]}; do echo " ${feature}: true"; done) --image dra/node:latest - atexit () { - kind export logs "${ARTIFACTS}/kind" - kind delete cluster - } - trap atexit EXIT - KUBECONFIG=${HOME}/.kube/config ${ginkgo} run --nodes=8 --timeout=24h --silence-skips --force-newlines --no-color --label-filter="Feature: containsAny DynamicResourceAllocation && Feature: isSubsetOf { Alpha, Beta, DynamicResourceAllocation$(for feature in ${features[@]}; do echo , ${feature}; done)} && !Flaky" ${e2e_test} -- -provider=local -report-dir="${ARTIFACTS}" -report-complete-ginkgo -report-complete-junit & - GINKGO_E2E_PID=$! - wait "${GINKGO_E2E_PID}" - command: - - runner.sh - env: - - name: LATEST_TXT - value: latest-1.32.txt - - name: CI_URL - value: https://dl.k8s.io/ci - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.32 - name: "" - resources: - limits: - cpu: "2" - memory: 6Gi - requests: - cpu: "2" - memory: 6Gi - securityContext: - privileged: true diff --git a/config/testgrids/generated-test-config.yaml b/config/testgrids/generated-test-config.yaml index eeddeac01b09..45e431693064 100644 --- a/config/testgrids/generated-test-config.yaml +++ b/config/testgrids/generated-test-config.yaml @@ -169,3 +169,45 @@ test_groups: - configuration_value: master_os_image - configuration_value: Commit - configuration_value: infra-commit +- name: ci-kubernetes-e2e-gce-cos-k8sstable4-alphafeatures + gcs_prefix: kubernetes-ci-logs/logs/ci-kubernetes-e2e-gce-cos-k8sstable4-alphafeatures + column_header: + - configuration_value: node_os_image + - configuration_value: master_os_image + - configuration_value: Commit + - configuration_value: infra-commit +- name: ci-kubernetes-e2e-gce-cos-k8sstable4-default + gcs_prefix: kubernetes-ci-logs/logs/ci-kubernetes-e2e-gce-cos-k8sstable4-default + column_header: + - configuration_value: node_os_image + - configuration_value: master_os_image + - configuration_value: Commit + - configuration_value: infra-commit +- name: ci-kubernetes-e2e-gce-cos-k8sstable4-ingress + gcs_prefix: kubernetes-ci-logs/logs/ci-kubernetes-e2e-gce-cos-k8sstable4-ingress + column_header: + - configuration_value: node_os_image + - configuration_value: master_os_image + - configuration_value: Commit + - configuration_value: infra-commit +- name: ci-kubernetes-e2e-gce-cos-k8sstable4-reboot + gcs_prefix: kubernetes-ci-logs/logs/ci-kubernetes-e2e-gce-cos-k8sstable4-reboot + column_header: + - configuration_value: node_os_image + - configuration_value: master_os_image + - configuration_value: Commit + - configuration_value: infra-commit +- name: ci-kubernetes-e2e-gce-cos-k8sstable4-serial + gcs_prefix: kubernetes-ci-logs/logs/ci-kubernetes-e2e-gce-cos-k8sstable4-serial + column_header: + - configuration_value: node_os_image + - configuration_value: master_os_image + - configuration_value: Commit + - configuration_value: infra-commit +- name: ci-kubernetes-e2e-gce-cos-k8sstable4-slow + gcs_prefix: kubernetes-ci-logs/logs/ci-kubernetes-e2e-gce-cos-k8sstable4-slow + column_header: + - configuration_value: node_os_image + - configuration_value: master_os_image + - configuration_value: Commit + - configuration_value: infra-commit diff --git a/config/testgrids/kubernetes/sig-release/config.yaml b/config/testgrids/kubernetes/sig-release/config.yaml index 76e1c7f15a14..8444b6b92637 100644 --- a/config/testgrids/kubernetes/sig-release/config.yaml +++ b/config/testgrids/kubernetes/sig-release/config.yaml @@ -5,6 +5,8 @@ dashboard_groups: dashboard_names: - sig-release-master-blocking - sig-release-master-informing + - sig-release-1.33-blocking + - sig-release-1.33-informing - sig-release-1.32-blocking - sig-release-1.32-informing - sig-release-1.31-blocking @@ -27,6 +29,8 @@ dashboard_groups: dashboards: - name: sig-release-master-blocking - name: sig-release-master-informing +- name: sig-release-1.33-blocking +- name: sig-release-1.33-informing - name: sig-release-1.32-blocking - name: sig-release-1.32-informing - name: sig-release-1.31-blocking diff --git a/hack/run-in-python-container.sh b/hack/run-in-python-container.sh index 0f8ebc7eeac8..c77c70b61fc4 100755 --- a/hack/run-in-python-container.sh +++ b/hack/run-in-python-container.sh @@ -22,9 +22,17 @@ set -o pipefail REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd -P)" cd "${REPO_ROOT}" -PY_IMAGE='python:3.9-slim-buster' +# Use ARM version of Python image when on ARM architecture +if [[ "$(uname -m)" == "arm64" ]]; then + PY_IMAGE='python:3.9-slim-buster' + PLATFORM_FLAG="--platform=linux/arm64" +else + PY_IMAGE='python:3.9-slim-buster' + PLATFORM_FLAG="" +fi docker run \ + ${PLATFORM_FLAG} \ --rm -i \ -e HOME=/tmp \ -e PYTHONPATH='' \ @@ -32,3 +40,4 @@ docker run \ --security-opt="label=disable" \ "${PY_IMAGE}" \ bash -c 'source ./hack/make-rules/py-test/activate-python_venv.sh && $0 $@' "$@" + \ No newline at end of file diff --git a/releng/prepare_release_branch.py b/releng/prepare_release_branch.py index e660d8269023..ee78c1de8251 100755 --- a/releng/prepare_release_branch.py +++ b/releng/prepare_release_branch.py @@ -143,7 +143,7 @@ def go_version_kubernetes_master(): resp = requests.get( 'https://raw.githubusercontent.com/kubernetes/kubernetes/master/.go-version') resp.raise_for_status() - data = resp.content.decode("utf-8") + data = resp.content.decode("utf-8").strip() return data def main(): diff --git a/releng/run.sh b/releng/run.sh index 8e83907bacbd..99f2aec01b05 100755 --- a/releng/run.sh +++ b/releng/run.sh @@ -17,6 +17,18 @@ set -o errexit set -o nounset set -o pipefail +# Auto-detect architecture +if [[ "${GOARCH:-}" == "" ]]; then + HOST_ARCH=$(go env GOARCH) +fi + +# Since the compiled tools are mounted into a Linux container, it's more important to get the ARCH right +# defaulting to Linux to avoids dynamically building for Darwin which breaks exec'ing in the container at later stages +TARGET_OS="linux" +TARGET_ARCH=${TARGET_ARCH:-$HOST_ARCH} + +echo "Building tools for OS: ${TARGET_OS}, Architecture: ${TARGET_ARCH}" + REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd -P)" cd "${REPO_ROOT}" source hack/build/setup-go.sh @@ -25,7 +37,7 @@ BIN_DIR="_bin" CMD_ARGS="" for tool in config-rotator config-forker; do - GOOS=linux GOARCH=amd64 go build -o "${BIN_DIR}/${tool}" "${REPO_ROOT}/releng/${tool}" + GOOS=${TARGET_OS} GOARCH=${TARGET_ARCH} go build -o "${BIN_DIR}/${tool}" "${REPO_ROOT}/releng/${tool}" CMD_ARGS+="${BIN_DIR}/${tool} " done diff --git a/releng/test_config.yaml b/releng/test_config.yaml index 3624cdfb7297..6164416e95fd 100644 --- a/releng/test_config.yaml +++ b/releng/test_config.yaml @@ -35,8 +35,11 @@ jobs: # release branch jobs - cos only (cvm is deprecated at 1.8) # beta release (inactive) - # TODO(1.31): Comment this out when moving 1.31 to stable1 - # TODO(1.32): Uncomment this when adding jobs for release-1.32 branch. + + # ATTN: RELEASE MANAGERS + # ENSURE THE ARGUMENTS FOLLOW THE ROTATION AS STABLE 1 IS SHIFTED TO STABLE 2 AND SO ON. + # ROTATE 1->2, 2->3, 3->4, etc. + ci-kubernetes-e2e-gce-cos-k8sbeta-reboot: interval: 1h sigOwners: [sig-cloud-provider-gcp] @@ -51,7 +54,8 @@ jobs: releaseBlocking: true ci-kubernetes-e2e-gce-cos-k8sbeta-serial: args: - - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[sig-cloud-provider-gcp\] --minStartupPods=8 + - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[sig-cloud-provider-gcp\] + --minStartupPods=8 interval: 1h sigOwners: [sig-cloud-provider-gcp] releaseInforming: true @@ -82,7 +86,8 @@ jobs: releaseBlocking: true ci-kubernetes-e2e-gce-cos-k8sstable1-serial: args: - - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[sig-cloud-provider-gcp\] --minStartupPods=8 + - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[sig-cloud-provider-gcp\] + --minStartupPods=8 interval: 2h sigOwners: [sig-cloud-provider-gcp] releaseInforming: true @@ -111,8 +116,10 @@ jobs: interval: 6h sigOwners: [sig-cloud-provider-gcp] releaseBlocking: true - testgridNumFailuresToAlert: 6 ci-kubernetes-e2e-gce-cos-k8sstable2-serial: + args: + - --test_args=--ginkgo.focus=\[Serial\]|\[Disruptive\] --ginkgo.skip=\[Driver:.gcepd\]|\[Flaky\]|\[Feature:.+\]|\[sig-cloud-provider-gcp\] + --minStartupPods=8 interval: 6h sigOwners: [sig-cloud-provider-gcp] releaseInforming: true @@ -159,44 +166,34 @@ jobs: testSuite: alphafeatures-eventedpleg # stable4 - # ci-kubernetes-e2e-gce-cos-k8sstable4-ingress: - # interval: 24h - # sigOwners: [sig-cloud-provider-gcp] - # releaseBlocking: true - # ci-kubernetes-e2e-gce-cos-k8sstable4-reboot: - # interval: 24h - # sigOwners: [sig-cloud-provider-gcp] - # releaseBlocking: true - # ci-kubernetes-e2e-gce-cos-k8sstable4-default: - # interval: 24h - # sigOwners: [sig-cloud-provider-gcp] - # releaseBlocking: true - # testgridNumFailuresToAlert: 6 - # ci-kubernetes-e2e-gce-cos-k8sstable4-serial: - # interval: 24h - # sigOwners: [sig-cloud-provider-gcp] - # releaseInforming: true - # testgridNumFailuresToAlert: 6 - # ci-kubernetes-e2e-gce-cos-k8sstable4-slow: - # interval: 24h - # sigOwners: [sig-cloud-provider-gcp] - # releaseInforming: true - # testgridNumFailuresToAlert: 6 - # ci-kubernetes-e2e-gce-cos-k8sstable4-alphafeatures: - # interval: 24h - # sigOwners: [sig-cloud-provider-gcp] - # releaseBlocking: true - # testSuite: alphafeatures-no-ccm - # ci-kubernetes-e2e-gce-cos-k8sstable4-betaapis: - # interval: 24h - # args: - # - --env=KUBE_PROXY_DAEMONSET=true - # - --env=ENABLE_POD_PRIORITY=true - # # Panic if anything mutates a shared informer cache - # - --env=ENABLE_CACHE_MUTATION_DETECTOR=true - # - --runtime-config=api/beta=true - # sigOwners: [sig-cloud-provider-gcp] - # releaseBlocking: true + ci-kubernetes-e2e-gce-cos-k8sstable4-reboot: + interval: 24h + sigOwners: [sig-cloud-provider-gcp] + releaseBlocking: true + ci-kubernetes-e2e-gce-cos-k8sstable4-ingress: + interval: 24h + sigOwners: [sig-cloud-provider-gcp] + releaseBlocking: true + ci-kubernetes-e2e-gce-cos-k8sstable4-default: + interval: 24h + sigOwners: [sig-cloud-provider-gcp] + releaseBlocking: true + testgridNumFailuresToAlert: 6 + ci-kubernetes-e2e-gce-cos-k8sstable4-serial: + interval: 24h + sigOwners: [sig-cloud-provider-gcp] + releaseInforming: true + testgridNumFailuresToAlert: 6 + ci-kubernetes-e2e-gce-cos-k8sstable4-slow: + interval: 24h + sigOwners: [sig-cloud-provider-gcp] + releaseInforming: true + testgridNumFailuresToAlert: 6 + ci-kubernetes-e2e-gce-cos-k8sstable4-alphafeatures: + interval: 24h + sigOwners: [sig-cloud-provider-gcp] + releaseBlocking: true + testSuite: alphafeatures-eventedpleg # The following settings are used by cluster e2e tests. @@ -236,30 +233,36 @@ images: args: - --gcp-node-image=gci +# ATTN: RELEASE MANAGERS +# STARTING WITH BETA, UPDATE EACH VERSION +# n+1 to ensure coverage +# add a stable 4 if needed + k8sVersions: dev: args: - --extract=ci/latest version: master - # TODO(1.31): Comment this out when moving 1.31 to stable1. - # TODO(1.32): Uncomment this when adding jobs for release-1.32 branch. beta: + args: + - --extract=ci/latest-1.33 + version: '1.33' + stable1: args: - --extract=ci/latest-1.32 version: '1.32' - stable1: + stable2: args: - --extract=ci/latest-1.31 version: '1.31' - stable2: + stable3: args: - --extract=ci/latest-1.30 version: '1.30' - stable3: + stable4: args: - --extract=ci/latest-1.29 version: '1.29' - stable4: testSuites: alphafeatures: @@ -430,25 +433,36 @@ nodeK8sVersions: args: - --repo=k8s.io/kubernetes=master prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-master - # TODO(1.31): Comment this out when moving 1.31 to stable1. - # TODO(1.32): Uncomment this when adding jobs for release-1.32 branch. + +# ATTN: RELEASE MANAGERS +# There must be a stable[#] group for EACH release +# If adding a release candidate, it is considered stable1 which then shuffles all other stable versions down +# stable4 may or may not be commented out depending on where in the release cycle we are +# Either: remove the args from under stable4 (if only 3 releases) +# Or: add the args starting with beta through stable4 (if 4 stable releases / updating rc). +# +# tip: gcloud container images list-tags gcr.io/k8s-staging-test-infra/kubekins-e2e --filter="tags:*1.33" --format="table[box](tags)" + beta: + args: + - --repo=k8s.io/kubernetes=release-1.33 + prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250409-f52ea67ed6-1.33 + stable1: args: - --repo=k8s.io/kubernetes=release-1.32 prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.32 - stable1: + stable2: args: - --repo=k8s.io/kubernetes=release-1.31 prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.31 - stable2: + stable3: args: - --repo=k8s.io/kubernetes=release-1.30 prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.30 - stable3: + stable4: args: - --repo=k8s.io/kubernetes=release-1.29 prowImage: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250227-3a13bdd784-1.29 - stable4: nodeTestSuites: default: