sig-release: Rearrange dash configs and prune some jobs from sig-release-job-config-errors

config/jobs/kubernetes-sigs/sig-windows/sig-windows-config.yaml

@@ -171,7 +171,7 @@ periodics:
       securityContext:
         privileged: true
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, sig-windows, provider-azure-on-call
+    testgrid-dashboards: sig-windows, provider-azure-on-call
     testgrid-tab-name: aks-engine-azure-1-14-windows
     testgrid-alert-email: kubernetes-provider-azure@googlegroups.com
     description: Release tests for K8s 1.14 on Clusters with Windows nodes provided by aks-engine on Azure cloud.
@@ -215,7 +215,7 @@ periodics:
       securityContext:
         privileged: true
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, sig-windows, provider-azure-on-call
+    testgrid-dashboards: sig-windows, provider-azure-on-call
     testgrid-tab-name: aks-engine-azure-1-15-windows
     testgrid-alert-email: kubernetes-provider-azure@googlegroups.com
     description: Release tests for K8s 1.15 on Clusters with Windows nodes provided by aks-engine on Azure cloud.

config/jobs/kubernetes/sig-cloud-provider/aws/kops/kops-periodics.yaml

@@ -51,7 +51,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: google-aws, sig-release-job-config-errors, sig-cluster-lifecycle-kops
+    testgrid-dashboards: google-aws, sig-cluster-lifecycle-kops
     testgrid-tab-name: kops-aws-beta
 - interval: 1h
   name: ci-kubernetes-e2e-kops-aws-channelalpha
@@ -312,7 +312,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: google-aws, sig-release-job-config-errors, sig-cluster-lifecycle-kops
+    testgrid-dashboards: google-aws, sig-cluster-lifecycle-kops
     testgrid-tab-name: kops-aws-stable2
 - interval: 6h
   name: ci-kubernetes-e2e-kops-aws-stable3

config/jobs/kubernetes/sig-cloud-provider/gcp/gcp-gce.yaml

@@ -455,7 +455,7 @@ periodics:
       - --up=false
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce
     testgrid-tab-name: soak-gci-gce-1.15
 
 - interval: 12h
@@ -485,7 +485,7 @@ periodics:
       - --up=false
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce
     testgrid-tab-name: soak-gci-gce-1.14
 
 - interval: 12h
@@ -514,7 +514,7 @@ periodics:
       - --up=false
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce
     testgrid-tab-name: soak-gci-gce-1.13
 
 - interval: 12h
@@ -543,5 +543,5 @@ periodics:
       - --up=false
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce
     testgrid-tab-name: soak-gci-gce-1.12

config/jobs/kubernetes/sig-cloud-provider/gcp/gpu/gpu-gke.yaml

@@ -55,7 +55,7 @@ periodics:
       - --timeout=180m
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke
     testgrid-tab-name: gke-device-plugin-gpu-1.16
     testgrid-num-failures-to-alert: '12'
     testgrid-alert-stale-results-hours: '24'
@@ -143,7 +143,7 @@ periodics:
       - --timeout=180m
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke
     testgrid-tab-name: gke-device-plugin-gpu-p100-1.16
     testgrid-num-failures-to-alert: '4'
     testgrid-alert-stale-results-hours: '36'
@@ -173,7 +173,7 @@ periodics:
       - --timeout=180m
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke
     testgrid-tab-name: gke-device-plugin-gpu-p100-1.15
     testgrid-num-failures-to-alert: '4'
     testgrid-alert-stale-results-hours: '36'
@@ -203,7 +203,7 @@ periodics:
       - --timeout=180m
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke
     testgrid-tab-name: gke-device-plugin-gpu-p100-1.14
     testgrid-num-failures-to-alert: '4'
     testgrid-alert-stale-results-hours: '36'
@@ -233,7 +233,7 @@ periodics:
       - --timeout=180m
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke
     testgrid-tab-name: gke-device-plugin-gpu-1.15
     testgrid-num-failures-to-alert: '4'
     testgrid-alert-stale-results-hours: '24'
@@ -263,7 +263,7 @@ periodics:
       - --timeout=180m
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke
     testgrid-tab-name: gke-device-plugin-gpu-1.14
     testgrid-num-failures-to-alert: '2'
     testgrid-alert-stale-results-hours: '24'

config/jobs/kubernetes/sig-cloud-provider/gcp/upgrade-gce.yaml

@@ -25,7 +25,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:ClusterUpgrade\] --upgrade-target=ci/k8s-beta --upgrade-image=gci
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.13-1.14-upgrade-cluster
 
 - interval: 2h
@@ -54,7 +54,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:ClusterUpgrade\] --upgrade-target=ci/k8s-beta --upgrade-image=gci
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.13-1.14-upgrade-cluster-parallel
 
 - interval: 2h
@@ -83,7 +83,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:ClusterUpgrade\] --upgrade-target=ci/k8s-beta --upgrade-image=gci
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.13-1.14-upgrade-cluster-new
 
 - interval: 2h
@@ -113,7 +113,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:ClusterUpgrade\] --upgrade-target=ci/k8s-beta --upgrade-image=gci
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.13-1.14-upgrade-cluster-new-parallel
 
 - interval: 2h
@@ -141,7 +141,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:MasterUpgrade\] --upgrade-target=ci/k8s-beta
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.13-1.14-upgrade-master
 
 - interval: 2h
@@ -170,7 +170,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:MasterUpgrade\] --upgrade-target=ci/k8s-beta
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.13-1.14-upgrade-master-parallel
 
 - interval: 12h
@@ -257,7 +257,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:ClusterUpgrade\] --upgrade-target=ci/k8s-stable1 --upgrade-image=gci
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gce-upgrade
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.12-1.13-upgrade-cluster
 
 - interval: 12h
@@ -285,7 +285,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:ClusterUpgrade\] --upgrade-target=ci/k8s-stable1 --upgrade-image=gci
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gce-upgrade
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.12-1.13-upgrade-cluster-new
 
 - interval: 12h
@@ -313,7 +313,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:MasterUpgrade\] --upgrade-target=ci/k8s-stable1
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gce-upgrade
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.12-1.13-upgrade-master
 
 - interval: 2h
@@ -343,7 +343,7 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:ClusterDowngrade\] --upgrade-target=ci/k8s-stable1 --upgrade-image=gci
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.14-1.13-downgrade-cluster
 
 - interval: 2h
@@ -374,5 +374,5 @@ periodics:
       - --upgrade_args=--ginkgo.focus=\[Feature:ClusterDowngrade\] --upgrade-target=ci/k8s-stable1 --upgrade-image=gci
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gce-upgrade
     testgrid-tab-name: gce-1.14-1.13-downgrade-cluster-parallel

config/jobs/kubernetes/sig-cloud-provider/gcp/upgrade-gke.yaml

@@ -285,7 +285,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gke-upgrade
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-gci-1.12-gci-1.13-upgrade-cluster
 - interval: 12h
   name: ci-kubernetes-e2e-gke-gci-stable2-gci-stable1-upgrade-cluster-new
@@ -316,7 +316,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gke-upgrade
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-gci-1.12-gci-1.13-upgrade-cluster-new
 - interval: 12h
   name: ci-kubernetes-e2e-gke-gci-stable2-gci-stable1-upgrade-master
@@ -347,7 +347,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gke-upgrade
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-gci-1.12-gci-1.13-upgrade-master
 - interval: 2h
   name: ci-kubernetes-e2e-gke-gci-stable3-gci-stable1-upgrade-cluster
@@ -378,7 +378,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gke-upgrade
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-gci-1.11-gci-1.13-upgrade-cluster
 - interval: 2h
   name: ci-kubernetes-e2e-gke-gci-stable3-gci-stable1-upgrade-cluster-new
@@ -410,7 +410,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gke-upgrade
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-gci-1.11-gci-1.13-upgrade-cluster-new
 - interval: 2h
   name: ci-kubernetes-e2e-gke-gci-stable3-gci-stable1-upgrade-master
@@ -441,7 +441,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors, google-gke-upgrade
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-gci-1.11-gci-1.13-upgrade-master
 - interval: 2h
   name: ci-kubernetes-e2e-gke-stable1-beta-upgrade-cluster
@@ -472,7 +472,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-1.13-1.14-upgrade-cluster
 - interval: 2h
   name: ci-kubernetes-e2e-gke-stable1-beta-upgrade-cluster-new
@@ -503,7 +503,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-1.13-1.14-upgrade-cluster-new
 - interval: 2h
   name: ci-kubernetes-e2e-gke-stable1-beta-upgrade-master
@@ -534,7 +534,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-1.13-1.14-upgrade-master
 - interval: 2h
   name: ci-kubernetes-e2e-gke-beta-stable1-downgrade-cluster
@@ -565,7 +565,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-1.14-1.13-downgrade-cluster
 - interval: 2h
   name: ci-kubernetes-e2e-gke-beta-stable1-downgrade-cluster-parallel
@@ -597,7 +597,7 @@ periodics:
       image: gcr.io/k8s-testimages/kubekins-e2e:v20191103-6816af1-master
 
   annotations:
-    testgrid-dashboards: sig-release-job-config-errors
+    testgrid-dashboards: google-gke-upgrade
     testgrid-tab-name: gke-1.14-1.13-downgrade-cluster-parallel
 - interval: 2h
   name: ci-kubernetes-e2e-gke-gci-master-gci-new-downgrade-cluster

config/testgrids/kubernetes/sig-release/config.yaml

@@ -18,6 +18,7 @@ dashboard_groups:
   - sig-release-publishing-bot
   - sig-release-release-notes-presubmits
   - sig-release-prototype-master-blocking
+  - sig-release-generated
   - sig-release-job-config-errors
 
 # Dashboards
@@ -64,4 +65,5 @@ dashboards:
     test_group_name: pull-release-notes-test
     base_options: width=10
 - name: sig-release-prototype-master-blocking
+- name: sig-release-generated
 - name: sig-release-job-config-errors

experiment/generate_tests.py

@@ -274,7 +274,7 @@ def initialize_dashboards_with_release_blocking_info(self, version):
         elif self.job.get('releaseInforming'):
             dashboards.append('sig-release-%s-informing' % version)
         else:
-            dashboards.append('sig-release-job-config-errors')
+            dashboards.append('sig-release-generated')
         return dashboards
 
     def generate(self):