From d87fffb3aa9a1205d25f32a4d402c446be1e6311 Mon Sep 17 00:00:00 2001 From: "W. Trevor King" Date: Fri, 26 Apr 2019 13:04:08 -0700 Subject: [PATCH] ci-operator/templates/openshift: Drop us-east-1c We're currently hitting a lot of these. Over the past 24 hours [1]: $ curl -s 'http://localhost:8000/search?name=-e2e-aws&.&q=level%3Derror.*timeout+while+waiting+for+state' | jq -r '. | to_entries[].value[] | to_entries[].value[]' | sed 's/(i-[^)]*/(i-.../;s/(igw-[^)]*/(igw-.../;s/\(master\|nat_gw\|private_routing\|route_net\)\.[0-9]/\1.../' | sort | uniq -c | sort -n 2 level=error msg="\t* aws_instance.master...: Error waiting for instance (i-...) to become ready: timeout while waiting for state 10 level=error msg="\t* aws_security_group.bootstrap: timeout while waiting for state 38 level=error msg="\t* aws_route.igw_route: Error creating route: timeout while waiting for state 58 level=error msg="\t* aws_internet_gateway.igw: error attaching EC2 Internet Gateway (igw-...): timeout while waiting for state 76 level=error msg="\t* aws_route_table_association.private_routing...: timeout while waiting for state 90 level=error msg="\t* aws_route_table_association.route_net...: timeout while waiting for state 164 level=error msg="\t* aws_route.to_nat_gw...: Error creating route: timeout while waiting for state Dropping to two zones will reduce our API load for the per-subnet to_nat_gw routes and route-table associations, which are our leading breakages. Generated with: $ sed -i '/us-east-1c/d' $(git grep -l us-east-1c) [1]: https://github.com/wking/openshift-release/tree/debug-scripts/d3 --- .../openshift/installer/cluster-launch-installer-console.yaml | 2 -- .../openshift/installer/cluster-launch-installer-e2e.yaml | 2 -- .../openshift/installer/cluster-launch-installer-src.yaml | 2 -- .../openshift/openshift-ansible/cluster-scaleup-e2e-40.yaml | 2 -- 4 files changed, 8 deletions(-) diff --git a/ci-operator/templates/openshift/installer/cluster-launch-installer-console.yaml b/ci-operator/templates/openshift/installer/cluster-launch-installer-console.yaml index 4ccead618176..e30e4fbbbc98 100644 --- a/ci-operator/templates/openshift/installer/cluster-launch-installer-console.yaml +++ b/ci-operator/templates/openshift/installer/cluster-launch-installer-console.yaml @@ -241,7 +241,6 @@ objects: zones: - us-east-1a - us-east-1b - - us-east-1c compute: - name: worker replicas: 3 @@ -250,7 +249,6 @@ objects: zones: - us-east-1a - us-east-1b - - us-east-1c networking: clusterNetwork: - cidr: 10.128.0.0/14 diff --git a/ci-operator/templates/openshift/installer/cluster-launch-installer-e2e.yaml b/ci-operator/templates/openshift/installer/cluster-launch-installer-e2e.yaml index 33e91fd4b80a..10bb5952a20f 100644 --- a/ci-operator/templates/openshift/installer/cluster-launch-installer-e2e.yaml +++ b/ci-operator/templates/openshift/installer/cluster-launch-installer-e2e.yaml @@ -243,7 +243,6 @@ objects: zones: - us-east-1a - us-east-1b - - us-east-1c compute: - name: worker replicas: 3 @@ -252,7 +251,6 @@ objects: zones: - us-east-1a - us-east-1b - - us-east-1c networking: clusterNetwork: - cidr: 10.128.0.0/14 diff --git a/ci-operator/templates/openshift/installer/cluster-launch-installer-src.yaml b/ci-operator/templates/openshift/installer/cluster-launch-installer-src.yaml index 00d46d09847d..f525458d8d1e 100644 --- a/ci-operator/templates/openshift/installer/cluster-launch-installer-src.yaml +++ b/ci-operator/templates/openshift/installer/cluster-launch-installer-src.yaml @@ -237,7 +237,6 @@ objects: zones: - us-east-1a - us-east-1b - - us-east-1c compute: - name: worker replicas: 3 @@ -246,7 +245,6 @@ objects: zones: - us-east-1a - us-east-1b - - us-east-1c networking: clusterNetwork: - cidr: 10.128.0.0/14 diff --git a/ci-operator/templates/openshift/openshift-ansible/cluster-scaleup-e2e-40.yaml b/ci-operator/templates/openshift/openshift-ansible/cluster-scaleup-e2e-40.yaml index 3df4e382a346..7e4432af6d1c 100644 --- a/ci-operator/templates/openshift/openshift-ansible/cluster-scaleup-e2e-40.yaml +++ b/ci-operator/templates/openshift/openshift-ansible/cluster-scaleup-e2e-40.yaml @@ -328,7 +328,6 @@ objects: zones: - us-east-1a - us-east-1b - - us-east-1c compute: - name: worker replicas: 3 @@ -337,7 +336,6 @@ objects: zones: - us-east-1a - us-east-1b - - us-east-1c networking: clusterNetwork: - cidr: 10.128.0.0/14