[k8s.io] StatefulSet [k8s.io] Basic StatefulSet functionality [StatefulSetBasic] Scaling should happen in predictable order and halt if any stateful pod is unhealthy

[0xmichalis]

/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/statefulset.go:334
Feb 25 03:57:23.373: StatefulSet ss scaled unexpectedly scaled to 1 -> 2 replicas: &PodList{ListMeta:k8s_io_apimachinery_pkg_apis_meta_v1.ListMeta{SelfLink:/api/v1/namespaces/e2e-tests-statefulset-nv82s/pods,ResourceVersion:12396,},Items:[{{ } {ss-0 ss- e2e-tests-statefulset-nv82s /api/v1/namespaces/e2e-tests-statefulset-nv82s/pods/ss-0 72cd2cd9-fb51-11e6-bdf1-42010af00002 12378 0 2017-02-25 03:56:31.835052034 -0800 PST <nil> <nil> map[foo:bar baz:blah] map[pod.beta.kubernetes.io/subdomain:test kubernetes.io/created-by:{"kind":"SerializedReference","apiVersion":"v1","reference":{"kind":"StatefulSet","namespace":"e2e-tests-statefulset-nv82s","name":"ss","uid":"72ca9fcc-fb51-11e6-bdf1-42010af00002","apiVersion":"apps","resourceVersion":"12030"}}
 pod.beta.kubernetes.io/hostname:ss-0] [] [] } {[{default-token-tshq0 {nil nil nil nil nil SecretVolumeSource{SecretName:default-token-tshq0,Items:[],DefaultMode:*420,Optional:nil,} nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil}}] [] [{nginx gcr.io/google_containers/nginx-slim:0.7 [] []  [] [] [] {map[] map[]} [{default-token-tshq0 true /var/run/secrets/kubernetes.io/serviceaccount }] nil &Probe{Handler:Handler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/index.html,Port:80,Host:,Scheme:HTTP,HTTPHeaders:[],},TCPSocket:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,} nil /dev/termination-log File IfNotPresent nil false false false}] Always 0xc42115c7d8 <nil> ClusterFirst map[] default default <nil> e2e-gce-agent-pr-32-0-minion-group-szzq false false false &PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,} []   nil default-scheduler []} {Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-25 03:56:31 -0800 PST  } {Ready False 0001-01-01 00:00:00 +0000 UTC 2017-02-25 03:57:21 -0800 PST ContainersNotReady containers with unready status: [nginx]} {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-25 03:56:31 -0800 PST  }]   10.240.0.6 10.180.2.174 2017-02-25 03:56:31 -0800 PST [] [{nginx {nil &ContainerStateRunning{StartedAt:2017-02-25 03:56:32 -0800 PST,} nil} {nil nil nil} false 0 gcr.io/google_containers/nginx-slim:0.7 docker://sha256:a9bfbd3ba7f240fb561895271c875fe21722d30560e56dbf9598ffde1615d4dc docker://ae5752069bb6417865f4d12dba55fc7b73e8eec51ab38c0d83695554123fdd19}] BestEffort}} {{ } {ss-1 ss- e2e-tests-statefulset-nv82s /api/v1/namespaces/e2e-tests-statefulset-nv82s/pods/ss-1 90f84131-fb51-11e6-bdf1-42010af00002 12385 0 2017-02-25 03:57:22.449025256 -0800 PST <nil> <nil> map[foo:bar baz:blah] map[kubernetes.io/created-by:{"kind":"SerializedReference","apiVersion":"v1","reference":{"kind":"StatefulSet","namespace":"e2e-tests-statefulset-nv82s","name":"ss","uid":"72ca9fcc-fb51-11e6-bdf1-42010af00002","apiVersion":"apps","resourceVersion":"12380"}}
 pod.beta.kubernetes.io/hostname:ss-1 pod.beta.kubernetes.io/subdomain:test] [] [] } {[{default-token-tshq0 {nil nil nil nil nil &SecretVolumeSource{SecretName:default-token-tshq0,Items:[],DefaultMode:*420,Optional:nil,} nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil}}] [] [{nginx gcr.io/google_containers/nginx-slim:0.7 [] []  [] [] [] {map[] map[]} [{default-token-tshq0 true /var/run/secrets/kubernetes.io/serviceaccount }] nil &Probe{Handler:Handler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/index.html,Port:80,Host:,Scheme:HTTP,HTTPHeaders:[],},TCPSocket:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,} nil /dev/termination-log File IfNotPresent nil false false false}] Always 0xc42115c958 <nil> ClusterFirst map[] default default <nil> e2e-gce-agent-pr-32-0-minion-group-7bz0 false false false &PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,} []   nil default-scheduler []} {Pending [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-25 03:57:22 -0800 PST  } {Ready False 0001-01-01 00:00:00 +0000 UTC 2017-02-25 03:57:22 -0800 PST ContainersNotReady containers with unready status: [nginx]} {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-25 03:57:22 -0800 PST  }]   10.240.0.4  2017-02-25 03:57:22 -0800 PST [] [{nginx {&ContainerStateWaiting{Reason:ContainerCreating,Message:,} nil nil} {nil nil nil} false 0 gcr.io/google_containers/nginx-slim:0.7  }] BestEffort}}],}
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/statefulset_utils.go:272

https://k8s-gubernator.appspot.com/build/kubernetes-jenkins/pr-logs/pull/42097/pull-kubernetes-e2e-gce-gci/19477/
@kubernetes/sig-apps-test-failures

[0xmichalis]

Closing in favor of #41889