{"level":"info","ts":1690461845294.2234,"caller":"config/config.go:405","message":"loading configuration file","config":"/etc/chaos-controller/config.yaml"}
{"level":"info","ts":1690461851454.4436,"caller":"eventbroadcaster/notifiersink.go:38","message":"notifier noop enabled"}
{"level":"info","ts":1690461851454.65,"caller":"cloudservice/manager.go:53","message":"all cloud providers are disabled"}
{"level":"info","ts":1690461851454.6626,"caller":"cloudservice/manager.go:95","message":"starting periodic pull and parsing of the cloud provider ip ranges","interval":"24h0m0s"}
{"level":"info","ts":1690461851494.2886,"caller":"chaos-controller/main.go:290","message":"starting chaos-controller"}
{"level":"info","ts":1690461901034.4536,"caller":"webhook/span_context.go:60","message":"storing span context in annotations","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461901098.2048,"caller":"v1beta1/disruption_webhook.go:113","message":"validating created disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461909602.663,"caller":"watchers/disruptions_watchers_manager.go:214","message":"Creating a new watcher manager","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"debug","ts":1690461911456.1592,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690461916497.4724,"caller":"watchers/disruptions_watchers_manager.go:102","message":"Watcher created","watcherName":"ChaosPod","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461923594.3806,"caller":"watchers/disruptions_watchers_manager.go:102","message":"Watcher created","watcherName":"DisruptionTarget","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"error","ts":1690461923594.4597,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461923597.4067,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","targetKind":"pod"}
{"level":"debug","ts":1690461923597.5178,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","targetKind":"pod"}
{"level":"debug","ts":1690461923957.4924,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690461923994.711,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690461924003.1602,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461924003.25,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"info","ts":1690461924006.8171,"caller":"controllers/disruption_controller.go:893","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"}
{"level":"debug","ts":1690461924007.071,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","foundPods":[]}
{"level":"debug","ts":1690461924007.114,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","foundPods":[]}
{"level":"debug","ts":1690461924007.125,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh"],"eligible_targets":{"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh":{"injectionStatus":"NotInjected","since":null},"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z":{"injectionStatus":"NotInjected","since":null}},"error":null}
{"level":"debug","ts":1690461924007.1548,"caller":"controllers/disruption_controller.go:949","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh"]}
{"level":"debug","ts":1690461924015.0708,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690461924015.2268,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=cpu-pressure,chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","foundPods":[]}
{"level":"info","ts":1690461924015.2563,"caller":"controllers/disruption_controller.go:595","message":"creating chaos pod","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","chaosPodArgs":["cpu-pressure","--count","100%","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;containerd://7b471332350fe3434a181d94f97bb798a0d9f201b057b02f2d41db116a8d7603,istio-proxy;containerd://60632b3ff9d24bbe24cac43d805ee884d8b97dc6e4aea113f3ef83b96c134af7","--target-pod-ip","10.72.76.230","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","cpu-pressure-pod-rohab","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","--log-context-target-node-name","ip-10-72-65-218.us-west-2.compute.internal","--not-injected-before","2023-07-27T12:45:01Z","--deadline","2023-07-27T12:51:00Z"]}
{"level":"debug","ts":1690461924104.0706,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924104.2415,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=cpu-pressure,chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","foundPods":[]}
{"level":"info","ts":1690461924104.2913,"caller":"controllers/disruption_controller.go:595","message":"creating chaos pod","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","chaosPodArgs":["cpu-pressure","--count","100%","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;containerd://bb24ca6cba11e4d839df708b74299eabca0879f5b9678a0389517cf4041e68ac,istio-proxy;containerd://019fe0d5a9affe51fa1d3488f848c45dbfb6f2d996c17bda5c4d0e0e84fb1803","--target-pod-ip","10.72.165.119","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","cpu-pressure-pod-rohab","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","--log-context-target-node-name","ip-10-72-142-115.us-west-2.compute.internal","--not-injected-before","2023-07-27T12:45:01Z","--deadline","2023-07-27T12:51:00Z"]}
{"level":"debug","ts":1690461924118.1733,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924118.2253,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924152.1372,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924152.6287,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":""}
{"level":"debug","ts":1690461924152.7856,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924152.825,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461924152.841,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-jbhw9"}
{"level":"debug","ts":1690461924152.8552,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461924152.8745,"caller":"controllers/disruption_controller.go:458","message":"from status  to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924193.5813,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461924193.6287,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461924194.5442,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924194.6047,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924196.7266,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461924196.7925,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461924196.9087,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924206.218,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461924206.2893,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461924209.4622,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924209.5168,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461924209.5671,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924209.596,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461924209.607,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-jbhw9"}
{"level":"debug","ts":1690461924209.617,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461924209.6418,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924214.278,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461924214.3171,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461924218.169,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461924218.2285,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461924218.3176,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924228.472,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461924228.5396,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461924293.7156,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924293.7761,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461924293.853,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924293.8843,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461924293.8948,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-jbhw9"}
{"level":"debug","ts":1690461924293.9043,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461924293.916,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924299.9468,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461924299.9827,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461924977.7688,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924978.0486,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924980.379,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461924980.4514,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461924980.567,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924988.5686,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461924988.646,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461924993.2366,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461924993.294,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461924993.4395,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461924993.5498,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461924993.5786,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-jbhw9"}
{"level":"debug","ts":1690461924993.593,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461924993.6096,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461924998.679,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461924998.7166,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925001.5386,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461925001.628,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461925001.7634,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925010.9146,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925010.9844,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461925014.819,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925014.874,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925014.932,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925014.9668,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461925014.9814,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-jbhw9"}
{"level":"debug","ts":1690461925015.008,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461925015.0208,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925019.6682,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461925019.7063,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925038.5881,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925038.6477,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925093.6763,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461925093.7568,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461925093.9187,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925102.2996,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925102.3706,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461925105.4019,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925105.4539,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925105.5154,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925105.5479,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461925105.5613,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 1/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461925105.577,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925113.3704,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461925113.4077,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925116.2285,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461925116.2888,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461925116.3838,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925124.2139,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925124.2815,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461925128.4812,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925128.533,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925128.597,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925128.6292,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461925128.657,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 1/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461925128.6738,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925133.66,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461925133.6965,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925429.599,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925429.7915,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925431.7139,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461925431.822,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461925431.9597,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925441.596,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925441.6672,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461925444.9666,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925445.023,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925445.0735,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925445.1077,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461925445.1228,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 1/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461925445.1348,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925449.8499,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461925449.8855,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925453.9043,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461925453.9626,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461925454.0505,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925462.3462,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925462.4138,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461925465.342,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925465.3955,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925465.4478,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925465.4766,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690461925465.489,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 1/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461925465.4998,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925471.3982,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690461925471.4368,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925504.7573,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925504.813,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925506.2183,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461925506.2864,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461925506.3975,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925514.7979,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925514.8652,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461925519.2517,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925519.3113,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690461925519.376,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461925519.4158,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925525.976,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461925526.0203,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":336.473980361}
{"level":"debug","ts":1690461925529.4333,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925529.5054,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461925536.297,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461925536.3596,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461925536.452,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461925596.9434,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925597.0166,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461925599.923,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461925599.979,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461925600.0269,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461925600.0598,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461925606.2048,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461925606.2437,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":336.393757118}
{"level":"debug","ts":1690461925609.6113,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461925609.679,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461935775.3867,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","targetKind":"pod"}
{"level":"debug","ts":1690461935779,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461935779.0742,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461935779.2039,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461935789.7185,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690461935792.6807,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461935792.7656,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461935798.0967,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461935798.157,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461935798.2395,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461935798.28,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461935804.0889,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461935804.1345,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":326.195866568}
{"level":"debug","ts":1690461935807.6106,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461935807.6943,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461935812.9333,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690461935818.0398,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461935818.124,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461935818.2976,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461935827.484,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461935827.5564,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461935893.76,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461935893.8357,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461935893.8875,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461935893.9207,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461935899.2146,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461935899.2505,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":326.100750233}
{"level":"debug","ts":1690461935902.5757,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461935902.639,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461937506.2493,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690461937514.2622,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461937514.3486,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461937514.5168,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461937517.3176,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-init","timestamp":1690461936}
{"level":"debug","ts":1690461937523.3481,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461937523.434,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461937593.8958,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461937593.9714,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461937594.067,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461937594.1023,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461937600.3635,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461937600.4102,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":324.399591043}
{"level":"debug","ts":1690461937603.8406,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461937603.9136,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461939516.0269,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690461939520.8333,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461939520.9097,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"info","ts":1690461939521.1006,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690461939521.1458,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690461939521.159,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461938}
{"level":"debug","ts":1690461939521.1116,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461939531.3572,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461939531.4253,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461939534.1707,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690461939535.1108,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461939535.1611,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461939535.2422,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690461939535.2751,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461939593.7344,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461938}
{"level":"debug","ts":1690461939593.7905,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-proxy","timestamp":1690461937}
{"level":"debug","ts":1690461939593.8232,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-init","timestamp":1690461936}
{"level":"debug","ts":1690461939593.7559,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461939593.923,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":322.406077708}
{"level":"debug","ts":1690461939597.4607,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461939597.557,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461939603.6821,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461939603.7415,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461939603.9036,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461939613.6238,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461939613.6914,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461939693.8672,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461939693.9346,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461939694.0034,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461939694.0386,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461939699.0679,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461939699.104,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":322.300896645}
{"level":"debug","ts":1690461939702.496,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461939702.5698,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461940002.6252,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461940002.7021,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461940002.8687,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461940012.6104,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461940012.6782,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461940016.539,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461940016.5947,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461940016.655,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461940016.6907,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461940021.483,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461940021.5222,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":321.978478503}
{"level":"debug","ts":1690461940024.8232,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461940024.8894,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461951078.5422,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","targetKind":"pod"}
{"level":"debug","ts":1690461951085.9053,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461951085.9812,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461951086.1538,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461951089.9475,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"debug","ts":1690461951096.4448,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461951096.5305,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461951101.013,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461951101.074,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461951101.1367,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461951101.172,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461951106.794,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"debug","ts":1690461951108.3975,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461951108.4365,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":310.891564249}
{"level":"debug","ts":1690461951111.9307,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461951112.015,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461951197.816,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461951197.8809,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461951198.0288,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461951206.865,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461951206.9458,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461951210.1665,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461951210.2249,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461951210.305,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690461951210.347,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461951216.905,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","targetKind":"pod"}
{"level":"debug","ts":1690461951219.5789,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461951219.6226,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":310.780378206}
{"level":"debug","ts":1690461951223.0742,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461951223.1565,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461951293.9824,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"debug","ts":1690461951298.5706,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461951298.652,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461951298.8508,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461951301.5066,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"debug","ts":1690461951394.1692,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461951394.2632,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461951397.5635,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461951397.6414,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461951397.7107,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461951397.7495,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461951403.8909,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461951403.9365,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":310.596064247}
{"level":"debug","ts":1690461951407.2808,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461951407.3555,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461951413.4456,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461951413.5042,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461951413.659,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461951497.2449,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461951497.3325,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461951500.6765,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461951500.7332,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461951500.8213,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690461951500.866,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461951505.678,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461951505.7134,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":310.494287141}
{"level":"debug","ts":1690461951509.0442,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461951509.1133,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461952938.1921,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"debug","ts":1690461952948.2673,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461952948.3643,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461952948.5334,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461952952.734,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690461952997.7937,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461952997.9214,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461953002.9573,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461953003.035,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461953003.1313,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690461953003.1755,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461953008.41,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461953008.4602,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":308.991540468}
{"level":"debug","ts":1690461953012.0745,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461953012.1853,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461953110.847,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"debug","ts":1690461953118.5125,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461953118.616,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461953118.51,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690461953118.8442,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461953128.324,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461953128.4421,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461953132.164,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461953132.2546,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461953132.3552,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690461953132.4028,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461953138.866,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461953138.9417,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":308.861059401}
{"level":"debug","ts":1690461953194.3315,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461953194.4429,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461954949.1184,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"debug","ts":1690461954953.123,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461954953.3047,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461954953.5586,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461954955.3572,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690461954955.413,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690461954955.4316,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690461954994.2302,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"debug","ts":1690461954994.5461,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461954994.6345,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461954998.6543,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690461954998.7073,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690461954998.7234,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690461954998.811,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461954998.8945,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461954998.999,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461954999.0369,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461955004.2905,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461955004.3374,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":306.99566315}
{"level":"debug","ts":1690461955094.1772,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461955094.2712,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461955102.279,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461955102.3818,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461955102.5571,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461955111.6887,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461955111.7832,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461955118.3005,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"debug","ts":1690461955118.72,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461955118.8015,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461955118.8586,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461955118.9,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690461955122.632,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690461955122.6846,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690461955122.7024,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690461955193.9238,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461955193.9915,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":306.806009401}
{"level":"debug","ts":1690461955197.665,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461955197.7551,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461955293.6343,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"debug","ts":1690461955298.7732,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690461955298.8362,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690461955298.8584,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690461955300.8848,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461955300.9631,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461955301.1155,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461955310.2122,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461955310.3418,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461955313.6772,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461955313.7551,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461955393.4397,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461955393.5173,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461955400.112,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461955400.175,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":306.59982603}
{"level":"debug","ts":1690461955403.7903,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461955403.8914,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461966502.4424,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690461966509.1206,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461966509.1987,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461966509.3704,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461938}
{"level":"debug","ts":1690461966509.4277,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-proxy","timestamp":1690461937}
{"level":"debug","ts":1690461966509.4424,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-init","timestamp":1690461936}
{"level":"debug","ts":1690461966509.3943,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461966524.9868,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461966525.0723,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461966528.3599,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461966528.4324,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461966528.5208,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690461966528.564,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461966593.876,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461966593.9304,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":295.406070212}
{"level":"debug","ts":1690461966597.6619,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461966597.7473,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461971456.1602,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690461981816.6445,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"debug","ts":1690461981820.0789,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690461981820.1794,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461981820.4155,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461981822.8984,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690461981822.952,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690461981822.9648,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690461981834.8684,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461981834.9763,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461981838.8596,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461981838.9404,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461981839.0188,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690461981839.0579,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461981894.0479,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461981894.1082,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":280.105892846}
{"level":"debug","ts":1690461981897.9016,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461981898.0256,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461981968.2642,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"debug","ts":1690461981972.5222,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690461981972.5586,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"debug","ts":1690461981972.5793,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690461981972.5923,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"error","ts":1690461981972.6162,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690461981972.809,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690461981997.774,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461981997.9316,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461982002.515,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690461982002.593,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690461982002.6758,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690461982002.713,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690461982007.9048,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690461982007.9539,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":279.992046926}
{"level":"debug","ts":1690461982011.3372,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690461982011.4167,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690461983958.1794,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462031455.4224,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462043959.2432,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462091456.1807,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462103960.2927,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462151455.5127,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462163961.6863,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462211456.1667,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462223962.3713,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260046.419,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260046.5378,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260048.2375,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260048.2932,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260051.1948,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462260051.2688,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462260051.429,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260097.0945,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462260097.194,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462260102.099,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462260102.1667,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690462260102.2468,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462260102.2852,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260108.4556,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690462260108.493,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":1.891507796}
{"level":"debug","ts":1690462260111.7734,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462260111.8403,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462260119.9116,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462260119.991,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462260120.1318,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260197.111,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462260197.192,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462260200.6028,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260200.674,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690462260200.755,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462260200.7957,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260205.6045,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690462260205.6482,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","requeueDelay":1.794352751}
{"level":"debug","ts":1690462260209,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462260209.0676,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462260448.817,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260448.8762,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260451.5046,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462260451.5923,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462260451.7437,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462260459.9517,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462260460.0308,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462260464.3718,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260464.4229,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690462260464.4856,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260464.5156,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690462260464.5276,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 1/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690462260464.539,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260471.2212,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690462260471.2559,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690462260475.2375,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462260475.3132,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462260475.4495,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462260480.2993,"caller":"controllers/disruption_controller.go:148","message":"a retryable error occurred in reconcile loop","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"error handling chaos pods termination: Operation cannot be fulfilled on disruptions.chaos.datadoghq.com \"cpu-pressure-pod-rohab\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"debug","ts":1690462260483.2654,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462260483.325,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462260483.4326,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462260491.5835,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462260491.6553,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462260495.8538,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462260495.9072,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690462260495.9714,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260495.9998,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690462260496.0112,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 1/2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690462260496.023,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260500.814,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690462260500.8481,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690462260732.3196,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260732.3916,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260734.5374,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462260734.628,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462260734.7957,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260744.427,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462260744.4983,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462260747.7732,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462260747.8267,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690462260747.8848,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462260747.9153,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PausedPartiallyInjected, terminationStatus is 1, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260755.5293,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected","error":null}
{"level":"info","ts":1690462260755.5642,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected"}
{"level":"debug","ts":1690462260759.5725,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462260759.6477,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462260759.79,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462260763.6204,"caller":"controllers/disruption_controller.go:148","message":"a retryable error occurred in reconcile loop","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"error handling chaos pods termination: Operation cannot be fulfilled on disruptions.chaos.datadoghq.com \"cpu-pressure-pod-rohab\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"debug","ts":1690462260766.308,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462260766.368,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462260766.468,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260796.963,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462260797.0361,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462260800.3928,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462260800.4482,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected"}
{"level":"debug","ts":1690462260800.5098,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462260800.543,"caller":"controllers/disruption_controller.go:458","message":"from status PausedPartiallyInjected to PausedPartiallyInjected, terminationStatus is 1, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462260805.5776,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected","error":null}
{"level":"info","ts":1690462260805.6155,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected"}
{"level":"debug","ts":1690462261484.8757,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462261484.9556,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462261485.1152,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462261493.491,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462261493.5967,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462261498.055,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected"}
{"level":"debug","ts":1690462261498.1707,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462261498.2073,"caller":"controllers/disruption_controller.go:458","message":"from status PausedPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462261505.0073,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462261508.0771,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462261508.147,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462261508.32,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462261517.756,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462261517.85,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462261521.0166,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462261521.1125,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462261521.1458,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462261525.9392,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462262468.0432,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462262468.119,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462262471.5894,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462262471.661,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462262471.8464,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462262480.2798,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462262480.3518,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462262483.3726,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462262483.5083,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462262483.551,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462262489.7031,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462262492.78,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462262492.8464,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462262492.982,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462262501.4023,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462262501.49,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462262505.7717,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462262505.9097,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462262505.9521,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462262510.9202,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462262738.3025,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462262738.3723,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462262740.4587,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462262740.5422,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462262740.7034,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462262750.5618,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462262750.6477,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462262753.8955,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462262754.019,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462262754.0576,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462262758.8555,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462262762.8552,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462262762.9177,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462262763.029,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462262771.1895,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462262771.2583,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462262774.1726,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462262774.3467,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462262774.3894,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462262793.766,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462271456.0225,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462283962.6733,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462331456.31,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462343963.5767,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462391455.9956,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462403964.728,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462451455.626,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462463965.6094,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462511456.3235,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462523966.5706,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462571456.4414,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462583967.5679,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462631455.4219,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462643968.3408,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462650914.1755,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"debug","ts":1690462650921.0955,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462650921.2097,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462650921.3958,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462650921.8752,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690462650921.946,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690462650921.9614,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690462650993.7473,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"debug","ts":1690462651096.517,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462651096.6167,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462651097.692,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690462651097.737,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690462651097.749,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690462651102.0479,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462651102.112,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690462651102.2068,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462651102.2527,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462651193.5981,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461938}
{"level":"debug","ts":1690462651193.6528,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-proxy","timestamp":1690461937}
{"level":"debug","ts":1690462651193.6646,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-init","timestamp":1690461936}
{"level":"debug","ts":1690462651193.7292,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462651198.117,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462651198.2083,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462651198.3516,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462651207.36,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462651207.4575,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462651210.532,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462651210.6733,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462651210.713,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462651216.9307,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462661766.961,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"info","ts":1690462661771.5952,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690462661771.6494,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690462661771.6672,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.93.203:15021/healthz/ready\": dial tcp 10.72.93.203:15021: connect: connection refused","timestamp":1690462661}
{"level":"debug","ts":1690462661771.682,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.93.203:15020/app-health/fault-injection-showcase/readyz\": dial tcp 10.72.93.203:15020: connect: connection refused","timestamp":1690462661}
{"level":"debug","ts":1690462661771.6934,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Unhealthy","message":"Readiness probe failed: HTTP probe failed with statuscode: 503","timestamp":1690462655}
{"level":"debug","ts":1690462661771.716,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690462661771.7402,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690462661771.7505,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690462661772.7437,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462661772.825,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462661772.9844,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462661782.8555,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462661782.952,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462661793.8926,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462661794.0503,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462661794.0947,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462661800.7798,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462661824.366,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","newTargetKind":"pod"}
{"level":"debug","ts":1690462661827.8215,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462661827.9084,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462661828.057,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462661898.384,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462661898.4888,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462661898.576,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"info","ts":1690462661994.2507,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690462661994.3037,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690462661994.318,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.179.2:15021/healthz/ready\": dial tcp 10.72.179.2:15021: connect: connection refused","timestamp":1690462661}
{"level":"debug","ts":1690462661994.3342,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.179.2:15020/app-health/fault-injection-showcase/readyz\": dial tcp 10.72.179.2:15020: connect: connection refused","timestamp":1690462661}
{"level":"debug","ts":1690462661994.346,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Unhealthy","message":"Readiness probe failed: HTTP probe failed with statuscode: 503","timestamp":1690462655}
{"level":"debug","ts":1690462661994.3564,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690462661994.3672,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690462661994.3923,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690462661994.7976,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462661994.9153,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462661994.9524,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462661999.1675,"caller":"watchers/target_pod.go:60","message":"DisruptionTargetHandler DELETE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-ptmpl","targetKind":"pod"}
{"level":"debug","ts":1690462661999.2388,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","newTargetKind":"pod"}
{"level":"debug","ts":1690462662094.5127,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462662095.174,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.179.2:15021/healthz/ready\": dial tcp 10.72.179.2:15021: connect: connection refused","timestamp":1690462661}
{"level":"debug","ts":1690462662095.2344,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.179.2:15020/app-health/fault-injection-showcase/readyz\": dial tcp 10.72.179.2:15020: connect: connection refused","timestamp":1690462661}
{"level":"debug","ts":1690462662095.2522,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Unhealthy","message":"Readiness probe failed: HTTP probe failed with statuscode: 503","timestamp":1690462655}
{"level":"debug","ts":1690462662095.2693,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461954}
{"level":"debug","ts":1690462662095.284,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-proxy","timestamp":1690461953}
{"level":"debug","ts":1690462662095.2988,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","reason":"Started","message":"Started container istio-init","timestamp":1690461952}
{"level":"debug","ts":1690462662102.895,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462662103.4006,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462662103.7935,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462662104.5608,"caller":"watchers/target_pod.go:60","message":"DisruptionTargetHandler DELETE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-7wrlw","targetKind":"pod"}
{"level":"debug","ts":1690462662194.225,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462662194.3313,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462662197.78,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462662197.947,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462662197.9878,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462662202.6514,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462662276.4604,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690462662284.5017,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462662284.5825,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462662284.729,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"info","ts":1690462662285.1804,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690462662285.2183,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690462662285.2378,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.41.100:15021/healthz/ready\": dial tcp 10.72.41.100:15021: connect: connection refused","timestamp":1690462660}
{"level":"debug","ts":1690462662285.2566,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.41.100:15020/app-health/fault-injection-showcase/readyz\": dial tcp 10.72.41.100:15020: connect: connection refused","timestamp":1690462656}
{"level":"debug","ts":1690462662285.2854,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Unhealthy","message":"Readiness probe failed: HTTP probe failed with statuscode: 503","timestamp":1690462654}
{"level":"debug","ts":1690462662285.3013,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690461938}
{"level":"debug","ts":1690462662285.33,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-proxy","timestamp":1690461937}
{"level":"debug","ts":1690462662285.3467,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","reason":"Started","message":"Started container istio-init","timestamp":1690461936}
{"level":"debug","ts":1690462662297.138,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462662297.215,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462662300.144,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462662300.2634,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462662300.3042,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462662306.433,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462662394.1274,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","newTargetKind":"pod"}
{"level":"debug","ts":1690462662397.6765,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462662398.007,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462662398.3877,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462662404.0623,"caller":"watchers/target_pod.go:60","message":"DisruptionTargetHandler DELETE","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-bdtj7","targetKind":"pod"}
{"level":"debug","ts":1690462662407.2356,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462662407.3389,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462662493.8848,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462662494.0833,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462662494.1292,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462662500.4104,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462662506.3728,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690462662506.8386,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690462662507.425,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462662597.16,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690462662597.2678,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690462662600.704,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690462662600.856,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690462662600.899,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690462662605.9834,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690462691455.6853,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462703968.8767,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462751456.03,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462763969.997,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462811456.284,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462823971.1704,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690462871455.8635,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462883972.5234,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462931456.353,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690462943973.4084,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690462991455.4666,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463003973.9968,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690463051456.0334,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463063974.7664,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463111455.5474,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463123975.7559,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690463171455.4512,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463183976.1677,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463231455.9146,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463243977.4915,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463291455.9722,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463303978.7546,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463351456.068,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463363979.7495,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690463411455.4763,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463423980.5476,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690463471455.6282,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463483981.742,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690463531456.1802,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463543982.4402,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690463591455.9722,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463603983.4521,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463651455.7012,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463663984.22,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690463711456.3857,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463723984.7002,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463771456.107,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463783985.8914,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463831456.2893,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463843986.5627,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463891456.1575,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463903987.027,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690463951455.823,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690463963987.9324,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-jbhw9","chaos-cpu-pressure-pod-rohab-q4q6j"]}
{"level":"debug","ts":1690464011455.462,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464023988.5435,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690464071456.437,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464083988.9827,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690464088435.346,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464088435.4255,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464088435.5803,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"debug","ts":1690464088442.3096,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-rohab-q4q6j","chaos-cpu-pressure-pod-rohab-jbhw9"]}
{"level":"info","ts":1690464088442.349,"caller":"controllers/disruption_controller.go:1003","message":"terminating chaos pod to trigger cleanup","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-q4q6j"}
{"level":"debug","ts":1690464088472.459,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464088472.54,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464088495.0425,"caller":"controllers/disruption_controller.go:1003","message":"terminating chaos pod to trigger cleanup","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-rohab-jbhw9"}
{"level":"debug","ts":1690464088496.4436,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-q4q6j","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464088524.5906,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464088524.6453,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464088545.9653,"caller":"controllers/disruption_controller.go:214","message":"disruption has not been fully cleaned yet, re-queuing in 18s","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464088547.6516,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-rohab-jbhw9","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464088598.1697,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690464088598.254,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690464088605.4448,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464088605.5178,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464088605.6033,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690464088605.6523,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"info","ts":1690464088605.6675,"caller":"controllers/disruption_controller.go:224","message":"all chaos pods are cleaned up; removing disruption finalizer","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464088605.734,"caller":"watchers/disruptions_watchers_manager.go:126","message":"all watchers have been removed","disruptionName":"cpu-pressure-pod-rohab","namespacedName":"chaos-engineering-framework"}
{"level":"debug","ts":1690464088609.1675,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","cpuPressure":{"count":"100%"}}}
{"level":"debug","ts":1690464088609.2334,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690464088609.2705,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","oldHash":"5d48f9be6daa389f22761fa690703fb5","newHash":"5d48f9be6daa389f22761fa690703fb5"}
{"level":"debug","ts":1690464088615.3845,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690464106602.7913,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-rohab","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-rohab,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690464131455.7478,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464191455.7173,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"info","ts":1690464198993.7097,"caller":"webhook/span_context.go:60","message":"storing span context in annotations","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464199001.8977,"caller":"v1beta1/disruption_webhook.go:113","message":"validating created disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464206406.2878,"caller":"watchers/disruptions_watchers_manager.go:214","message":"Creating a new watcher manager","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"debug","ts":1690464213264.6023,"caller":"watchers/disruptions_watchers_manager.go:102","message":"Watcher created","watcherName":"ChaosPod","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464220120.0095,"caller":"watchers/disruptions_watchers_manager.go:102","message":"Watcher created","watcherName":"DisruptionTarget","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"error","ts":1690464220120.0808,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464220120.1553,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690464220122.8684,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","targetKind":"pod"}
{"level":"debug","ts":1690464220123.0347,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","targetKind":"pod"}
{"level":"debug","ts":1690464220195.732,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464220195.8184,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"info","ts":1690464220201.2393,"caller":"controllers/disruption_controller.go:893","message":"selecting targets to inject disruption to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"}
{"level":"debug","ts":1690464220201.5254,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","foundPods":[]}
{"level":"debug","ts":1690464220201.573,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","foundPods":[]}
{"level":"debug","ts":1690464220201.5847,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh"],"eligible_targets":{"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh":{"injectionStatus":"NotInjected","since":null},"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z":{"injectionStatus":"NotInjected","since":null}},"error":null}
{"level":"debug","ts":1690464220201.6194,"caller":"controllers/disruption_controller.go:949","message":"updating instance status with targets selected for injection","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","fault-injection-showcase-plugin-master-template-b785fd95b-xc67z"]}
{"level":"debug","ts":1690464220208.4624,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]}
{"level":"debug","ts":1690464220208.6052,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=container-failure,chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","foundPods":[]}
{"level":"info","ts":1690464220208.6362,"caller":"controllers/disruption_controller.go:595","message":"creating chaos pod","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","chaosPodArgs":["container-failure","--forced","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;containerd://7b471332350fe3434a181d94f97bb798a0d9f201b057b02f2d41db116a8d7603,istio-proxy;containerd://60632b3ff9d24bbe24cac43d805ee884d8b97dc6e4aea113f3ef83b96c134af7","--target-pod-ip","10.72.76.230","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","container-failure-all-forced","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","--log-context-target-node-name","ip-10-72-65-218.us-west-2.compute.internal","--not-injected-before","2023-07-27T13:23:18Z","--deadline","2023-07-27T13:29:17Z"]}
{"level":"debug","ts":1690464220295.5022,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464220310.1978,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464220310.247,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464220585.1401,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=container-failure,chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","foundPods":[]}
{"level":"info","ts":1690464220585.1792,"caller":"controllers/disruption_controller.go:595","message":"creating chaos pod","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","chaosPodArgs":["container-failure","--forced","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;containerd://bb24ca6cba11e4d839df708b74299eabca0879f5b9678a0389517cf4041e68ac,istio-proxy;containerd://019fe0d5a9affe51fa1d3488f848c45dbfb6f2d996c17bda5c4d0e0e84fb1803","--target-pod-ip","10.72.165.119","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","container-failure-all-forced","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","--log-context-target-node-name","ip-10-72-142-115.us-west-2.compute.internal","--not-injected-before","2023-07-27T13:23:18Z","--deadline","2023-07-27T13:29:17Z"]}
{"level":"debug","ts":1690464220635.1064,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464220636.1392,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":""}
{"level":"debug","ts":1690464220636.29,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464220636.3298,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-container-failure-all-forced-dbg66"}
{"level":"debug","ts":1690464220636.3423,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-container-failure-all-forced-lkzwd"}
{"level":"debug","ts":1690464220636.3577,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 0/2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464220636.3938,"caller":"controllers/disruption_controller.go:458","message":"from status  to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464220893.7458,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690464220993.393,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464221094.665,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464221094.7659,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464221100.2905,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464221100.3784,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464221100.5837,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464221105.314,"caller":"controllers/disruption_controller.go:148","message":"a retryable error occurred in reconcile loop","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"error handling chaos pods termination: Operation cannot be fulfilled on disruptions.chaos.datadoghq.com \"container-failure-all-forced\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"debug","ts":1690464221108.1582,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464221108.2332,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464221108.4553,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464221294.2776,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464221294.4172,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464221298.0935,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464221298.1606,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464221298.3127,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464221298.3518,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-container-failure-all-forced-dbg66"}
{"level":"debug","ts":1690464221298.364,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-container-failure-all-forced-lkzwd"}
{"level":"debug","ts":1690464221298.3762,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 0/2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464221298.394,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464221303.178,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690464221303.229,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464221836.3257,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464221843.5933,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464221843.6826,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464221843.8416,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464221894.5938,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464221894.6555,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464221897.1912,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464221897.264,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464221901.5312,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464221901.5945,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464221901.6719,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464221901.7063,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-container-failure-all-forced-dbg66"}
{"level":"debug","ts":1690464221901.7214,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-container-failure-all-forced-lkzwd"}
{"level":"debug","ts":1690464221901.7358,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 0/2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464221901.7537,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464221906.211,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464221906.2666,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464221907.0894,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690464221907.1304,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"info","ts":1690464221893.7507,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464221993.656,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464221994.3079,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464221994.3909,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464221994.5505,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464222004.4956,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464222004.585,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464222093.943,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464222094.3025,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464222094.3853,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464222096.9333,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464222096.994,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464222097.8694,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464222097.942,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464222098.0146,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464222098.0496,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464222099.9497,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464222099.9888,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464222104.794,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464222104.8296,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":336.895171023}
{"level":"debug","ts":1690464222194.2615,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464222194.355,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464222201.6829,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464222201.7407,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464222201.9167,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464222210.02,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464222210.091,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464222214.3484,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464222214.4084,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464222214.476,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464222214.5132,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464222219.5571,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464222219.5977,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":336.780402993}
{"level":"debug","ts":1690464222222.9158,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464222222.9827,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464223851.605,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464223856.1833,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464223856.2627,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464223856.4163,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464223856.9321,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Terminated","newState":"Running"}
{"level":"info","ts":1690464223856.9736,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Terminated","newState":"Running"}
{"level":"debug","ts":1690464223856.9941,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464223}
{"level":"debug","ts":1690464223865.2683,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464223865.3447,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464223894.0032,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464223894.0725,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464223894.1418,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464223894.1816,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464223901.957,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464223902.0134,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":335.097987628}
{"level":"debug","ts":1690464223905.6355,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464223905.7107,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464224018.7756,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"info","ts":1690464224023.793,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Terminated","newState":"Running"}
{"level":"info","ts":1690464224023.8525,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Terminated","newState":"Running"}
{"level":"debug","ts":1690464224023.8716,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464223}
{"level":"debug","ts":1690464224023.9832,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464224024.0527,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464224024.1963,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464224033.5789,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464224033.6545,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464224037.5193,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464224037.5789,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464224037.639,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464224037.68,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464224098.2397,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464224098.299,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":334.901701537}
{"level":"debug","ts":1690464224101.6218,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464224101.6958,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464224732.4683,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464224737.9346,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464224738.0046,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464224738.1597,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464224746.435,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464224746.513,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464224750.6912,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464224750.7458,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464224750.802,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464224750.8425,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464224793.63,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464224793.6702,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":334.20633046}
{"level":"debug","ts":1690464224796.9834,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464224797.0493,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464224849.8809,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464224855.1785,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464224855.259,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464224855.4087,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464224856.3428,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464223}
{"level":"debug","ts":1690464224864.6187,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464224864.695,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464224893.7336,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464224893.8193,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464224893.9102,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464224893.951,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464224900.0225,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464224900.0583,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":334.099942275}
{"level":"debug","ts":1690464224903.3828,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464224903.4583,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464250898.2427,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464250901.6091,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464250901.6787,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464250901.832,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464250910.403,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464250910.4758,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464250917.5269,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464250917.601,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464250917.671,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464250917.705,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464250922.9287,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464250922.9792,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":308.077021431}
{"level":"debug","ts":1690464250926.4065,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464250926.4814,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464251079.9905,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464251084.4365,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464251084.5203,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"info","ts":1690464251084.6763,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464251084.721,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464251084.7407,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464251}
{"level":"debug","ts":1690464251084.7646,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464251}
{"level":"debug","ts":1690464251084.6897,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464251096.0583,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464251096.1318,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464251100.383,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464251100.4414,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464251100.503,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464251100.5361,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464251107.103,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464251107.1423,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":307.892858361}
{"level":"debug","ts":1690464251110.607,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464251110.6743,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464251164.4626,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464251193.9136,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464251194.0303,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464251194.1726,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464251204.7288,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464251204.8184,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464251208.35,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464251208.4092,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464251208.4814,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464251208.5188,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464251293.541,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464223}
{"level":"debug","ts":1690464251298.7998,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464251298.8794,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":307.701121449}
{"level":"debug","ts":1690464251303.216,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464251303.335,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464251456.0876,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464251941.0405,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464251944.0288,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464251944.096,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464251944.2424,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464251946.236,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464251946.2734,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464251946.2866,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464251}
{"level":"debug","ts":1690464251946.2983,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464251}
{"level":"debug","ts":1690464251994.2087,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464251994.2917,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464251999.142,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464251999.2158,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464251999.327,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464251999.3691,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464252004.2664,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464252004.3057,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":306.995695054}
{"level":"debug","ts":1690464252007.6646,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464252007.7334,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464252093.3694,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464252096.7478,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464252096.8428,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464252096.9685,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464252098.0173,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464252098.0547,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464252098.07,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464252}
{"level":"debug","ts":1690464252098.0828,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464252}
{"level":"debug","ts":1690464252106.0608,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464252106.1306,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464252194.2654,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464252194.3413,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464252194.4084,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464252194.4434,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464252200.2725,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464252200.3208,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":306.799680102}
{"level":"debug","ts":1690464252203.5955,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464252203.665,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464252945.2388,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464252951.1143,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464252951.2092,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464252951.3691,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464252952.0579,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464252952.1018,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464252952.1208,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464252}
{"level":"debug","ts":1690464252952.1372,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464252}
{"level":"debug","ts":1690464252960.3157,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464252960.3906,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464252994.0352,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464252994.1162,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464252994.1868,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464252994.2249,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464253002.3525,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464253002.3936,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":305.997607193}
{"level":"debug","ts":1690464253094.115,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464253094.2021,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464263994.5767,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464275012.6052,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464275015.8247,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464275015.9036,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464275016.0496,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464275017.758,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464275017.8215,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464275017.8408,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464274}
{"level":"debug","ts":1690464275028.7524,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464275028.8484,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464275093.7004,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464275093.9597,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464275094.0295,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464275094.1042,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464275094.1497,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464275099.4495,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464275099.4932,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":283.900507602}
{"level":"debug","ts":1690464275102.7095,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464275102.7817,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464275112.375,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464275112.4346,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464275112.5645,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464275120.4292,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464275120.4983,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464275194.048,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464275194.109,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464275194.1536,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464275194.2307,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464275194.2705,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464275293.86,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464275293.9219,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464275293.9424,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"Started","message":"Started container istio-proxy","timestamp":1690464274}
{"level":"debug","ts":1690464275293.962,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464274}
{"level":"debug","ts":1690464275293.878,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464275294.0266,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":283.705974614}
{"level":"debug","ts":1690464275297.4988,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464275297.568,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464275298.1548,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464275302.4702,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"Started","message":"Started container istio-proxy","timestamp":1690464274}
{"level":"debug","ts":1690464275302.5098,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464274}
{"level":"debug","ts":1690464275302.5215,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464260}
{"level":"debug","ts":1690464275302.5325,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464260}
{"level":"debug","ts":1690464275305.8994,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464275305.966,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464275306.114,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464275315.328,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464275315.4114,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464275393.8728,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464275393.9429,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464275394.0366,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464275394.0857,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464275402.0706,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464275402.1094,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":283.597891285}
{"level":"debug","ts":1690464275405.7268,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464275405.8247,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464276022.0083,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464276025.3542,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464276025.43,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464276025.5857,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464276030.19,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464276030.2314,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464276030.246,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464276}
{"level":"debug","ts":1690464276030.2578,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464276}
{"level":"debug","ts":1690464276035.399,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464276035.4795,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464276038.8037,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464276038.8652,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464276038.9426,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464276038.9873,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464276093.71,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464276093.7534,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":282.906247313}
{"level":"debug","ts":1690464276098.4492,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464276098.518,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464276139.4578,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464276142.8188,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464276142.8845,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464276143.0103,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464276146.6194,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464276146.6602,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464276146.673,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464276}
{"level":"debug","ts":1690464276146.689,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464276}
{"level":"debug","ts":1690464276296.7517,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464276296.835,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464276301.2554,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464276301.3145,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464276301.3794,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464276301.4158,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464276306.5208,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464276306.5598,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":282.693440955}
{"level":"debug","ts":1690464276310.062,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464276310.1335,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464277026.8074,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464277031.3494,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464277031.4248,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464277031.5715,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464277032.117,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464277032.1582,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464277032.171,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464277}
{"level":"debug","ts":1690464277040.2048,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464277040.2773,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464277044.2637,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464277044.3223,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464277044.4033,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464277044.4424,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464277093.9033,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464277093.9678,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":281.906032896}
{"level":"debug","ts":1690464277097.383,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464277097.456,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464277145.5771,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464277148.9219,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464277148.9941,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464277149.141,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464277194.4092,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464277194.459,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464277194.475,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464277}
{"level":"debug","ts":1690464277198.6123,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464277198.7178,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464277214.4028,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464277214.4622,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464277214.53,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464277214.5652,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464277219.8186,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464277219.8552,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":281.780145596}
{"level":"debug","ts":1690464277294.152,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464277294.2483,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464302105.0664,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464302109.0825,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464302109.161,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464302109.2876,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464302110.802,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464302110.8455,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464302117.9084,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464302117.9849,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464302141.1191,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464302141.6367,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464302141.6982,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464302141.7773,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464302193.379,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464302198.7292,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464302198.7715,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":256.801229376}
{"level":"debug","ts":1690464302202.0142,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464302202.2131,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464302202.3,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"info","ts":1690464302294.0378,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464302294.085,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464302298.1711,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464302298.2373,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464302298.365,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464302300.5083,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464302397.24,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464302397.3152,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464302400.7834,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464302400.8464,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464302400.9016,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464302400.939,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464302407.1946,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464302407.2415,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":256.592759233}
{"level":"debug","ts":1690464302410.5488,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464302410.6184,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464302416.9329,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464302416.994,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464302417.107,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464302426.434,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464302426.5015,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464302493.6824,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464302493.7388,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464302493.7908,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464302493.8616,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464302498.6506,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464302498.6887,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":256.501311959}
{"level":"debug","ts":1690464302501.9094,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464302501.9763,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464303110.9585,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464303114.7014,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464303114.776,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464303114.9392,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464303116.4905,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464303116.5288,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464303123.3926,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464303123.4724,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464303129.344,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464303129.402,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464303129.4893,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464303129.5308,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464303134.4722,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464303134.5107,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":255.865489768}
{"level":"debug","ts":1690464303194.3706,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464303194.487,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464303206.771,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464303211.0093,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464303211.0967,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464303211.2651,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464303211.519,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464303211.5586,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464303294.0608,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464303294.142,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464303297.362,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464303297.4211,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464303297.4866,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464303297.5303,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464303303.8137,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464303303.8567,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":255.69614408}
{"level":"debug","ts":1690464303307.1047,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464303307.1748,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464304123.194,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464304126.1848,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464304126.2527,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464304126.3657,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464304128.4949,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464304128.5354,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464304138.05,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464304138.1213,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464304142.0967,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464304142.1536,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464304142.222,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464304142.2632,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464304148.057,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464304148.0952,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":254.851905518}
{"level":"debug","ts":1690464304193.9824,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464304194.0535,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464304211.0447,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464304214.8564,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464304214.923,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464304215.0664,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464304216.37,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464304216.4102,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464304294.1199,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464304294.1973,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464304301.8716,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464304301.9338,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464304301.9885,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464304302.028,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464304307.3254,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464304307.3618,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":254.692638796}
{"level":"debug","ts":1690464304311.1948,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464304311.2722,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464311455.942,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464323995.1658,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464344298.1267,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464344301.714,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464344301.783,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464344301.928,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464344303.3052,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464344303.3862,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464344312.0427,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464344394.2678,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464344394.3535,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464344397.94,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464344397.9915,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464344398.0537,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464344398.0945,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464344403.0403,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464344403.0786,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":214.596922024}
{"level":"debug","ts":1690464344406.4807,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464344406.5432,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464344413.9517,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464344414.0044,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464344414.1077,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464344493.5852,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464344493.654,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464344498.1304,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464344498.1882,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464344498.244,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464344498.2761,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464344503.3777,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464344503.4116,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":214.496588864}
{"level":"debug","ts":1690464344506.7227,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464344506.7888,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464345300.399,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464345305.0212,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464345305.0945,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464345305.2205,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464345305.709,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464345305.7483,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464345314.1519,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464345314.224,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464345319.1738,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464345319.2375,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464345319.2966,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464345319.3286,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464345393.7253,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464345393.7773,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":213.606223592}
{"level":"debug","ts":1690464345397.3264,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464345397.3943,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464346304.9446,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464346307.9358,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464346308.0068,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464346308.136,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464346309.7737,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464346309.828,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464346319.107,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464346319.1826,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464346326.1477,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464346326.208,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464346326.2773,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464346326.3171,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464346393.711,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464346393.75,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":212.606250527}
{"level":"debug","ts":1690464346397.1653,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464346397.2324,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464353255.5784,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464353258.7183,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464353258.7925,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464353258.9631,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464353260.8518,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464353260.8977,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464353268.756,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464353268.8455,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464353293.9758,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464353294.1663,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464353294.233,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464353294.3086,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464353294.3513,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464353299.2507,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464353299.2957,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":205.700704958}
{"level":"debug","ts":1690464353302.7583,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464353302.8396,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464353397.2905,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464353397.3694,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464353397.523,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464353405.986,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464353406.061,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464353411.0981,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464353411.157,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464353411.2275,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464353411.2654,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464353416.5134,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464353416.553,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":205.583447713}
{"level":"debug","ts":1690464353420.0618,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464353420.1323,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464354260.9126,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464354265.514,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464354265.5828,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464354265.762,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464354266.045,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464354266.0881,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464354276.1904,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464354276.2832,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464354293.7356,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464354293.796,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464354293.8977,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464354293.941,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464354300.7642,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464354300.804,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":204.699196896}
{"level":"debug","ts":1690464354304.0872,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464354304.1545,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464355265.6013,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464355269.1719,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464355269.2454,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464355269.3792,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464355271.0164,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464355271.063,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464355279.6328,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464355279.7046,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464355283.7888,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464355283.8481,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464355283.9072,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464355283.9417,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464355293.6655,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464355293.708,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":203.70629264}
{"level":"debug","ts":1690464355297.0266,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464355297.0942,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464371455.9238,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464383995.7378,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464431455.4858,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464438496.824,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464438501.271,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464438501.3462,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464438501.4983,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464438504.1123,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464438504.1553,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464438509.958,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464438510.439,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464438510.5208,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464438593.8809,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464438593.954,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464438594.0244,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464438594.0657,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464438600.1614,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464438600.205,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":120.399795954}
{"level":"debug","ts":1690464438603.7083,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464438603.7903,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464438610.7712,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464438610.8354,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464438610.9495,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464438620.2031,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464438620.269,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464438623.3613,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464438623.4197,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464438623.495,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464438623.5347,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464438628.476,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464438628.5154,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":120.371485483}
{"level":"debug","ts":1690464438694.0088,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464438694.0796,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464439499.3767,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464439502.8293,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464439502.9023,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464439503.031,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464439503.9512,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464439504.0107,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464439511.2722,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464439511.3447,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464439593.7546,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464439593.8362,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464439593.8965,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464439593.9321,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464439598.7603,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464439598.7998,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":119.401200639}
{"level":"debug","ts":1690464439602.309,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464439602.3801,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464440503.3933,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464440508.0103,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464440508.0781,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464440508.2178,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464440508.5457,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464440508.5896,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464440517.3406,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464440517.4133,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464440521.249,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464440521.311,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464440521.3896,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464440521.4304,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464440593.8904,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464440593.9465,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":118.406054278}
{"level":"debug","ts":1690464440594.027,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464440597.7559,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464440693.381,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"info","ts":1690464440598.038,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464440693.4897,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464440698.36,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464440699.319,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464440699.3823,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464440699.5168,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464440709.4456,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464440709.537,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464440712.989,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464440713.0688,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464440713.1487,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464440713.1953,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464440793.7751,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464440793.8613,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":118.206139347}
{"level":"debug","ts":1690464440797.5627,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464440797.6345,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464441512.1602,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464441515.4673,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464441515.5408,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464441515.6982,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464441517.1436,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690464441517.1868,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690464441524.1777,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464441524.251,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464441528.8953,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464441528.9573,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464441529.0173,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464441529.0576,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464441593.6726,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464441593.7173,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":117.406283271}
{"level":"debug","ts":1690464441597.2646,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464441597.332,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464442518.467,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464442521.968,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464442522.0466,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464442522.1904,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464442523.8093,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Terminated","newState":"Waiting"}
{"level":"info","ts":1690464442523.875,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Terminated","newState":"Waiting"}
{"level":"debug","ts":1690464442530.9873,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464442531.0676,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464442537.0122,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464442537.0703,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464442537.127,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464442537.1643,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464442593.6711,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464442593.716,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":116.406284808}
{"level":"debug","ts":1690464442597.1965,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464442597.265,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464443996.98,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464491456.3357,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464503997.74,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464551456.039,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464557049.2078,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557049.3135,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557052.1763,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464557052.2466,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464557052.3865,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557061.7112,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557061.7737,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557070.2292,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464557070.3054,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464557093.7512,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557093.8308,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464557093.899,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464557093.9446,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557099.931,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464557099.9707,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":1.900029796}
{"level":"debug","ts":1690464557103.554,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464557103.6504,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464557110.047,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464557110.11,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464557110.2441,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557119.5625,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464557119.644,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464557123.0051,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464557123.061,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464557123.1177,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464557123.152,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557127.8071,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null}
{"level":"info","ts":1690464557127.8477,"caller":"controllers/disruption_controller.go:350","message":"requeuing disruption to check once expired","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","requeueDelay":1.87215301}
{"level":"debug","ts":1690464557194.1692,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464557194.256,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464557752.9702,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557753.037,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557755.457,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464557755.5308,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464557755.6697,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557764.1428,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464557764.2358,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464557768.5835,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557768.6387,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"}
{"level":"debug","ts":1690464557768.7288,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557768.7705,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-container-failure-all-forced-lkzwd"}
{"level":"debug","ts":1690464557768.7876,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 1/2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464557768.802,"caller":"controllers/disruption_controller.go:458","message":"from status Injected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557775.5222,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690464557775.5618,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464557778.264,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464557778.3213,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464557778.444,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464557783.292,"caller":"controllers/disruption_controller.go:148","message":"a retryable error occurred in reconcile loop","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"error handling chaos pods termination: Operation cannot be fulfilled on disruptions.chaos.datadoghq.com \"container-failure-all-forced\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"debug","ts":1690464557786.5237,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464557786.5798,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464557786.6677,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557794.71,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464557794.7737,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464557799.0498,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557799.1018,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464557799.1562,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557799.1846,"caller":"controllers/disruption_controller.go:445","message":"chaos pod is not ready yet","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-container-failure-all-forced-lkzwd"}
{"level":"debug","ts":1690464557799.1965,"caller":"controllers/disruption_controller.go:453","message":"not injected yet because not all pods are ready 1/2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690464557799.209,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557804.0479,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null}
{"level":"info","ts":1690464557804.0889,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464557847.5603,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557847.619,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557849.701,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464557849.765,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464557849.9092,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557859.1238,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464557859.1934,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464557862.5295,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557862.6055,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"}
{"level":"debug","ts":1690464557862.6926,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464557862.7417,"caller":"controllers/disruption_controller.go:458","message":"from status PartiallyInjected to PausedPartiallyInjected, terminationStatus is 1, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557869.3015,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected","error":null}
{"level":"info","ts":1690464557869.341,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected"}
{"level":"debug","ts":1690464557893.6501,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464557893.7078,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464557893.85,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464557897.691,"caller":"controllers/disruption_controller.go:148","message":"a retryable error occurred in reconcile loop","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"error handling chaos pods termination: Operation cannot be fulfilled on disruptions.chaos.datadoghq.com \"container-failure-all-forced\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"debug","ts":1690464557900.523,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464557900.5935,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464557900.7336,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557911.2722,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464557911.3516,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464557914.543,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464557914.598,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected"}
{"level":"debug","ts":1690464557914.656,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464557914.695,"caller":"controllers/disruption_controller.go:458","message":"from status PausedPartiallyInjected to PausedPartiallyInjected, terminationStatus is 1, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464557919.3718,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected","error":null}
{"level":"info","ts":1690464557919.4084,"caller":"controllers/disruption_controller.go:340","message":"disruption is not fully injected yet, requeuing","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected"}
{"level":"debug","ts":1690464558788.0957,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464558788.1738,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464558788.3335,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464558796.887,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464558796.9639,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464558800.5852,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PausedPartiallyInjected"}
{"level":"debug","ts":1690464558800.7031,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464558800.7466,"caller":"controllers/disruption_controller.go:458","message":"from status PausedPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464558808.2922,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464558811.391,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464558811.461,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464558811.5974,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464558819.8706,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464558819.9473,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464558824.4414,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464558824.561,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464558824.5989,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464558829.691,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464559757.5881,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464559757.6614,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-lkzwd","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464559760.0945,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464559760.1743,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464559760.3252,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464559770.1008,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464559770.17,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464559773.3591,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464559773.4768,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464559773.5134,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464559778.4656,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464559782.5002,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464559782.5637,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464559782.6907,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464559790.929,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464559791.0063,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464559793.983,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464559794.0852,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464559794.118,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464559800.1077,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464559854.835,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464559854.895,"caller":"controllers/disruption_controller.go:1387","message":"watching event from pod","podName":"chaos-container-failure-all-forced-dbg66","podNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464559856.9636,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464559857.038,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464559857.1755,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464559865.4475,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464559865.5234,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464559869.764,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464559869.8806,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464559869.9182,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464559874.7834,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464559877.4727,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464559877.5261,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464559877.6174,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464559887.5552,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464559887.6174,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464559890.7244,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464559890.8225,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464559890.8535,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464559895.748,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464563998.3538,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464609998.861,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464610003.8381,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464610003.922,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464610004.0535,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464610012.721,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464610012.8008,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"info","ts":1690464610013.459,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464610013.522,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464610029.5037,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464610029.6594,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464610029.7046,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464610093.4712,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464610097.8325,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","reason":"BackOff","message":"Back-off restarting failed container","timestamp":1690464529}
{"level":"debug","ts":1690464610101.9768,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464610193.8264,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464610193.93,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464610194.0908,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464610202.8872,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464610202.962,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464610207.2646,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464610207.4006,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464610207.4402,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464610212.67,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464611456.0283,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464612878.6128,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464612883.4412,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464612883.514,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"info","ts":1690464612883.614,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464612883.6592,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464612883.6619,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464612892.6738,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464612892.786,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464612892.873,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464612897.601,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464612897.7468,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464612897.7964,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464612903.9346,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464612907.1272,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464612907.192,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464612907.3237,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464612915.4656,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464612915.536,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464612919.8308,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464612919.9304,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464612919.9663,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464612925.013,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464623998.7517,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464631332.9678,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464631337.7268,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464631337.8489,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464631338.0188,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464631351.7969,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464631351.8774,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464631355.186,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464631355.3237,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464631355.3777,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464631361.527,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464640927.276,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-xc67z","newTargetKind":"pod"}
{"level":"debug","ts":1690464640930.6455,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464640930.7158,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464640930.851,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464640945.8733,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464640945.9585,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464640949.194,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464640949.3374,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464640949.377,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464640954.2698,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464648263.4226,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","targetKind":"pod"}
{"level":"debug","ts":1690464648266.8088,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464648266.881,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464648267.0405,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464648274.3813,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","newTargetKind":"pod"}
{"level":"debug","ts":1690464648278.5283,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464648278.6003,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464648294.0007,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464648294.1416,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464648294.1924,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464648294.3674,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","newTargetKind":"pod"}
{"level":"debug","ts":1690464648299.2778,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464648302.0347,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464648302.0945,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464648302.2036,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464648397.488,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464648397.583,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464648399.274,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","targetKind":"pod"}
{"level":"debug","ts":1690464648401.537,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464648401.6562,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464648401.694,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464648411.3994,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464648411.5037,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690464648416.4429,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464648416.5068,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464648416.6128,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464648493.9285,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690464648497.5652,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464648497.635,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464648500.731,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464648500.8484,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464648500.8823,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464648506.9207,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464648509.7668,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464648593.3848,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464648593.533,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464648601.8982,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464648601.977,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464648606.184,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464648606.2917,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464648606.3262,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464648611.082,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464649821.0664,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","newTargetKind":"pod"}
{"level":"debug","ts":1690464649824.677,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464649824.7449,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464649824.874,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464649825.995,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","reason":"Started","message":"Started container istio-init","timestamp":1690464649}
{"level":"debug","ts":1690464649837.2803,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464649837.3594,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464649840.5728,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464649840.7085,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464649840.7485,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464649845.6963,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464649864.767,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690464649893.72,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-init","timestamp":1690464649}
{"level":"debug","ts":1690464649893.7676,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464649893.875,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464649894.0535,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464649902.7927,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464649902.8838,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464649906.0132,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464649906.1726,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464649906.2139,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464649912.3467,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464651833.2744,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","newTargetKind":"pod"}
{"level":"debug","ts":1690464651836.5347,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464651836.609,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464651836.7454,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464651838.1313,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464651838.1758,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464651838.1892,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464651}
{"level":"debug","ts":1690464651933.2524,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464651933.347,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464651965.8667,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464651966.019,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464651966.0652,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464651968.5833,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","newTargetKind":"pod"}
{"level":"debug","ts":1690464651984.6812,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464651}
{"level":"debug","ts":1690464651984.7266,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","reason":"Started","message":"Started container istio-init","timestamp":1690464649}
{"level":"debug","ts":1690464651984.7395,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","reason":"Started","message":"Started container istio-proxy","timestamp":1690464649}
{"level":"debug","ts":1690464651986.0845,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464651990.117,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464651990.19,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464651990.336,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464652000.5444,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464652000.6213,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464652003.6968,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464652003.8245,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464652003.87,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464652010.2852,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464658908.4595,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690464658912.628,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464658912.6975,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464658912.8499,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464658914.0952,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464658914.1619,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464658914.1748,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464658}
{"level":"debug","ts":1690464658922.0715,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464658922.1416,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464658923.9587,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690464658926.725,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464658926.8384,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464658926.873,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464658993.646,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464658}
{"level":"debug","ts":1690464658993.6846,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-proxy","timestamp":1690464650}
{"level":"debug","ts":1690464658993.6975,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-init","timestamp":1690464649}
{"level":"debug","ts":1690464658993.7412,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464658998.622,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464658998.6824,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464658998.7983,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464659008.1685,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464659008.2434,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464659011.3994,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464659011.5144,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464659011.5486,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464659016.3572,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464661550.2173,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","targetKind":"pod"}
{"level":"debug","ts":1690464661554.661,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464661554.7388,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464661554.888,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464661563.5742,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464661563.6448,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464661593.916,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690464661593.9766,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464661594.2117,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464661594.2593,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464661600.3804,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464661604.273,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690464661605.3394,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464661605.398,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464661605.521,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464661697.0723,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464661697.142,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464661701.3525,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464661701.4492,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464661701.4824,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464661706.8442,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464662988.525,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690464662996.054,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-init","timestamp":1690464662}
{"level":"debug","ts":1690464662997.121,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464662997.1838,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464662997.316,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464663006.259,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464663006.344,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464663009.4187,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464663009.5713,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690464663009.6204,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464663015.7354,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464665001.295,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690464665004.6042,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464665004.6748,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464665004.802,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464665006.3098,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"}
{"level":"info","ts":1690464665006.3477,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","container":"istio-proxy","lastState":"Waiting","newState":"Running"}
{"level":"debug","ts":1690464665006.3613,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464664}
{"level":"debug","ts":1690464665012.9338,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464665013.0022,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464665015.7153,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690464665093.728,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464664}
{"level":"debug","ts":1690464665093.7703,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-proxy","timestamp":1690464663}
{"level":"debug","ts":1690464665093.7822,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-init","timestamp":1690464662}
{"level":"debug","ts":1690464665093.9128,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464665094.0266,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464665094.061,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464665193.6592,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464665196.8225,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464665196.8896,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464665197.0068,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464665206.413,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464665206.4817,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464665210.3264,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464665210.435,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464665210.4756,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464665215.7612,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464671455.69,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464678987.5112,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","newTargetKind":"pod"}
{"level":"debug","ts":1690464678990.802,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464678990.8767,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464678991.0105,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464678992.4995,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464651}
{"level":"debug","ts":1690464678992.544,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","reason":"Started","message":"Started container istio-init","timestamp":1690464649}
{"level":"debug","ts":1690464678992.5564,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-8vxt5","reason":"Started","message":"Started container istio-proxy","timestamp":1690464649}
{"level":"debug","ts":1690464679001.718,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464679001.8215,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464679006.359,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464679006.5576,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464679006.5974,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464679013.223,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464679214.3193,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690464679217.2102,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464679217.2883,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464679217.4463,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464679219.137,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464658}
{"level":"debug","ts":1690464679219.1838,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-proxy","timestamp":1690464650}
{"level":"debug","ts":1690464679219.1992,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-init","timestamp":1690464649}
{"level":"debug","ts":1690464679230.268,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464679230.3538,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464679233.5327,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464679233.6558,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464679233.6965,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464679293.7725,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464683999.4883,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464692296.019,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690464692300.2266,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464692300.2969,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464692300.4316,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464692300.8867,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464664}
{"level":"debug","ts":1690464692300.9263,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-proxy","timestamp":1690464663}
{"level":"debug","ts":1690464692300.9385,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-init","timestamp":1690464662}
{"level":"debug","ts":1690464692314.8713,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464692314.9595,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464692318.2087,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464692318.3372,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464692318.3738,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464692324.7986,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464731455.6863,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464744000.3198,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464791456.0056,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464804001.4885,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464851455.9595,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464864002.5688,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464911455.9666,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464924003.685,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464971456.3762,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690464984004.4321,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464990953.5671,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690464990957.9717,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464990958.0498,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464990958.2004,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690464990959.7322,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464658}
{"level":"debug","ts":1690464990959.801,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-proxy","timestamp":1690464650}
{"level":"debug","ts":1690464990959.8137,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-init","timestamp":1690464649}
{"level":"debug","ts":1690464990993.6406,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690464991001.3877,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464664}
{"level":"debug","ts":1690464991001.4377,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-proxy","timestamp":1690464663}
{"level":"debug","ts":1690464991001.4514,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-init","timestamp":1690464662}
{"level":"debug","ts":1690464991002.7197,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464991002.8,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464991094.0762,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464991094.3276,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464991094.375,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464991094.8594,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690464991100.246,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690464991105.6724,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690464991105.774,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690464991105.9575,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690464991114.6438,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690464991114.728,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690464991117.7014,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690464991117.8672,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690464991117.914,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690464991193.8274,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690465001686.447,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690465001690.9014,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690465001690.9768,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690465001691.1377,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690465001691.3088,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690465001691.3496,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690465001691.364,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.96.206:15021/healthz/ready\": dial tcp 10.72.96.206:15021: connect: connection refused","timestamp":1690465000}
{"level":"debug","ts":1690465001691.3818,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.96.206:15020/app-health/fault-injection-showcase/readyz\": dial tcp 10.72.96.206:15020: connect: connection refused","timestamp":1690464998}
{"level":"debug","ts":1690465001691.4167,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Unhealthy","message":"Readiness probe failed: HTTP probe failed with statuscode: 503","timestamp":1690464994}
{"level":"debug","ts":1690465001691.4475,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464658}
{"level":"debug","ts":1690465001691.4902,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-proxy","timestamp":1690464650}
{"level":"debug","ts":1690465001691.5032,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","reason":"Started","message":"Started container istio-init","timestamp":1690464649}
{"level":"debug","ts":1690465001702.53,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690465001702.6099,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690465001705.6104,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690465001705.7456,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690465001705.7844,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690465001711.8726,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690465001889.8562,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690465001893.4192,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690465001893.4978,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690465001893.6477,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"info","ts":1690465001897.0886,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690465001897.135,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690465001897.1555,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.144.57:15021/healthz/ready\": dial tcp 10.72.144.57:15021: connect: connection refused","timestamp":1690464999}
{"level":"debug","ts":1690465001897.1746,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Unhealthy","message":"Readiness probe failed: HTTP probe failed with statuscode: 503","timestamp":1690464995}
{"level":"debug","ts":1690465001897.1907,"caller":"watchers/target_pod.go:268","message":"warning event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Unhealthy","message":"Readiness probe failed: Get \"http://10.72.144.57:15020/app-health/fault-injection-showcase/readyz\": dial tcp 10.72.144.57:15020: connect: connection refused","timestamp":1690464991}
{"level":"debug","ts":1690465001897.2197,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container fault-injection-showcase","timestamp":1690464664}
{"level":"debug","ts":1690465001897.2375,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-proxy","timestamp":1690464663}
{"level":"debug","ts":1690465001897.266,"caller":"watchers/target_pod.go:281","message":"recovering event detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","reason":"Started","message":"Started container istio-init","timestamp":1690464662}
{"level":"debug","ts":1690465001903.7173,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690465001903.7979,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690465001908.2861,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690465001908.4033,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690465001908.4397,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690465001913.1775,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690465001947.547,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","newTargetKind":"pod"}
{"level":"debug","ts":1690465001951.736,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690465001951.8218,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690465001951.97,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465002001.874,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690465002002.0703,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690465002005.606,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690465002005.8691,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690465002005.9172,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690465002014.71,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690465002093.8948,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","newTargetKind":"pod"}
{"level":"debug","ts":1690465002098.1084,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690465002098.1907,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690465002098.334,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690465002193.852,"caller":"watchers/target_pod.go:60","message":"DisruptionTargetHandler DELETE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-zm5gb","targetKind":"pod"}
{"level":"debug","ts":1690465002193.9697,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690465002194.2273,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690465002194.3206,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690465002198.6858,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690465002198.8142,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690465002198.8525,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"info","ts":1690465002293.9082,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"fault-injection-showcase","lastState":"Running","newState":"Terminated"}
{"level":"info","ts":1690465002293.968,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","container":"istio-proxy","lastState":"Running","newState":"Terminated"}
{"level":"debug","ts":1690465002293.9805,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690465002296.7651,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"container-failure-all-forced","namespacedName":"chaos-engineering-framework"}
{"level":"error","ts":1690465002296.8308,"caller":"controllers/disruption_controller.go:179","message":"error getting user info","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","error":"user info not found in disruption annotations","stacktrace":"github.com/DataDog/chaos-controller/controllers.(*DisruptionReconciler).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/controllers/disruption_controller.go:179\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/src/github.com/WkHhtWkp/0/DataDog/chaos-controller/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"debug","ts":1690465002296.9626,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465002298.437,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","newTargetKind":"pod"}
{"level":"debug","ts":1690465002306.514,"caller":"v1beta1/disruption_webhook.go:214","message":"validating updated disruption","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","spec":{"count":"100%","selector":{"app":"fault-injection-showcase--plugin-master","app.kubernetes.io/name":"fault-injection-showcase"},"staticTargeting":true,"triggers":{"inject":{"notBefore":null},"createPods":{"notBefore":null}},"duration":"6m0s","level":"pod","containerFailure":{"forced":true}}}
{"level":"debug","ts":1690465002306.5928,"caller":"v1beta1/disruption_webhook.go:271","message":"comparing disruption spec hashes","source":"admission-controller","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","oldHash":"3c06609756ec53bd7f7b9811972eadee","newHash":"3c06609756ec53bd7f7b9811972eadee"}
{"level":"debug","ts":1690465002308.1997,"caller":"watchers/target_pod.go:60","message":"DisruptionTargetHandler DELETE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-c5htj","targetKind":"pod"}
{"level":"debug","ts":1690465002308.2483,"caller":"watchers/target_pod.go:60","message":"DisruptionTargetHandler DELETE","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-b785fd95b-lzbzh","targetKind":"pod"}
{"level":"debug","ts":1690465002309.666,"caller":"controllers/disruption_controller.go:369","message":"checking if injection status needs to be updated","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"}
{"level":"debug","ts":1690465002309.7627,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"info","ts":1690465002309.799,"caller":"controllers/disruption_controller.go:458","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 2","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework"}
{"level":"debug","ts":1690465002394.209,"caller":"controllers/disruption_controller.go:372","message":"injection status updated to","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null}
{"level":"debug","ts":1690465031456.097,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465044005.135,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465091455.9592,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465104005.7563,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465151455.3984,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465164006.2834,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465211455.6458,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465224006.9949,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465271455.442,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465284008.1619,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465331456.2473,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465344009.5225,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465391456.1543,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465404010.717,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465451455.7607,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465464011.917,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465511456.0427,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465524012.619,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690465571455.8347,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465584013.293,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465631455.851,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465644014.5342,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465691455.7551,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465704015.3535,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465751456.0454,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465764016.684,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465811456.1348,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465824017.8596,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465871456.013,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465884018.2864,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465931455.8108,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690465944019.5789,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690465991456.1511,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466004020.6204,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466051456.2693,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466064021.6804,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466111456.276,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466124022.0352,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466171455.5415,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466184022.9915,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466231456.0312,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466244023.9128,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466291455.9866,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466304024.8635,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466351455.8027,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466364025.746,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466411455.4392,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466424026.6663,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466471456.1106,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466484027.126,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690466531456.0981,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466544027.7783,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466591456.3225,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466604028.5142,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466651455.5217,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466664029.1692,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466711455.7378,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466724029.992,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466771456.1746,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466784030.7734,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690466831456.3757,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466844031.8147,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466891456.0916,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466904033.0715,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690466951455.657,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690466964034.186,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467011455.8467,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467024034.5793,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690467071456.3254,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467084035.8735,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467131456.384,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467144036.5635,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467191455.951,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467204037.8555,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467251456.3352,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467264038.9507,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467311456.051,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467324039.6516,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467371456.03,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467384040.549,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467431455.417,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467444041.2698,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467491455.7456,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467504042.2346,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467551456.1492,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467564042.666,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690467611456.2908,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467624043.3552,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467671456.0784,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467684044.5835,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467731456.2117,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467744045.5854,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467791455.9517,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467804046.7454,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467851455.9392,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467864047.184,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467911455.7302,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467924047.9678,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}
{"level":"debug","ts":1690467971456.4187,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690467984048.9048,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-lkzwd","chaos-container-failure-all-forced-dbg66"]}
{"level":"debug","ts":1690468031456.329,"caller":"chaos-controller/main.go:210","message":"Initiate the removal of all expired watchers."}
{"level":"debug","ts":1690468044050.2244,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"container-failure-all-forced","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=container-failure-all-forced,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-container-failure-all-forced-dbg66","chaos-container-failure-all-forced-lkzwd"]}