{"level":"debug","ts":1689781170411.8608,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781182096.0798,"caller":"watchers/disruptions_watchers_manager.go:214","message":"Creating a new watcher manager","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781188951.2405,"caller":"watchers/disruptions_watchers_manager.go:102","message":"Watcher created","watcherName":"ChaosPod","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195806.2627,"caller":"watchers/disruptions_watchers_manager.go:102","message":"Watcher created","watcherName":"DisruptionTarget","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195806.3313,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]} {"level":"debug","ts":1689781195808.639,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","targetKind":"pod"} {"level":"debug","ts":1689781195808.7178,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-57c65cb44966t9p","targetKind":"pod"} {"level":"info","ts":1689781195812.802,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781195813.0173,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","foundPods":[]} {"level":"debug","ts":1689781195813.0422,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb44966t9p","foundPods":[]} {"level":"debug","ts":1689781195813.0479,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{"fault-injection-showcase-plugin-master-template-57c65cb44966t9p":{"injectionStatus":"NotInjected","since":null},"fault-injection-showcase-plugin-master-template-57c65cb449v5nwc":{"injectionStatus":"NotInjected","since":null}},"error":null} {"level":"debug","ts":1689781195813.0813,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"]} {"level":"debug","ts":1689781195819.1787,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":[]} {"level":"debug","ts":1689781195819.2673,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=cpu-pressure,chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","foundPods":[]} {"level":"info","ts":1689781195819.2844,"caller":"controllers/disruption_controller.go:555","message":"creating chaos pod","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","chaosPodArgs":["cpu-pressure","--count","100%","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;docker://7bf4f5de69f3558fcaeeb52216209fc0c73df4cf9608b5275db2b4b594b2ee23","--target-pod-ip","10.72.89.109","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","cpu-pressure-pod-debug","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","--log-context-target-node-name","ip-10-72-122-159.us-west-2.compute.internal","--not-injected-before","2023-07-19T15:39:42Z","--deadline","2023-07-19T15:44:41Z"]} {"level":"debug","ts":1689781195887.893,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=cpu-pressure,chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb44966t9p","foundPods":[]} {"level":"info","ts":1689781195887.9363,"caller":"controllers/disruption_controller.go:555","message":"creating chaos pod","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-57c65cb44966t9p","chaosPodArgs":["cpu-pressure","--count","100%","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;docker://d4ab23bfbe27d489c0587a1a8c9deccada81ad7f7be02d523e3feefe8a166d1b","--target-pod-ip","10.72.64.26","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","cpu-pressure-pod-debug","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","--log-context-target-node-name","ip-10-72-119-118.us-west-2.compute.internal","--not-injected-before","2023-07-19T15:39:42Z","--deadline","2023-07-19T15:44:41Z"]} {"level":"debug","ts":1689781195888.0515,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195900.2678,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195900.3008,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195930.6606,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195931.0168,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":""} {"level":"debug","ts":1689781195931.06,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781195931.0771,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781195931.0964,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781195931.1057,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781195931.1177,"caller":"controllers/disruption_controller.go:418","message":"from status to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195937.623,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781195937.653,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781195937.7769,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781195942.3445,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195942.3867,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195947.0847,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781195947.186,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781195950.5928,"caller":"controllers/disruption_controller.go:142","message":"a retryable error occurred in reconcile loop","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","error":"error handling chaos pods termination: Operation cannot be fulfilled on disruptions.chaos.datadoghq.com \"cpu-pressure-pod-debug\": the object has been modified; please apply your changes to the latest version and try again"} {"level":"debug","ts":1689781195950.6855,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781195956.7114,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781195956.7969,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781195967.4575,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781195967.6196,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781195967.6416,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"]} {"level":"debug","ts":1689781195972.792,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781195972.827,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781195972.8765,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781195972.887,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781195972.894,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781195972.901,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781195972.9082,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781195977.4844,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781195977.514,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781196959.681,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781196959.8298,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781196970.4736,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781196970.7512,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781196970.7827,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"]} {"level":"debug","ts":1689781196976.0645,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781196976.1006,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781196976.1484,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781196976.1687,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781196976.179,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781196976.1875,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781196976.2026,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781196980.6995,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781196980.7258,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781197544.0537,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781197544.892,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197544.9377,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197551.1274,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781197551.2307,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781197561.4336,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781197561.6428,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781197561.6648,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"]} {"level":"debug","ts":1689781197566.69,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781197566.7388,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781197566.7783,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781197566.7876,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781197566.7957,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781197566.8027,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781197566.82,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197571.4058,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781197571.4272,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781197667.3413,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781197668.1907,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197668.232,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197674.883,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781197674.963,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781197686.4424,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781197686.5945,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781197686.6177,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"]} {"level":"debug","ts":1689781197691.7703,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781197691.8032,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781197691.8389,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781197691.8562,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781197691.863,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781197691.877,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781197691.8845,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197696.676,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781197696.697,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781197732.4553,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781197733.4849,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197733.5237,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197739.3508,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781197739.438,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781197750.0327,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781197750.1567,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781197750.1812,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"]} {"level":"debug","ts":1689781197755.2344,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781197755.2686,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781197755.3037,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781197755.3215,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781197755.3306,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 1/2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781197755.3389,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197761.439,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781197761.4631,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781197769.2266,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781197769.304,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781197779.8623,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781197779.9858,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781197780.0063,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"]} {"level":"debug","ts":1689781197785.3054,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781197785.3376,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781197785.3787,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781197785.3955,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781197785.4055,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 1/2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781197785.4258,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781197790.23,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781197790.2515,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781198362.1025,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781198362.7854,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781198362.8237,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781198369.3113,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781198369.4,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781198380.4143,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781198380.5537,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781198380.5757,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"]} {"level":"debug","ts":1689781198386.0176,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781198386.051,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781198386.0955,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781198386.1145,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781198392.6167,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null} {"level":"info","ts":1689781198392.6584,"caller":"controllers/disruption_controller.go:310","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","requeueDelay":284.60734244} {"level":"debug","ts":1689781198403.8193,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781198403.8914,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781198415.4382,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781198415.5684,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781198415.5876,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"]} {"level":"debug","ts":1689781198420.2966,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781198420.328,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"} {"level":"debug","ts":1689781198420.3657,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781198420.383,"caller":"controllers/disruption_controller.go:418","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781198425.9832,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null} {"level":"info","ts":1689781198426.0059,"caller":"controllers/disruption_controller.go:310","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","requeueDelay":284.573994638} {"level":"debug","ts":1689781200332.3079,"caller":"chaos-controller/main.go:198","message":"Initiate the removal of all expired watchers."} {"level":"debug","ts":1689781200332.507,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781212703.8318,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781212703.957,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781212715.3262,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781212715.5051,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781212715.5293,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"]} {"level":"debug","ts":1689781212720.379,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781212720.412,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"} {"level":"debug","ts":1689781212720.4429,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781212720.4631,"caller":"controllers/disruption_controller.go:418","message":"from status Injected to Injected, terminationStatus is 0, readyPodCount is 2, desired targets count is 2","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781212726.1863,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected","error":null} {"level":"info","ts":1689781212726.2087,"caller":"controllers/disruption_controller.go:310","message":"requeuing disruption to check once expired","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","requeueDelay":270.273791679} {"level":"debug","ts":1689781259029.5867,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","targetKind":"pod"} {"level":"debug","ts":1689781259029.7927,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781259039.4248,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","newTargetKind":"pod"} {"level":"debug","ts":1689781259039.9124,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781259062.627,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"warn","ts":1689781259139.9402,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781259140.002,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","newTargetKind":"pod"} {"level":"warn","ts":1689781259140.0303,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781259176.3367,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","targetKind":"pod"} {"level":"debug","ts":1689781259176.4011,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781259183.6428,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781259183.6426,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","newTargetKind":"pod"} {"level":"warn","ts":1689781259183.7017,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781259210.2893,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","newTargetKind":"pod"} {"level":"warn","ts":1689781259210.3342,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781259210.3296,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781260331.81,"caller":"chaos-controller/main.go:198","message":"Initiate the removal of all expired watchers."} {"level":"debug","ts":1689781260333.0864,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781260440.7083,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","newTargetKind":"pod"} {"level":"warn","ts":1689781260440.7815,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781260440.775,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781260607.8525,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","newTargetKind":"pod"} {"level":"debug","ts":1689781260607.9238,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"warn","ts":1689781260607.9397,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781262594.4658,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","newTargetKind":"pod"} {"level":"debug","ts":1689781262594.5415,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"warn","ts":1689781262594.5823,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"info","ts":1689781262594.6292,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-57c65cb449rpg56","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"} {"level":"info","ts":1689781262594.6675,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-57c65cb449rpg56","container":"istio-proxy","lastState":"Waiting","newState":"Running"} {"level":"debug","ts":1689781262613.1348,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","newTargetKind":"pod"} {"level":"debug","ts":1689781262613.1353,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"warn","ts":1689781262613.1794,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781262616.769,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","newTargetKind":"pod"} {"level":"warn","ts":1689781262616.8193,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"info","ts":1689781262616.8257,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-57c65cb449shwfs","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"} {"level":"debug","ts":1689781262616.8235,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"info","ts":1689781262616.8357,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-57c65cb449shwfs","container":"istio-proxy","lastState":"Waiting","newState":"Running"} {"level":"debug","ts":1689781262632.5837,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","newTargetKind":"pod"} {"level":"warn","ts":1689781262632.6255,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781262632.6228,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781274367.8257,"caller":"watchers/target_pod.go:43","message":"DisruptionTargetHandler ADD","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","targetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","targetKind":"pod"} {"level":"debug","ts":1689781274367.91,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781274378.2546,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","newTargetKind":"pod"} {"level":"debug","ts":1689781274378.298,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"warn","ts":1689781274378.3018,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781274393.4382,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","newTargetKind":"pod"} {"level":"warn","ts":1689781274393.4885,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781274393.505,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781276072.1414,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","newTargetKind":"pod"} {"level":"warn","ts":1689781276072.2095,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781276072.2178,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781278079.8713,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","newTargetKind":"pod"} {"level":"debug","ts":1689781278079.9558,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"warn","ts":1689781278080.0378,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"info","ts":1689781278080.0823,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","container":"fault-injection-showcase","lastState":"Waiting","newState":"Running"} {"level":"info","ts":1689781278080.105,"caller":"watchers/target_pod.go:350","message":"container state change detected on target","target":"chaos-engineering-framework/fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","container":"istio-proxy","lastState":"Waiting","newState":"Running"} {"level":"debug","ts":1689781278093.4688,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781278093.475,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","newTargetKind":"pod"} {"level":"warn","ts":1689781278093.51,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781289663.711,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","newTargetKind":"pod"} {"level":"warn","ts":1689781289663.7896,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781289663.8098,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781289917.3418,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","newTargetKind":"pod"} {"level":"warn","ts":1689781289917.4026,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781289917.4084,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781304975.418,"caller":"watchers/target_pod.go:80","message":"DisruptionTargetHandler UPDATE","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","oldTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","oldTargetKind":"pod","newTargetName":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","newTargetKind":"pod"} {"level":"warn","ts":1689781304975.5027,"caller":"watchers/target_pod.go:121","message":"couldn't get the list of events from the target. Might not be able to notify on error changes: non-exact field matches are not supported by the cache"} {"level":"debug","ts":1689781304975.5083,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781320331.821,"caller":"chaos-controller/main.go:198","message":"Initiate the removal of all expired watchers."} {"level":"debug","ts":1689781440336.009,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781481042.824,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781481043.9563,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481044.041,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481048.124,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481048.175,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481051.8608,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481051.9802,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781481063.0515,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781481063.3535,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb449shwfs","foundPods":[]} {"level":"debug","ts":1689781481063.3933,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb449rpg56","foundPods":[]} {"level":"debug","ts":1689781481063.4104,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","foundPods":[]} {"level":"debug","ts":1689781481063.4304,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj":{"injectionStatus":"NotInjected","since":null},"fault-injection-showcase-plugin-master-template-57c65cb449rpg56":{"injectionStatus":"NotInjected","since":null},"fault-injection-showcase-plugin-master-template-57c65cb449shwfs":{"injectionStatus":"NotInjected","since":null}},"error":null} {"level":"debug","ts":1689781481063.4604,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj"]} {"level":"debug","ts":1689781481070.2173,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781481070.3096,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=cpu-pressure,chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","foundPods":[]} {"level":"info","ts":1689781481070.3262,"caller":"controllers/disruption_controller.go:555","message":"creating chaos pod","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","chaosPodArgs":["cpu-pressure","--count","100%","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;containerd://22fdb0bba0b955ec123b95f28c68de233d267d054ce4a2942eb30b06f4ef04dd","--target-pod-ip","10.72.142.177","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","cpu-pressure-pod-debug","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","--log-context-target-node-name","ip-10-72-171-200.us-west-2.compute.internal","--not-injected-before","2023-07-19T15:39:42Z","--deadline","2023-07-19T15:44:41Z"]} {"level":"debug","ts":1689781481151.5884,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=cpu-pressure,chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb449rpg56","foundPods":[]} {"level":"info","ts":1689781481151.6165,"caller":"controllers/disruption_controller.go:555","message":"creating chaos pod","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-57c65cb449rpg56","chaosPodArgs":["cpu-pressure","--count","100%","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;docker://f263138c0f146d680b81c1928cf5f727e9632d678acb41d2424c0ee751685b41","--target-pod-ip","10.72.12.141","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","cpu-pressure-pod-debug","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","--log-context-target-node-name","ip-10-72-54-160.us-west-2.compute.internal","--not-injected-before","2023-07-19T15:39:42Z","--deadline","2023-07-19T15:44:41Z"]} {"level":"debug","ts":1689781481151.7732,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481162.2546,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481162.2903,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481200.129,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481200.4587,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-kind=cpu-pressure,chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework,chaos.datadoghq.com/target=fault-injection-showcase-plugin-master-template-57c65cb449shwfs","foundPods":[]} {"level":"info","ts":1689781481200.481,"caller":"controllers/disruption_controller.go:555","message":"creating chaos pod","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","target":"fault-injection-showcase-plugin-master-template-57c65cb449shwfs","chaosPodArgs":["cpu-pressure","--count","100%","--metrics-sink","noop","--level","pod","--target-containers","fault-injection-showcase;containerd://f4a20d4b63bbd507cc35f9c0a8c617b404d5ff4f7d087ebe0063eee7e4d36441","--target-pod-ip","10.72.146.232","--chaos-namespace","chaos-engineering-framework","--log-context-disruption-name","cpu-pressure-pod-debug","--log-context-disruption-namespace","chaos-engineering-framework","--log-context-target-name","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","--log-context-target-node-name","ip-10-72-178-68.us-west-2.compute.internal","--not-injected-before","2023-07-19T15:39:42Z","--deadline","2023-07-19T15:44:41Z"]} {"level":"debug","ts":1689781481215.5417,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481215.5835,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481245.49,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"Injected"} {"level":"debug","ts":1689781481245.6382,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481245.6404,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781481245.6816,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-b9psv"} {"level":"debug","ts":1689781481245.6912,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-8z48x"} {"level":"debug","ts":1689781481245.6995,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-c2vhx"} {"level":"debug","ts":1689781481245.718,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 2/5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481245.7273,"caller":"controllers/disruption_controller.go:418","message":"from status Injected to PartiallyInjected, terminationStatus is 0, readyPodCount is 2, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481255.8875,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781481255.9136,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481256.0107,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781481262.0928,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481262.258,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781481262.5144,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481262.547,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481266.7964,"caller":"controllers/disruption_controller.go:142","message":"a retryable error occurred in reconcile loop","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","error":"error handling chaos pods termination: Operation cannot be fulfilled on disruptions.chaos.datadoghq.com \"cpu-pressure-pod-debug\": the object has been modified; please apply your changes to the latest version and try again"} {"level":"debug","ts":1689781481266.9001,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781481272.4758,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481272.6116,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-b9psv"]} {"level":"info","ts":1689781481284.1355,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781481284.4192,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781481284.443,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"]} {"level":"debug","ts":1689781481289.3896,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781481289.4265,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481289.506,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781481289.5247,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-b9psv"} {"level":"debug","ts":1689781481289.532,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-8z48x"} {"level":"debug","ts":1689781481289.5378,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-c2vhx"} {"level":"debug","ts":1689781481289.5461,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 2/5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481289.555,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 2, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481295.4941,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781481295.5237,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481514.1233,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781481515.4297,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481515.4956,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481520.648,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481520.8398,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781481532.3792,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781481532.6519,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781481532.6763,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj"]} {"level":"debug","ts":1689781481537.711,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781481537.7502,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481537.821,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781481537.8394,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-c2vhx"} {"level":"debug","ts":1689781481537.8467,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781481537.8523,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-b9psv"} {"level":"debug","ts":1689781481537.8574,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-8z48x"} {"level":"debug","ts":1689781481537.866,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 1/5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481537.8765,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481545.328,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781481545.3513,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481550.7217,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481550.835,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781481562.1008,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781481562.3044,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781481562.3254,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj"]} {"level":"debug","ts":1689781481567.3926,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781481567.4644,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481567.5974,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"debug","ts":1689781481567.6309,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-b9psv"} {"level":"debug","ts":1689781481567.6438,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-8z48x"} {"level":"debug","ts":1689781481567.6558,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781481567.6726,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-c2vhx"} {"level":"debug","ts":1689781481567.6924,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 1/5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481567.7063,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 1, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481573.5693,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781481573.5938,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481683.4138,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781481684.178,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481684.2236,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481689.4946,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481689.637,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"info","ts":1689781481701.7083,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781481701.9417,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781481701.9658,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj"]} {"level":"debug","ts":1689781481706.7485,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781481706.7869,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481706.855,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781481706.8738,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781481706.8804,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781481706.8865,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-c2vhx"} {"level":"debug","ts":1689781481706.892,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-b9psv"} {"level":"debug","ts":1689781481706.8972,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-8z48x"} {"level":"debug","ts":1689781481706.904,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481706.919,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481714.167,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781481714.192,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481719.4497,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481719.633,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"info","ts":1689781481731.466,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781481731.765,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781481731.7893,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56"]} {"level":"debug","ts":1689781481736.6226,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781481736.6853,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481736.7651,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781481736.784,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781481736.791,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781481736.7986,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-c2vhx"} {"level":"debug","ts":1689781481736.8042,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-b9psv"} {"level":"debug","ts":1689781481736.8093,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-8z48x"} {"level":"debug","ts":1689781481736.818,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481736.8267,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481742.723,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781481742.7502,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481781.7249,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781481782.1836,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481782.2275,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481787.4275,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481787.5447,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"info","ts":1689781481799.702,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781481799.9995,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781481800.0222,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56"]} {"level":"debug","ts":1689781481804.881,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781481804.9224,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481804.9924,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"debug","ts":1689781481805.0015,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-b9psv"} {"level":"debug","ts":1689781481805.0085,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-8z48x"} {"level":"debug","ts":1689781481805.014,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781481805.0195,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781481805.025,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-c2vhx"} {"level":"debug","ts":1689781481805.033,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481805.0422,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481810.8088,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781481810.8323,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481935.2693,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781481936.267,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481936.3098,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481942.0093,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781481942.1292,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"info","ts":1689781481953.8699,"caller":"controllers/disruption_controller.go:853","message":"selecting targets to inject disruption to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selector":"app.kubernetes.io/name=fault-injection-showcase,app=fault-injection-showcase--plugin-master"} {"level":"debug","ts":1689781481954.1267,"caller":"controllers/helpers.go:231","message":"getting eligible targets for disruption injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","potential_targets":["fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb449shwfs","fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p"],"eligible_targets":{},"error":null} {"level":"debug","ts":1689781481954.151,"caller":"controllers/disruption_controller.go:909","message":"updating instance status with targets selected for injection","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","selectedTargets":["fault-injection-showcase-plugin-master-template-57c65cb449rpg56","fault-injection-showcase-plugin-master-template-57c65cb449qhzsj","fault-injection-showcase-plugin-master-template-57c65cb44966t9p","fault-injection-showcase-plugin-master-template-57c65cb449v5nwc","fault-injection-showcase-plugin-master-template-57c65cb449shwfs"]} {"level":"debug","ts":1689781481959.2632,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-b9psv"]} {"level":"debug","ts":1689781481959.3328,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781481959.4448,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781481959.4768,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-b9psv"} {"level":"debug","ts":1689781481959.4897,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-8z48x"} {"level":"debug","ts":1689781481959.5005,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-c2vhx"} {"level":"debug","ts":1689781481959.5234,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-qcv7s"} {"level":"debug","ts":1689781481959.5342,"caller":"controllers/disruption_controller.go:405","message":"chaos pod is not ready yet","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","chaosPod":"chaos-cpu-pressure-pod-debug-mw6kw"} {"level":"debug","ts":1689781481959.5586,"caller":"controllers/disruption_controller.go:413","message":"not injected yet because not all pods are ready 0/5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"info","ts":1689781481959.5723,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PartiallyInjected, terminationStatus is 0, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781481965.4373,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected","error":null} {"level":"info","ts":1689781481965.461,"caller":"controllers/disruption_controller.go:300","message":"disruption is not fully injected yet, requeuing","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781482270.492,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482270.544,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482275.4214,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781482275.6392,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-b9psv"]} {"level":"debug","ts":1689781482296.4883,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PartiallyInjected"} {"level":"debug","ts":1689781482296.5989,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"info","ts":1689781482296.621,"caller":"controllers/disruption_controller.go:418","message":"from status PartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482307.4902,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781482307.6428,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781482316.2993,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781482316.442,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"info","ts":1689781482323.084,"caller":"controllers/disruption_controller.go:142","message":"a retryable error occurred in reconcile loop","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","error":"error handling chaos pods termination: Operation cannot be fulfilled on disruptions.chaos.datadoghq.com \"cpu-pressure-pod-debug\": the object has been modified; please apply your changes to the latest version and try again"} {"level":"debug","ts":1689781482332.9873,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781482333.0981,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"debug","ts":1689781482354.6174,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781482354.7444,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"info","ts":1689781482354.7666,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482361.5696,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781482443.201,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781482443.9817,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482444.045,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482450.4514,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781482450.6196,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781482462.2488,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781482462.3462,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"info","ts":1689781482462.3618,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482468.5027,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781482497.851,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781482499.0557,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482499.1143,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482504.2195,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781482504.3936,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"debug","ts":1689781482516.1545,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781482516.289,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781482516.3123,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482521.412,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781482932.5256,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781482933.3918,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482933.448,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-qcv7s","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482939.47,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781482939.634,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s"]} {"level":"debug","ts":1689781482950.547,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781482950.7424,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s"]} {"level":"info","ts":1689781482950.7693,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781482956.1538,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781483069.746,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781483070.989,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483071.0334,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483077.2822,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781483077.4968,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781483087.9248,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781483088.0142,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781483088.027,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483094.007,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781483262.9453,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781483263.9956,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483264.0593,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-mw6kw","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483269.3606,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781483269.5476,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781483281.3164,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781483281.4746,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781483281.5132,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483286.4307,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781483329.5278,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483329.5603,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483329.7188,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781483329.8267,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"debug","ts":1689781483340.6685,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781483340.7515,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s"]} {"level":"info","ts":1689781483340.779,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483346.2664,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781483346.342,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781483351.43,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781483351.52,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-b9psv"]} {"level":"debug","ts":1689781483361.782,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781483361.9268,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"info","ts":1689781483361.9624,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781483368.466,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781484454.9558,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781484455.896,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781484455.9614,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-8z48x","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781484461.9062,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781484462.0881,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-c2vhx"]} {"level":"debug","ts":1689781484473.0525,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781484473.1453,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781484473.1665,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781484479.1868,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781484505.7622,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781484506.4768,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781484506.5183,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-b9psv","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781484511.839,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781484511.9907,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"debug","ts":1689781484523.6382,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781484523.7373,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw"]} {"level":"info","ts":1689781484523.761,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781484528.6204,"caller":"controllers/disruption_controller.go:332","message":"injection status updated to","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected","error":null} {"level":"debug","ts":1689781485420.8938,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"","disruptionNamespace":"","labels":"chaos.datadoghq.com/disruption-name=,chaos.datadoghq.com/disruption-namespace=","foundPods":[]} {"level":"debug","ts":1689781485421.4924,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781485421.5562,"caller":"controllers/disruption_controller.go:1347","message":"watching event from pod","podName":"chaos-cpu-pressure-pod-debug-c2vhx","podNamespace":"chaos-engineering-framework"} {"level":"debug","ts":1689781485427.895,"caller":"watchers/disruptions_watchers_manager.go:209","message":"Load watcher manager from the cache","disruptionName":"cpu-pressure-pod-debug","namespacedName":"chaos-engineering-framework"} {"level":"debug","ts":1689781485428.0486,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-8z48x","chaos-cpu-pressure-pod-debug-b9psv"]} {"level":"debug","ts":1689781485439.1616,"caller":"controllers/disruption_controller.go:329","message":"checking if injection status needs to be updated","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","injectionStatus":"PreviouslyPartiallyInjected"} {"level":"debug","ts":1689781485439.2515,"caller":"v1beta1/disruption_pods.go:60","message":"searching for chaos pods with label selector...","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework","labels":"chaos.datadoghq.com/disruption-name=cpu-pressure-pod-debug,chaos.datadoghq.com/disruption-namespace=chaos-engineering-framework","foundPods":["chaos-cpu-pressure-pod-debug-c2vhx","chaos-cpu-pressure-pod-debug-qcv7s","chaos-cpu-pressure-pod-debug-mw6kw","chaos-cpu-pressure-pod-debug-b9psv","chaos-cpu-pressure-pod-debug-8z48x"]} {"level":"info","ts":1689781485439.2703,"caller":"controllers/disruption_controller.go:418","message":"from status PreviouslyPartiallyInjected to PreviouslyPartiallyInjected, terminationStatus is 2, readyPodCount is 0, desired targets count is 5","disruptionName":"cpu-pressure-pod-debug","disruptionNamespace":"chaos-engineering-framework"}