time="2024-08-26T08:46:56Z" level=info msg="index config" indexWorkflowSemaphoreKeys=true time="2024-08-26T08:46:56Z" level=info msg="cron config" cronSyncPeriod=10s time="2024-08-26T08:46:56Z" level=info msg="Memoization caches will be garbage-collected if they have not been hit after" gcAfterNotHitDuration=30s time="2024-08-26T08:46:56.377Z" level=info msg="not enabling pprof debug endpoints" time="2024-08-26T08:46:56.383Z" level=info msg="Configuration:\nartifactRepository: {}\ninitialDelay: 0s\nmetricsConfig: {}\nnodeEvents: {}\npodSpecLogStrategy: {}\nsso:\n clientId:\n key: \"\"\n clientSecret:\n key: \"\"\n issuer: \"\"\n redirectUrl: \"\"\n sessionExpiry: 0s\ntelemetryConfig: {}\n" time="2024-08-26T08:46:56.383Z" level=info msg="Persistence configuration disabled" time="2024-08-26T08:46:56.383Z" level=info executorImage="quay.io/argoproj/argoexec:v3.5.5" executorImagePullPolicy= managedNamespace= time="2024-08-26T08:46:56.384Z" level=info msg="Starting dummy metrics server at localhost:9090/metrics" I0826 08:46:56.384354 1 leaderelection.go:248] attempting to acquire leader lease argo/workflow-controller... time="2024-08-26T08:46:56.385Z" level=info msg="new leader" leader=workflow-controller-746657588-5fv4m I0826 08:47:12.133920 1 leaderelection.go:258] successfully acquired lease argo/workflow-controller time="2024-08-26T08:47:12.134Z" level=info msg="new leader" leader=workflow-controller-746657588-vltsq time="2024-08-26T08:47:12.135Z" level=info msg="DB migration is disabled" time="2024-08-26T08:47:12.135Z" level=info msg="Starting Workflow Controller" defaultRequeueTime=10s version=v3.5.5 time="2024-08-26T08:47:12.135Z" level=info msg="Current Worker Numbers" podCleanup=4 workflowTtlWorkers=4 workflowWorkers=32 time="2024-08-26T08:47:12.135Z" level=info msg="Watching task results" labelSelector="!workflows.argoproj.io/controller-instanceid,workflows.argoproj.io/workflow" time="2024-08-26T08:47:12.136Z" level=info msg=Plugins executorPlugins=false time="2024-08-26T08:47:12.135Z" level=info msg="Successfully shutdown dummy metrics server at localhost:9090/metrics" time="2024-08-26T08:47:12.138Z" level=info msg="Starting prometheus metrics server at localhost:9090/metrics" time="2024-08-26T08:47:12.143Z" level=info msg="Manager initialized successfully" time="2024-08-26T08:47:12.154Z" level=info msg="Received Workflow Controller config map argo/workflow-controller-configmap update" time="2024-08-26T08:47:12.155Z" level=info msg="Configuration:\nartifactRepository: {}\ninitialDelay: 0s\nmetricsConfig: {}\nnodeEvents: {}\npodSpecLogStrategy: {}\nsso:\n clientId:\n key: \"\"\n clientSecret:\n key: \"\"\n issuer: \"\"\n redirectUrl: \"\"\n sessionExpiry: 0s\ntelemetryConfig: {}\n" time="2024-08-26T08:47:12.155Z" level=info msg="Persistence configuration disabled" time="2024-08-26T08:47:12.155Z" level=info executorImage="quay.io/argoproj/argoexec:v3.5.5" executorImagePullPolicy= managedNamespace= time="2024-08-26T08:47:12.253Z" level=info msg="Starting CronWorkflow controller" time="2024-08-26T08:47:12.253Z" level=info msg="Performing periodic GC" periodicity=5m0s time="2024-08-26T08:47:12.253Z" level=info msg="Persistence disabled - so archived workflow GC disabled - you must restart the controller if you enable this" time="2024-08-26T08:47:12.253Z" level=info msg="Starting workflow garbage collector controller (retentionWorkers 4)" time="2024-08-26T08:47:12.254Z" level=info msg="Started workflow garbage collection" W0826 08:47:12.254074 1 shared_informer.go:401] The sharedIndexInformer has started, run more than once is not allowed time="2024-08-26T08:47:29.580Z" level=info msg="Processing workflow" Phase= ResourceVersion=1876 namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.583Z" level=warning msg="Non-transient error: configmaps \"artifact-repositories\" not found" time="2024-08-26T08:47:29.583Z" level=info msg="resolved artifact repository" artifactRepositoryRef=default-artifact-repository time="2024-08-26T08:47:29.583Z" level=info msg="Task-result reconciliation" namespace=argo-events numObjs=0 workflow=workflow-keeps-running time="2024-08-26T08:47:29.584Z" level=info msg="Updated phase -> Running" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.584Z" level=warning msg="Node was nil, will be initialized as type Skipped" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.584Z" level=info msg="was unable to obtain node for , letting display name to be nodeName" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.584Z" level=info msg="DAG node workflow-keeps-running initialized Running" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.584Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-949027147, taskName task-circuit-breaker" time="2024-08-26T08:47:29.584Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-2223580216, taskName task" time="2024-08-26T08:47:29.584Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-2223580216, taskName task" time="2024-08-26T08:47:29.584Z" level=info msg="All of node workflow-keeps-running.task dependencies [] completed" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.584Z" level=warning msg="Node was nil, will be initialized as type Skipped" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.584Z" level=info msg="Pod node workflow-keeps-running-2223580216 initialized Pending" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.589Z" level=info msg="Created pod: workflow-keeps-running.task (workflow-keeps-running-task-template-2223580216)" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-949027147, taskName task-circuit-breaker" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-949027147, taskName task-circuit-breaker" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-1300587817, taskName task-finished" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-1300587817, taskName task-finished" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-1300587817, taskName task-finished" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-4186870224, taskName task-next-iteration" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-298550601, taskName await-task" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-298550601, taskName await-task" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-4186870224, taskName task-next-iteration" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-298550601, taskName await-task" time="2024-08-26T08:47:29.589Z" level=warning msg="was unable to obtain the node for workflow-keeps-running-4186870224, taskName task-next-iteration" time="2024-08-26T08:47:29.589Z" level=info msg="TaskSet Reconciliation" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.589Z" level=info msg=reconcileAgentPod namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:29.589Z" level=info msg="Workflow to be dehydrated" Workflow Size=1569 time="2024-08-26T08:47:29.595Z" level=info msg="Workflow update successful" namespace=argo-events phase=Running resourceVersion=1880 workflow=workflow-keeps-running time="2024-08-26T08:47:39.592Z" level=info msg="Processing workflow" Phase=Running ResourceVersion=1880 namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:39.592Z" level=info msg="Task-result reconciliation" namespace=argo-events numObjs=1 workflow=workflow-keeps-running time="2024-08-26T08:47:39.592Z" level=info msg="task-result changed" namespace=argo-events nodeID=workflow-keeps-running-2223580216 workflow=workflow-keeps-running time="2024-08-26T08:47:39.593Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:39.593Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:39.593Z" level=info msg="node changed" namespace=argo-events new.message= new.phase=Succeeded new.progress=0/1 nodeID=workflow-keeps-running-2223580216 old.message= old.phase=Pending old.progress=0/1 workflow=workflow-keeps-running time="2024-08-26T08:47:39.593Z" level=info msg="pod reconciliation didn't complete, will retry" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:39.593Z" level=info msg="Workflow to be dehydrated" Workflow Size=1926 time="2024-08-26T08:47:39.610Z" level=info msg="Workflow update successful" namespace=argo-events phase=Running resourceVersion=1918 workflow=workflow-keeps-running time="2024-08-26T08:47:49.600Z" level=info msg="Processing workflow" Phase=Running ResourceVersion=1918 namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:49.600Z" level=info msg="Task-result reconciliation" namespace=argo-events numObjs=1 workflow=workflow-keeps-running time="2024-08-26T08:47:49.600Z" level=info msg="task-result changed" namespace=argo-events nodeID=workflow-keeps-running-2223580216 workflow=workflow-keeps-running time="2024-08-26T08:47:49.601Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:49.601Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:49.601Z" level=info msg="node changed" namespace=argo-events new.message= new.phase=Succeeded new.progress=0/1 nodeID=workflow-keeps-running-2223580216 old.message= old.phase=Pending old.progress=0/1 workflow=workflow-keeps-running time="2024-08-26T08:47:49.601Z" level=info msg="pod reconciliation didn't complete, will retry" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:49.601Z" level=info msg="Workflow to be dehydrated" Workflow Size=1926 time="2024-08-26T08:47:49.619Z" level=info msg="Workflow update successful" namespace=argo-events phase=Running resourceVersion=1918 workflow=workflow-keeps-running time="2024-08-26T08:47:59.604Z" level=info msg="Processing workflow" Phase=Running ResourceVersion=1918 namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:59.604Z" level=info msg="Task-result reconciliation" namespace=argo-events numObjs=1 workflow=workflow-keeps-running time="2024-08-26T08:47:59.606Z" level=info msg="task-result changed" namespace=argo-events nodeID=workflow-keeps-running-2223580216 workflow=workflow-keeps-running time="2024-08-26T08:47:59.606Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:59.606Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:59.606Z" level=info msg="node changed" namespace=argo-events new.message= new.phase=Succeeded new.progress=0/1 nodeID=workflow-keeps-running-2223580216 old.message= old.phase=Pending old.progress=0/1 workflow=workflow-keeps-running time="2024-08-26T08:47:59.606Z" level=info msg="pod reconciliation didn't complete, will retry" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:47:59.606Z" level=info msg="Workflow to be dehydrated" Workflow Size=1926 time="2024-08-26T08:47:59.621Z" level=info msg="Workflow update successful" namespace=argo-events phase=Running resourceVersion=1918 workflow=workflow-keeps-running time="2024-08-26T08:48:09.607Z" level=info msg="Processing workflow" Phase=Running ResourceVersion=1918 namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:09.607Z" level=info msg="Task-result reconciliation" namespace=argo-events numObjs=1 workflow=workflow-keeps-running time="2024-08-26T08:48:09.607Z" level=info msg="task-result changed" namespace=argo-events nodeID=workflow-keeps-running-2223580216 workflow=workflow-keeps-running time="2024-08-26T08:48:09.607Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:09.608Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:09.608Z" level=info msg="node changed" namespace=argo-events new.message= new.phase=Succeeded new.progress=0/1 nodeID=workflow-keeps-running-2223580216 old.message= old.phase=Pending old.progress=0/1 workflow=workflow-keeps-running time="2024-08-26T08:48:09.608Z" level=info msg="pod reconciliation didn't complete, will retry" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:09.608Z" level=info msg="Workflow to be dehydrated" Workflow Size=1926 time="2024-08-26T08:48:09.616Z" level=info msg="Workflow update successful" namespace=argo-events phase=Running resourceVersion=1918 workflow=workflow-keeps-running time="2024-08-26T08:48:19.623Z" level=info msg="Processing workflow" Phase=Running ResourceVersion=1918 namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:19.624Z" level=info msg="Task-result reconciliation" namespace=argo-events numObjs=1 workflow=workflow-keeps-running time="2024-08-26T08:48:19.624Z" level=info msg="task-result changed" namespace=argo-events nodeID=workflow-keeps-running-2223580216 workflow=workflow-keeps-running time="2024-08-26T08:48:19.624Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:19.624Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:19.624Z" level=info msg="node changed" namespace=argo-events new.message= new.phase=Succeeded new.progress=0/1 nodeID=workflow-keeps-running-2223580216 old.message= old.phase=Pending old.progress=0/1 workflow=workflow-keeps-running time="2024-08-26T08:48:19.624Z" level=info msg="pod reconciliation didn't complete, will retry" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:19.624Z" level=info msg="Workflow to be dehydrated" Workflow Size=1926 time="2024-08-26T08:48:19.633Z" level=info msg="Workflow update successful" namespace=argo-events phase=Running resourceVersion=1918 workflow=workflow-keeps-running time="2024-08-26T08:48:29.632Z" level=info msg="Processing workflow" Phase=Running ResourceVersion=1918 namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:29.633Z" level=info msg="Task-result reconciliation" namespace=argo-events numObjs=1 workflow=workflow-keeps-running time="2024-08-26T08:48:29.633Z" level=info msg="task-result changed" namespace=argo-events nodeID=workflow-keeps-running-2223580216 workflow=workflow-keeps-running time="2024-08-26T08:48:29.633Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:29.634Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:29.634Z" level=info msg="node changed" namespace=argo-events new.message= new.phase=Succeeded new.progress=0/1 nodeID=workflow-keeps-running-2223580216 old.message= old.phase=Pending old.progress=0/1 workflow=workflow-keeps-running time="2024-08-26T08:48:29.634Z" level=info msg="pod reconciliation didn't complete, will retry" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:29.634Z" level=info msg="Workflow to be dehydrated" Workflow Size=1926 time="2024-08-26T08:48:29.647Z" level=info msg="Workflow update successful" namespace=argo-events phase=Running resourceVersion=1918 workflow=workflow-keeps-running time="2024-08-26T08:48:39.638Z" level=info msg="Processing workflow" Phase=Running ResourceVersion=1918 namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:39.639Z" level=info msg="Task-result reconciliation" namespace=argo-events numObjs=1 workflow=workflow-keeps-running time="2024-08-26T08:48:39.639Z" level=info msg="task-result changed" namespace=argo-events nodeID=workflow-keeps-running-2223580216 workflow=workflow-keeps-running time="2024-08-26T08:48:39.639Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:39.639Z" level=warning msg="workflow uses legacy/insecure pod patch, see https://argo-workflows.readthedocs.io/en/release-3.5/workflow-rbac/" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:39.640Z" level=info msg="node changed" namespace=argo-events new.message= new.phase=Succeeded new.progress=0/1 nodeID=workflow-keeps-running-2223580216 old.message= old.phase=Pending old.progress=0/1 workflow=workflow-keeps-running time="2024-08-26T08:48:39.640Z" level=info msg="pod reconciliation didn't complete, will retry" namespace=argo-events workflow=workflow-keeps-running time="2024-08-26T08:48:39.640Z" level=info msg="Workflow to be dehydrated" Workflow Size=1926 time="2024-08-26T08:48:39.662Z" level=info msg="Workflow update successful" namespace=argo-events phase=Running resourceVersion=1918 workflow=workflow-keeps-running