upgrade pd from v6.2.0 to v6.3.0, cause cdc owner goroutine exit and restart

[3AceShowHand]

[2022/08/11 22:02:43.559 +08:00] [INFO] [base_client.go:275] ["[pd] cannot update member from this address"] [address=http://lingjin-0.jinling.tispace:2379] [error="[PD:client:ErrClientGetLeader]get leader from leader address don't exist error"]
[2022/08/11 22:02:43.560 +08:00] [INFO] [base_client.go:275] ["[pd] cannot update member from this address"] [address=http://lingjin-1.jinling.tispace:2379] [error="[PD:client:ErrClientGetLeader]get leader from leader address don't exist error"]
[2022/08/11 22:02:43.560 +08:00] [INFO] [base_client.go:275] ["[pd] cannot update member from this address"] [address=http://lingjin-1.jinling.tispace:2379] [error="[PD:client:ErrClientGetLeader]get leader from leader address don't exist error"]
[2022/08/11 22:02:43.560 +08:00] [ERROR] [base_client.go:144] ["[pd] failed updateMember"] [error="[PD:client:ErrClientGetLeader]get leader from [http://lingjin-0.jinling.tispace:2379 http://lingjin-1.jinling.tispace:2379] error"]
[2022/08/11 22:02:43.659 +08:00] [ERROR] [client.go:847] ["[pd] getTS error"] [dc-location=global] [stream-addr=http://lingjin-0.jinling.tispace:2379] [error="[PD:client:ErrClientGetTSO]rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster: rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster"]
[2022/08/11 22:02:43.659 +08:00] [INFO] [clock.go:80] ["get time from pd failed, retry later"] [error="rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster"] [errorVerbose="rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster\ngithub.com/tikv/pd/client.(*client).processTSORequests\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1081\ngithub.com/tikv/pd/client.(*client).handleDispatcher\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:837\nruntime.goexit\n\truntime/asm_amd64.s:1571\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1297\ngithub.com/tikv/pd/client.(*client).GetTS\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1317\ngithub.com/pingcap/tiflow/pkg/pdutil.(*PDClock).Run.func2\n\tgithub.com/pingcap/tiflow/pkg/pdutil/clock.go:78\ngithub.com/pingcap/tiflow/pkg/retry.run\n\tgithub.com/pingcap/tiflow/pkg/retry/retry_with_opt.go:57\ngithub.com/pingcap/tiflow/pkg/retry.Do\n\tgithub.com/pingcap/tiflow/pkg/retry/retry_with_opt.go:34\ngithub.com/pingcap/tiflow/pkg/pdutil.(*PDClock).Run\n\tgithub.com/pingcap/tiflow/pkg/pdutil/clock.go:77\ngithub.com/pingcap/tiflow/pkg/upstream.initUpstream.func1\n\tgithub.com/pingcap/tiflow/pkg/upstream/upstream.go:198\nruntime.goexit\n\truntime/asm_amd64.s:1571"]
[2022/08/11 22:02:43.660 +08:00] [INFO] [base_client.go:275] ["[pd] cannot update member from this address"] [address=http://lingjin-0.jinling.tispace:2379] [error="[PD:client:ErrClientGetLeader]get leader from leader address don't exist error"]
[2022/08/11 22:02:43.660 +08:00] [INFO] [base_client.go:275] ["[pd] cannot update member from this address"] [address=http://lingjin-0.jinling.tispace:2379] [error="[PD:client:ErrClientGetLeader]get leader from leader address don't exist error"]
[2022/08/11 22:02:43.661 +08:00] [INFO] [base_client.go:275] ["[pd] cannot update member from this address"] [address=http://lingjin-1.jinling.tispace:2379] [error="[PD:client:ErrClientGetLeader]get leader from leader address don't exist error"]
[2022/08/11 22:02:43.661 +08:00] [INFO] [base_client.go:275] ["[pd] cannot update member from this address"] [address=http://lingjin-1.jinling.tispace:2379] [error="[PD:client:ErrClientGetLeader]get leader from leader address don't exist error"]
[2022/08/11 22:02:43.661 +08:00] [ERROR] [base_client.go:144] ["[pd] failed updateMember"] [error="[PD:client:ErrClientGetLeader]get leader from [http://lingjin-0.jinling.tispace:2379 http://lingjin-1.jinling.tispace:2379] error"]
[2022/08/11 22:02:43.760 +08:00] [ERROR] [client.go:847] ["[pd] getTS error"] [dc-location=global] [stream-addr=http://lingjin-0.jinling.tispace:2379] [error="[PD:client:ErrClientGetTSO]rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster: rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster"]
[2022/08/11 22:02:43.760 +08:00] [INFO] [clock.go:80] ["get time from pd failed, retry later"] [error="rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster"] [errorVerbose="rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster\ngithub.com/tikv/pd/client.(*client).processTSORequests\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1081\ngithub.com/tikv/pd/client.(*client).handleDispatcher\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:837\nruntime.goexit\n\truntime/asm_amd64.s:1571\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1297\ngithub.com/tikv/pd/client.(*client).GetTS\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1317\ngithub.com/pingcap/tiflow/pkg/pdutil.(*PDClock).Run.func2\n\tgithub.com/pingcap/tiflow/pkg/pdutil/clock.go:78\ngithub.com/pingcap/tiflow/pkg/retry.run\n\tgithub.com/pingcap/tiflow/pkg/retry/retry_with_opt.go:57\ngithub.com/pingcap/tiflow/pkg/retry.Do\n\tgithub.com/pingcap/tiflow/pkg/retry/retry_with_opt.go:34\ngithub.com/pingcap/tiflow/pkg/pdutil.(*PDClock).Run\n\tgithub.com/pingcap/tiflow/pkg/pdutil/clock.go:77\ngithub.com/pingcap/tiflow/pkg/upstream.initUpstream.func1\n\tgithub.com/pingcap/tiflow/pkg/upstream/upstream.go:198\nruntime.goexit\n\truntime/asm_amd64.s:1571"]
[2022/08/11 22:02:43.760 +08:00] [WARN] [clock.go:90] ["get time from pd failed, will use local time as pd time"]
[2022/08/11 22:02:43.761 +08:00] [INFO] [base_client.go:350] ["[pd] switch leader"] [new-leader=http://lingjin-1.jinling.tispace:2379] [old-leader=http://lingjin-0.jinling.tispace:2379]
[2022/08/11 22:02:43.761 +08:00] [INFO] [base_client.go:350] ["[pd] switch leader"] [new-leader=http://lingjin-1.jinling.tispace:2379] [old-leader=http://lingjin-0.jinling.tispace:2379]
[2022/08/11 22:02:44.047 +08:00] [ERROR] [client.go:847] ["[pd] getTS error"] [dc-location=global] [stream-addr=http://lingjin-0.jinling.tispace:2379] [error="[PD:client:ErrClientGetTSO]rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster: rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster"]
[2022/08/11 22:02:44.047 +08:00] [ERROR] [pd.go:236] ["updateTS error"] [txnScope=global] [error="rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster"] [errorVerbose="rpc error: code = Unknown desc = [PD:tso:ErrGenerateTimestamp]generate timestamp failed, requested pd is not leader of cluster\ngithub.com/tikv/pd/client.(*client).processTSORequests\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1081\ngithub.com/tikv/pd/client.(*client).handleDispatcher\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:837\nruntime.goexit\n\truntime/asm_amd64.s:1571\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1297\ngithub.com/tikv/pd/client.(*client).GetTS\n\tgithub.com/tikv/pd/client@v0.0.0-20220307081149-841fa61e9710/client.go:1317\ngithub.com/tikv/client-go/v2/util.InterceptedPDClient.GetTS\n\tgithub.com/tikv/client-go/v2@v2.0.1-0.20220627063500-947d923945fd/util/pd_interceptor.go:81\ngithub.com/tikv/client-go/v2/oracle/oracles.(*pdOracle).getTimestamp\n\tgithub.com/tikv/client-go/v2@v2.0.1-0.20220627063500-947d923945fd/oracle/oracles/pd.go:143\ngithub.com/tikv/client-go/v2/oracle/oracles.(*pdOracle).updateTS.func1\n\tgithub.com/tikv/client-go/v2@v2.0.1-0.20220627063500-947d923945fd/oracle/oracles/pd.go:234\nsync.(*Map).Range\n\tsync/map.go:347\ngithub.com/tikv/client-go/v2/oracle/oracles.(*pdOracle).updateTS\n\tgithub.com/tikv/client-go/v2@v2.0.1-0.20220627063500-947d923945fd/oracle/oracles/pd.go:232\nruntime.goexit\n\truntime/asm_amd64.s:1571\ngithub.com/tikv/client-go/v2/oracle/oracles.(*pdOracle).getTimestamp\n\tgithub.com/tikv/client-go/v2@v2.0.1-0.20220627063500-947d923945fd/oracle/oracles/pd.go:148\ngithub.com/tikv/client-go/v2/oracle/oracles.(*pdOracle).updateTS.func1\n\tgithub.com/tikv/client-go/v2@v2.0.1-0.20220627063500-947d923945fd/oracle/oracles/pd.go:234\nsync.(*Map).Range\n\tsync/map.go:347\ngithub.com/tikv/client-go/v2/oracle/oracles.(*pdOracle).updateTS\n\tgithub.com/tikv/client-go/v2@v2.0.1-0.20220627063500-947d923945fd/oracle/oracles/pd.go:232\nruntime.goexit\n\truntime/asm_amd64.s:1571"]
[2022/08/11 22:02:44.048 +08:00] [INFO] [base_client.go:350] ["[pd] switch leader"] [new-leader=http://lingjin-1.jinling.tispace:2379] [old-leader=http://lingjin-0.jinling.tispace:2379]
[2022/08/11 22:02:44.048 +08:00] [INFO] [base_client.go:350] ["[pd] switch leader"] [new-leader=http://lingjin-1.jinling.tispace:2379] [old-leader=http://lingjin-0.jinling.tispace:2379]
[2022/08/11 22:02:46.701 +08:00] [WARN] [client.go:98] ["etcd RPC failed"] [RPC=Txn] [error="rpc error: code = Unavailable desc = closing transport due to: connection error: desc = \"error reading from server: EOF\", received prior goaway: code: NO_ERROR"]
[2022/08/11 22:02:46.701 +08:00] [INFO] [client.go:246] ["WatchWithChan exited"] [role=owner]
[2022/08/11 22:02:47.634 +08:00] [INFO] [capture.go:508] ["owner resigned successfully"] [captureID=ef06ccf5-f507-43ea-8b9b-d686107135e4] [ownerRev=122]
[2022/08/11 22:02:47.634 +08:00] [WARN] [capture.go:511] ["run owner exited with error"] [captureID=ef06ccf5-f507-43ea-8b9b-d686107135e4] [ownerRev=122] [error="rpc error: code = Unavailable desc = closing transport due to: connection error: desc = \"error reading from server: EOF\", received prior goaway: code: NO_ERROR"] [errorVerbose="rpc error: code = Unavailable desc = closing transport due to: connection error: desc = \"error reading from server: EOF\", received prior goaway: code: NO_ERROR\ngithub.com/pingcap/errors.AddStack\n\tgithub.com/pingcap/errors@v0.11.5-0.20211224045212-9687c2b0f87c/errors.go:174\ngithub.com/pingcap/errors.Trace\n\tgithub.com/pingcap/errors@v0.11.5-0.20211224045212-9687c2b0f87c/juju_adaptor.go:15\ngithub.com/pingcap/tiflow/pkg/orchestrator.(*EtcdWorker).commitChangedState\n\tgithub.com/pingcap/tiflow/pkg/orchestrator/etcd_worker.go:452\ngithub.com/pingcap/tiflow/pkg/orchestrator.(*EtcdWorker).applyPatchGroups\n\tgithub.com/pingcap/tiflow/pkg/orchestrator/etcd_worker.go:378\ngithub.com/pingcap/tiflow/pkg/orchestrator.(*EtcdWorker).Run\n\tgithub.com/pingcap/tiflow/pkg/orchestrator/etcd_worker.go:234\ngithub.com/pingcap/tiflow/cdc/capture.(*captureImpl).runEtcdWorker\n\tgithub.com/pingcap/tiflow/cdc/capture/capture.go:535\ngithub.com/pingcap/tiflow/cdc/capture.(*captureImpl).campaignOwner\n\tgithub.com/pingcap/tiflow/cdc/capture/capture.go:487\ngithub.com/pingcap/tiflow/cdc/capture.(*captureImpl).run.func2\n\tgithub.com/pingcap/tiflow/cdc/capture/capture.go:345\nruntime.goexit\n\truntime/asm_amd64.s:1571"]
[2022/08/11 22:02:47.635 +08:00] [INFO] [capture.go:346] ["the owner routine exited"] [captureID=ef06ccf5-f507-43ea-8b9b-d686107135e4] []
[2022/08/11 22:02:47.635 +08:00] [INFO] [capture.go:618] ["processor manager closed"] [captureID=ef06ccf5-f507-43ea-8b9b-d686107135e4]