milvus2.4.6集群，rootcoord节点pod有的能启动起来，有的启动不起来

[jhyever]

@yhmo 麻烦大佬帮忙看下 呢

[2025/03/06 08:24:25.706 +00:00] [INFO] [rootcoord/service.go:312] ["RootCoord Core start ..."]
[2025/03/06 08:24:25.706 +00:00] [DEBUG] [sessionutil/session_util.go:436] ["service begin to register to etcd"] [serverName=rootcoord] [ServerID=91]
[2025/03/06 08:24:25.713 +00:00] [WARN] [sessionutil/session_util.go:479] ["retry func failed"] [retried=0] [error="function CompareAndSwap error for compare is false for key: rootcoord"]
[2025/03/06 08:24:28.741 +00:00] [WARN] [sessionutil/session_util.go:479] ["retry func failed"] [retried=4] [error="function CompareAndSwap error for compare is false for key: rootcoord"]
[2025/03/06 08:24:30.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:24:35.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:24:40.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:24:40.777 +00:00] [WARN] [sessionutil/session_util.go:479] ["retry func failed"] [retried=8] [error="function CompareAndSwap error for compare is false for key: rootcoord"]
[2025/03/06 08:24:45.444 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:24:50.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:24:52.807 +00:00] [WARN] [sessionutil/session_util.go:479] ["retry func failed"] [retried=12] [error="function CompareAndSwap error for compare is false for key: rootcoord"]
[2025/03/06 08:24:55.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:25:00.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:25:04.836 +00:00] [WARN] [sessionutil/session_util.go:479] ["retry func failed"] [retried=16] [error="function CompareAndSwap error for compare is false for key: rootcoord"]
[2025/03/06 08:25:05.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:25:10.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:25:15.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:25:16.867 +00:00] [WARN] [sessionutil/session_util.go:479] ["retry func failed"] [retried=20] [error="function CompareAndSwap error for compare is false for key: rootcoord"]
[2025/03/06 08:25:25.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:25:28.906 +00:00] [WARN] [sessionutil/session_util.go:479] ["retry func failed"] [retried=24] [error="function CompareAndSwap error for compare is false for key: rootcoord"]
[2025/03/06 08:25:35.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:25:40.935 +00:00] [WARN] [sessionutil/session_util.go:479] ["retry func failed"] [retried=28] [error="function CompareAndSwap error for compare is false for key: rootcoord"]
[2025/03/06 08:25:45.445 +00:00] [DEBUG] [config/refresher.go:71] ["etcd refreshConfigurations"] [prefix=by-dev/config] [endpoints="[my-release-etcd:2379]"]
[2025/03/06 08:25:46.943 +00:00] [ERROR] [sessionutil/session_util.go:301] ["Register failed"] [error="function CompareAndSwap error for compare is false for key: rootcoord"] [stack="github.com/milvus-io/milvus/internal/util/sessionutil.(*Session).Register\n\t/workspace/source/internal/util/sessionutil/session_util.go:301\ngithub.com/milvus-io/milvus/internal/rootcoord.(*Core).Register\n\t/workspace/source/internal/rootcoord/root_coord.go:270\ngithub.com/milvus-io/milvus/internal/distributed/rootcoord.(*Server).start\n\t/workspace/source/internal/distributed/rootcoord/service.go:313\ngithub.com/milvus-io/milvus/internal/distributed/rootcoord.(*Server).Run\n\t/workspace/source/internal/distributed/rootcoord/service.go:171\ngithub.com/milvus-io/milvus/cmd/components.(*RootCoord).Run\n\t/workspace/source/cmd/components/root_coord.go:54\ngithub.com/milvus-io/milvus/cmd/roles.runComponent[...].func1\n\t/workspace/source/cmd/roles/roles.go:114"]
panic: function CompareAndSwap error for compare is false for key: rootcoord

goroutine 220 [running]:
panic({0x51ae700?, 0xc00147e820?})
/usr/local/go/src/runtime/panic.go:1017 +0x3ac fp=0xc0009d1bf8 sp=0xc0009d1b48 pc=0x1de2aec
github.com/milvus-io/milvus/internal/util/sessionutil.(*Session).Register(0xc0000ff1e0)
/workspace/source/internal/util/sessionutil/session_util.go:302 +0x1ab fp=0xc0009d1cd0 sp=0xc0009d1bf8 pc=0x439decb
github.com/milvus-io/milvus/internal/rootcoord.(*Core).Register(0xc001238600)
/workspace/source/internal/rootcoord/root_coord.go:270 +0x26 fp=0xc0009d1cf8 sp=0xc0009d1cd0 pc=0x4d05126
github.com/milvus-io/milvus/internal/distributed/rootcoord.(*Server).start(0xc00111ebd0)
/workspace/source/internal/distributed/rootcoord/service.go:313 +0x56 fp=0xc0009d1e60 sp=0xc0009d1cf8 pc=0x4d40676
github.com/milvus-io/milvus/internal/distributed/rootcoord.(*Server).Run(0xc000124a08?)
/workspace/source/internal/distributed/rootcoord/service.go:171 +0x3f fp=0xc0009d1ea0 sp=0xc0009d1e60 pc=0x4d3e57f
github.com/milvus-io/milvus/cmd/components.(*RootCoord).Run(0xc00010eba0?)
/workspace/source/cmd/components/root_coord.go:54 +0x25 fp=0xc0009d1f70 sp=0xc0009d1ea0 pc=0x4d43f25
github.com/milvus-io/milvus/cmd/roles.runComponent[...].func1()
/workspace/source/cmd/roles/roles.go:114 +0xde fp=0xc0009d1fe0 sp=0xc0009d1f70 pc=0x4d4b27e
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0009d1fe8 sp=0xc0009d1fe0 pc=0x1e1c341
created by github.com/milvus-io/milvus/cmd/roles.runComponent[...] in goroutine 1
/workspace/source/cmd/roles/roles.go:106 +0x138

goroutine 1 [semacquire, 1 minutes]:
runtime.gopark(0x110?, 0x5499d80?, 0xe0?, 0x1?, 0x7f04b2848c28?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc001e8f5c0 sp=0xc001e8f5a0 pc=0x1de6b0e
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.semacquire1(0xc000daeef8, 0xc0?, 0x1, 0x0, 0x0?)
/usr/local/go/src/runtime/sema.go:160 +0x218 fp=0xc001e8f628 sp=0xc001e8f5c0 pc=0x1df8718
sync.runtime_Semacquire(0x59fe068?)
/usr/local/go/src/runtime/sema.go:62 +0x25 fp=0xc001e8f660 sp=0xc001e8f628 pc=0x1e17b65
sync.(*WaitGroup).Wait(0x51daf80?)
/usr/local/go/src/sync/waitgroup.go:116 +0x48 fp=0xc001e8f688 sp=0xc001e8f660 pc=0x1e3e548
github.com/milvus-io/milvus/cmd/roles.(*MilvusRoles).Run(0xc000d84500)
/workspace/source/cmd/roles/roles.go:403 +0xe29 fp=0xc001e8fbb8 sp=0xc001e8f688 pc=0x4d490e9
github.com/milvus-io/milvus/cmd/milvus.(*run).execute(0xc00133fcf0?, {0xc0001187e0?, 0x3, 0x3}, 0xc000c9e150)
/workspace/source/cmd/milvus/run.go:47 +0x2c9 fp=0xc001e8fc88 sp=0xc001e8fbb8 pc=0x4d55449
github.com/milvus-io/milvus/cmd/milvus.RunMilvus({0xc0001187e0?, 0x3, 0x3})
/workspace/source/cmd/milvus/milvus.go:60 +0x204 fp=0xc001e8fd00 sp=0xc001e8fc88 pc=0x4d550e4
main.main()
/workspace/source/cmd/main.go:95 +0x425 fp=0xc001e8ff40 sp=0xc001e8fd00 pc=0x4d59c05
runtime.main()
/usr/local/go/src/runtime/proc.go:267 +0x2bb fp=0xc001e8ffe0 sp=0xc001e8ff40 pc=0x1de669b
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc001e8ffe8 sp=0xc001e8ffe0 pc=0x1e1c341

goroutine 2 [force gc (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000bcfa8 sp=0xc0000bcf88 pc=0x1de6b0e
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.forcegchelper()
/usr/local/go/src/runtime/proc.go:322 +0xb3 fp=0xc0000bcfe0 sp=0xc0000bcfa8 pc=0x1de6973
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000bcfe8 sp=0xc0000bcfe0 pc=0x1e1c341
created by runtime.init.6 in goroutine 1
/usr/local/go/src/runtime/proc.go:310 +0x1a

goroutine 3 [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000bd778 sp=0xc0000bd758 pc=0x1de6b0e
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.bgsweep(0x0?)
/usr/local/go/src/runtime/mgcsweep.go:321 +0xdf fp=0xc0000bd7c8 sp=0xc0000bd778 pc=0x1dce99f
runtime.gcenable.func1()
/usr/local/go/src/runtime/mgc.go:200 +0x25 fp=0xc0000bd7e0 sp=0xc0000bd7c8 pc=0x1dc3745
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000bd7e8 sp=0xc0000bd7e0 pc=0x1e1c341
created by runtime.gcenable in goroutine 1
/usr/local/go/src/runtime/mgc.go:200 +0x66

goroutine 4 [GC scavenge wait]:
runtime.gopark(0xc0000e6000?, 0x5e894e8?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000bdf70 sp=0xc0000bdf50 pc=0x1de6b0e
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:404
runtime.(*scavengerState).park(0x853fb60)
/usr/local/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc0000bdfa0 sp=0xc0000bdf70 pc=0x1dcc009
runtime.bgscavenge(0x0?)
/usr/local/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc0000bdfc8 sp=0xc0000bdfa0 pc=0x1dcc5d9
runtime.gcenable.func2()
/usr/local/go/src/runtime/mgc.go:201 +0x25 fp=0xc0000bdfe0 sp=0xc0000bdfc8 pc=0x1dc36e5
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000bdfe8 sp=0xc0000bdfe0 pc=0x1e1c341
created by runtime.gcenable in goroutine 1
/usr/local/go/src/runtime/mgc.go:201 +0xa5

goroutine 18 [finalizer wait, 1 minutes]:
runtime.gopark(0x0?, 0x59fcf18?, 0x80?, 0xc0?, 0x2000000020?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000bc620 sp=0xc0000bc600 pc=0x1de6b0e
runtime.runfinq()
/usr/local/go/src/runtime/mfinal.go:193 +0x107 fp=0xc0000bc7e0 sp=0xc0000bc620 pc=0x1dc26e7
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc0000bc7e8 sp=0xc0000bc7e0 pc=0x1e1c341
created by runtime.createfing in goroutine 1
/usr/local/go/src/runtime/mfinal.go:163 +0x3d

goroutine 19 [GC worker (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc0000b8750 sp=0xc0000b8730 pc=0x1de6b0e
runtime.gcBgMarkWorker()

[jhyever]

忽略已解决