fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

[l19891223j]

NOTE

Intermittently, the service experiences occasional outages every few days.
minio version RELEASE.2023-04-13T03-08-07Z (commit-id=a42650c065fe22c6a6d3ce526d80c5354d4bceac)
Runtime: go1.20.3 linux/amd64
License: GNU AGPLv3 https://www.gnu.org/licenses/agpl-3.0.html
Copyright: 2015-2023 MinIO, Inc.
Error Log:

runtime: pointer 0xc00cfc9ef0 to unused region of span span.base()=0xc00cfc8000 span.limit=0xc00cfc9ee0 span.state=1
runtime: found in object at *(0xc011fa0000+0xe260)
object=0xc011fa0000 s.base()=0xc011ee0000 s.limit=0xc011fc8000 s.spanclass=0 s.elemsize=950272 s.state=mSpanInUse
*(object+0) = 0x0
*(object+8) = 0x0
*(object+16) = 0x0
*(object+24) = 0x0
*(object+32) = 0x0
*(object+40) = 0x0
*(object+48) = 0x0
*(object+56) = 0x0
*(object+64) = 0x0
*(object+72) = 0x0
*(object+80) = 0x0
*(object+88) = 0x0
*(object+96) = 0x0
*(object+104) = 0x0
*(object+112) = 0x0
*(object+120) = 0x0
*(object+128) = 0x0
*(object+136) = 0x0
*(object+144) = 0x0
*(object+152) = 0x0
*(object+160) = 0x0
*(object+168) = 0x0
*(object+176) = 0x0
*(object+184) = 0x0
*(object+192) = 0x0
*(object+200) = 0x0
*(object+208) = 0x0
*(object+216) = 0x0
*(object+224) = 0x0
*(object+232) = 0x0
*(object+240) = 0x0
*(object+248) = 0x0
*(object+256) = 0x0
*(object+264) = 0x0
*(object+272) = 0x0
*(object+280) = 0x0
*(object+288) = 0x0
*(object+296) = 0x0
*(object+304) = 0x0
*(object+312) = 0x0
*(object+320) = 0x0
*(object+328) = 0x0
*(object+336) = 0x0
*(object+344) = 0x0
*(object+352) = 0x0
*(object+360) = 0x0
*(object+368) = 0x0
*(object+376) = 0x0
*(object+384) = 0x0
*(object+392) = 0x0
*(object+400) = 0x0
*(object+408) = 0x0
*(object+416) = 0x0
*(object+424) = 0x0
*(object+432) = 0x0
*(object+440) = 0x0
*(object+448) = 0x0
*(object+456) = 0x0
*(object+464) = 0x0
*(object+472) = 0x0
*(object+480) = 0x0
*(object+488) = 0x0
*(object+496) = 0x0
*(object+504) = 0x0
*(object+512) = 0x0
*(object+520) = 0x0
*(object+528) = 0x0
*(object+536) = 0x0
*(object+544) = 0x0
*(object+552) = 0x0
*(object+560) = 0x0
*(object+568) = 0x0
*(object+576) = 0x0
*(object+584) = 0x0
*(object+592) = 0x0
*(object+600) = 0x0
*(object+608) = 0x0
*(object+616) = 0x0
*(object+624) = 0x0
*(object+632) = 0x0
*(object+640) = 0x0
*(object+648) = 0x0
*(object+656) = 0x0
*(object+664) = 0x0
*(object+672) = 0x0
*(object+680) = 0x0
*(object+688) = 0x0
*(object+696) = 0x0
*(object+704) = 0x0
*(object+712) = 0x0
*(object+720) = 0x0
*(object+728) = 0x0
*(object+736) = 0x0
*(object+744) = 0x0
*(object+752) = 0x0
*(object+760) = 0x0
*(object+768) = 0x0
*(object+776) = 0x0
*(object+784) = 0x0
*(object+792) = 0x0
*(object+800) = 0x0
*(object+808) = 0x0
*(object+816) = 0x0
*(object+824) = 0x0
*(object+832) = 0x0
*(object+840) = 0x0
*(object+848) = 0x0
*(object+856) = 0x0
*(object+864) = 0x0
*(object+872) = 0x0
*(object+880) = 0x0
*(object+888) = 0x0
*(object+896) = 0x0
*(object+904) = 0x0
*(object+912) = 0x0
*(object+920) = 0x0
*(object+928) = 0x0
*(object+936) = 0x0
*(object+944) = 0x0
*(object+952) = 0x0
*(object+960) = 0x0
*(object+968) = 0x0
*(object+976) = 0x0
*(object+984) = 0x0
*(object+992) = 0x0
*(object+1000) = 0x0
*(object+1008) = 0x0
*(object+1016) = 0x0
...
*(object+57832) = 0x25
*(object+57840) = 0xc00cfc9d70
*(object+57848) = 0x25
*(object+57856) = 0xc00cfc9da0
*(object+57864) = 0x25
*(object+57872) = 0xc00cfc9dd0
*(object+57880) = 0x25
*(object+57888) = 0xc00cfc9e30
*(object+57896) = 0x25
*(object+57904) = 0xc00cfc9e60
*(object+57912) = 0x25
*(object+57920) = 0xc00cfc9e90
*(object+57928) = 0x25
*(object+57936) = 0xc00cfc9ec0
*(object+57944) = 0x25
*(object+57952) = 0xc00cfc9ef0 <==
*(object+57960) = 0x25
*(object+57968) = 0xc00cfc9f20
*(object+57976) = 0x25
*(object+57984) = 0xc00cfc9f80
*(object+57992) = 0x25
*(object+58000) = 0xc00cfc9fb0
*(object+58008) = 0x25
*(object+58016) = 0xc00cfca030
*(object+58024) = 0x25
*(object+58032) = 0xc00cfca0c0
*(object+58040) = 0x25
*(object+58048) = 0xc00cfca0f0
*(object+58056) = 0x25
*(object+58064) = 0xc00cfca120
*(object+58072) = 0x25
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x2be8375?, 0x6?})
runtime/panic.go:1047 +0x5d fp=0xc00a31be00 sp=0xc00a31bdd0 pc=0x43933d
runtime.badPointer(0x7fe3cc991548, 0xc00a31be78?, 0xc011fa0000, 0x0?)
runtime/mbitmap.go:314 +0x150 fp=0xc00a31be50 sp=0xc00a31be00 pc=0x414ef0
runtime.findObject(0xc00cfc9d40?, 0x0?, 0x0?)
runtime/mbitmap.go:357 +0xa6 fp=0xc00a31be88 sp=0xc00a31be50 pc=0x415086
runtime.scanobject(0xc000065c38?, 0xc000065c38)
runtime/mgcmark.go:1335 +0x165 fp=0xc00a31bf18 sp=0xc00a31be88 pc=0x421565
runtime.gcDrain(0xc000065c38, 0x7)
runtime/mgcmark.go:1103 +0x1d4 fp=0xc00a31bf78 sp=0xc00a31bf18 pc=0x420dd4
runtime.gcBgMarkWorker.func2()
runtime/mgc.go:1367 +0x7a fp=0xc00a31bfc8 sp=0xc00a31bf78 pc=0x41d47a
runtime.systemstack()
runtime/asm_amd64.s:496 +0x49 fp=0xc00a31bfd0 sp=0xc00a31bfc8 pc=0x46e5a9

goroutine 6 [GC worker (active)]:
runtime.systemstack_switch()
runtime/asm_amd64.s:463 fp=0xc00c4eaf50 sp=0xc00c4eaf48 pc=0x46e540
runtime.gcBgMarkWorker()
runtime/mgc.go:1335 +0x205 fp=0xc00c4eafe0 sp=0xc00c4eaf50 pc=0x41d145
runtime.goexit()
runtime/asm_amd64.s:1598 +0x1 fp=0xc00c4eafe8 sp=0xc00c4eafe0 pc=0x470621
created by runtime.gcBgMarkStartWorkers
runtime/mgc.go:1199 +0x25

[harshavardhana]

Yo please upgrade to latest release.