$ tik@tik:[~/redis/marmot/latest]: ./marmot -config config-main.toml -cluster-addr 10.1.0.12:4223 -cluster-peers 'nats://10.1.0.1:14222/' 3:05AM INF Starting nats-server from=nats node_id=1 3:05AM INF Version: 2.9.20 from=nats node_id=1 3:05AM INF Git: [not set] from=nats node_id=1 3:05AM INF Cluster: e-marmot from=nats node_id=1 3:05AM INF Name: marmot-node-1 from=nats node_id=1 3:05AM INF Node: OWL7P9aV from=nats node_id=1 3:05AM INF ID: NDOYVLQQIDLPRIXUOAO42CC2LQIZDY44TCN3KJDKH2KAR5G2DSQYWCBS from=nats node_id=1 3:05AM INF Starting JetStream from=nats node_id=1 3:05AM INF _ ___ _____ ___ _____ ___ ___ _ __ __ from=nats node_id=1 3:05AM INF _ | | __|_ _/ __|_ _| _ \ __| /_\ | \/ | from=nats node_id=1 3:05AM INF | || | _| | | \__ \ | | | / _| / _ \| |\/| | from=nats node_id=1 3:05AM INF \__/|___| |_| |___/ |_| |_|_\___/_/ \_\_| |_| from=nats node_id=1 3:05AM INF from=nats node_id=1 3:05AM INF https://docs.nats.io/jetstream from=nats node_id=1 3:05AM INF from=nats node_id=1 3:05AM INF ---------------- JETSTREAM ---------------- from=nats node_id=1 3:05AM INF Max Memory: 23.45 GB from=nats node_id=1 3:05AM INF Max Storage: 1.56 TB from=nats node_id=1 3:05AM INF Store Directory: "/home/tik/redis/nats/marmot-node-1/jetstream" from=nats node_id=1 3:05AM INF ------------------------------------------- from=nats node_id=1 3:05AM INF Starting restore for stream '$G > tik-videos-main-c-1' from=nats node_id=1 3:05AM INF Restored 0 messages for stream '$G > tik-videos-main-c-1' from=nats node_id=1 3:05AM INF Starting restore for stream '$G > tik-videos-replica-1-c-1' from=nats node_id=1 3:05AM INF Restored 0 messages for stream '$G > tik-videos-replica-1-c-1' from=nats node_id=1 3:05AM INF Starting JetStream cluster from=nats node_id=1 3:05AM INF Creating JetStream metadata controller from=nats node_id=1 3:05AM INF JetStream cluster recovering state from=nats node_id=1 3:05AM INF Listening for leafnode connections on 10.1.0.12:4224 from=nats node_id=1 3:05AM INF Listening for client connections on 0.0.0.0:4222 from=nats node_id=1 3:05AM INF Server is ready from=nats node_id=1 3:05AM INF Cluster name is e-marmot from=nats node_id=1 3:05AM INF Listening for route connections on 10.1.0.12:4223 from=nats node_id=1 3:05AM INF 10.1.0.1:14222 - rid:12 - Route connection created from=nats node_id=1 3:05AM INF JetStream cluster new stream leader for '$G > tik-videos-replica-1-c-1' from=nats node_id=1 3:05AM INF JetStream cluster new stream leader for '$G > tik-videos-main-c-1' from=nats node_id=1 3:05AM WRN JetStream has not established contact with a meta leader from=nats node_id=1 3:05AM WRN Waiting for routing to be established... from=nats node_id=1 3:05AM INF 10.1.0.1:60268 - rid:15 - Route connection created from=nats node_id=1 3:05AM INF 10.1.0.1:60268 - rid:15 - Router connection closed: Duplicate Route from=nats node_id=1 3:05AM INF JetStream cluster new metadata leader: marmot-node-2/e-marmot from=nats node_id=1 3:05AM INF Streaming ready... node_id=1 3:05AM INF Streaming ready... node_id=1 3:05AM INF Listing tables to watch... node_id=1 3:05AM INF Starting change data capture pipeline... node_id=1 3:05AM INF Creating global change log table node_id=1 3:05AM INF Creating trigger for videos node_id=1 3:05AM INF Creating trigger for videos_clean node_id=1 3:05AM INF Creating trigger for user_info node_id=1 3:05AM INF Creating trigger for extra_data node_id=1 3:08AM INF Snapshot saved to NATS chunks=13383 file_name=snapshot.db file_path=/tmp/marmot-snapshot-835898340/snapshot.db hash=719e4740 875358fb node_id=1 size=1754095616 3:29AM INF Snapshot saved to NATS chunks=13387 file_name=snapshot.db file_path=/tmp/marmot-snapshot-65058494/snapshot.db hash=354946418 7d0ae9e node_id=1 size=1754537984 double free or corruption (!prev) SIGABRT: abort PC=0xebafac m=13 sigcode=18446744073709551610 signal arrived during cgo execution goroutine 12606 [syscall]: runtime.cgocall(0xdc4280, 0xc00057ed50) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/cgocall.go:157 +0x5c fp=0xc00057ed28 sp=0xc00057ecf0 pc=0x40601c github.com/mattn/go-sqlite3._Cfunc_sqlite3_close_v2(0x7f1b701351f8) _cgo_gotypes.go:631 +0x4c fp=0xc00057ed50 sp=0xc00057ed28 pc=0x884f0c github.com/mattn/go-sqlite3.(*SQLiteConn).Close.func1(0x0?) /home/runner/go/pkg/mod/github.com/mattn/go-sqlite3@v1.14.17/sqlite3.go:1772 +0x46 fp=0xc00057ed88 sp=0xc00057ed50 pc=0x8958c6 github.com/mattn/go-sqlite3.(*SQLiteConn).Close(0xc000502840) /home/runner/go/pkg/mod/github.com/mattn/go-sqlite3@v1.14.17/sqlite3.go:1772 +0x25 fp=0xc00057edb8 sp=0xc00057ed88 pc=0x8957c5 database/sql.(*driverConn).finalClose.func2() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:644 +0x3c fp=0xc00057ede0 sp=0xc00057edb8 pc=0x7ee3dc database/sql.withLock({0x12f7620, 0xc00037a6c0}, 0xc00057ee88) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:3405 +0x8c fp=0xc00057ee20 sp=0xc00057ede0 pc=0x7fc86c database/sql.(*driverConn).finalClose(0xc00037a6c0) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:642 +0x116 fp=0xc00057eec8 sp=0xc00057ee20 pc=0x7ee296 database/sql.finalCloser.finalClose-fm() :1 +0x2b fp=0xc00057eee0 sp=0xc00057eec8 pc=0x7fddcb database/sql.(*driverConn).Close(0xc00037a6c0) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:623 +0x13f fp=0xc00057ef28 sp=0xc00057eee0 pc=0x7ee15f database/sql.(*DB).connectionCleaner(0xc00047e340, 0xc00027b000?) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1078 +0x23d fp=0xc00057efc0 sp=0xc00057ef28 pc=0x7efffd database/sql.(*DB).startCleanerLocked.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x2a fp=0xc00057efe0 sp=0xc00057efc0 pc=0x7efd8a runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00057efe8 sp=0xc00057efe0 pc=0x46e9e1 created by database/sql.(*DB).startCleanerLocked /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x105 goroutine 1 [select]: runtime.gopark(0xc0005bfb68?, 0x4?, 0x80?, 0xca?, 0xc0005bfa48?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0005bf7a8 sp=0xc0005bf788 pc=0x43b9f6 runtime.selectgo(0xc0005bfb68, 0xc0005bfa40, 0x0?, 0x0, 0x1?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0005bf8e8 sp=0xc0005bf7a8 pc=0x44c09e main.main() /home/runner/work/marmot/marmot/marmot.go:122 +0xf69 fp=0xc0005bff80 sp=0xc0005bf8e8 pc=0xdc27e9 runtime.main() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:250 +0x207 fp=0xc0005bffe0 sp=0xc0005bff80 pc=0x43b5c7 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0005bffe8 sp=0xc0005bffe0 pc=0x46e9e1 goroutine 2 [force gc (idle), 67 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00006cfb0 sp=0xc00006cf90 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 runtime.forcegchelper() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:305 +0xb0 fp=0xc00006cfe0 sp=0xc00006cfb0 pc=0x43b830 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00006cfe8 sp=0xc00006cfe0 pc=0x46e9e1 created by runtime.init.6 /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:293 +0x25 goroutine 18 [GC sweep wait]: runtime.gopark(0x196a701?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000068780 sp=0xc000068760 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 runtime.bgsweep(0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgcsweep.go:319 +0xde fp=0xc0000687c8 sp=0xc000068780 pc=0x42603e runtime.gcenable.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:178 +0x26 fp=0xc0000687e0 sp=0xc0000687c8 pc=0x41b2a6 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000687e8 sp=0xc0000687e0 pc=0x46e9e1 created by runtime.gcenable /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:178 +0x6b goroutine 19 [GC scavenge wait]: runtime.gopark(0x2feac238a626d1?, 0xd87c3a?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000068f70 sp=0xc000068f50 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 runtime.(*scavengerState).park(0x196af60) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgcscavenge.go:400 +0x53 fp=0xc000068fa0 sp=0xc000068f70 pc=0x423f13 runtime.bgscavenge(0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgcscavenge.go:633 +0x65 fp=0xc000068fc8 sp=0xc000068fa0 pc=0x424505 runtime.gcenable.func2() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:179 +0x26 fp=0xc000068fe0 sp=0xc000068fc8 pc=0x41b246 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000068fe8 sp=0xc000068fe0 pc=0x46e9e1 created by runtime.gcenable /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:179 +0xaa goroutine 34 [finalizer wait, 67 minutes]: runtime.gopark(0x1a0?, 0x196bbe0?, 0xa0?, 0x41?, 0xc00006c770?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00006c628 sp=0xc00006c608 pc=0x43b9f6 runtime.runfinq() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mfinal.go:193 +0x107 fp=0xc00006c7e0 sp=0xc00006c628 pc=0x41a2e7 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00006c7e8 sp=0xc00006c7e0 pc=0x46e9e1 created by runtime.createfing /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mfinal.go:163 +0x45 goroutine 3 [select, 67 minutes]: runtime.gopark(0xc00006d788?, 0x2?, 0xea?, 0xf8?, 0xc00006d784?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00006d610 sp=0xc00006d5f0 pc=0x43b9f6 runtime.selectgo(0xc00006d788, 0xc00006d780, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00006d750 sp=0xc00006d610 pc=0x44c09e database/sql.(*DB).connectionOpener(0xc0002092b0, {0x12fb6c0, 0xc000221360}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1218 +0x8d fp=0xc00006d7b8 sp=0xc00006d750 pc=0x7f09cd database/sql.OpenDB.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x2e fp=0xc00006d7e0 sp=0xc00006d7b8 pc=0x7eef8e runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00006d7e8 sp=0xc00006d7e0 pc=0x46e9e1 created by database/sql.OpenDB /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x18d goroutine 5737 [select]: runtime.gopark(0xc0006e3f90?, 0x2?, 0x20?, 0x76?, 0xc0006e3f74?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0006e3de8 sp=0xc0006e3dc8 pc=0x43b9f6 runtime.selectgo(0xc0006e3f90, 0xc0006e3f70, 0xc000537728?, 0x0, 0xc000542ba0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0006e3f28 sp=0xc0006e3de8 pc=0x44c09e database/sql.(*DB).connectionCleaner(0xc0002092b0, 0x200010000?) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1061 +0xa7 fp=0xc0006e3fc0 sp=0xc0006e3f28 pc=0x7efe67 database/sql.(*DB).startCleanerLocked.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x2a fp=0xc0006e3fe0 sp=0xc0006e3fc0 pc=0x7efd8a runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0006e3fe8 sp=0xc0006e3fe0 pc=0x46e9e1 created by database/sql.(*DB).startCleanerLocked /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x105 goroutine 5 [select]: runtime.gopark(0xc000419f90?, 0x3?, 0xea?, 0xf8?, 0xc000419f3a?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000419db0 sp=0xc000419d90 pc=0x43b9f6 runtime.selectgo(0xc000419f90, 0xc000419f34, 0x0?, 0x0, 0x3?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000419ef0 sp=0xc000419db0 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*Server).startRateLimitLogExpiration.func1() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3782 +0x134 fp=0xc000419fe0 sp=0xc000419ef0 pc=0xb76df4 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000419fe8 sp=0xc000419fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 6 [select]: runtime.gopark(0xc000871f88?, 0x2?, 0xff?, 0xff?, 0xc000871ec4?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000871d10 sp=0xc000871cf0 pc=0x43b9f6 runtime.selectgo(0xc000871f88, 0xc000871ec0, 0xc0005daa50?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000871e50 sp=0xc000871d10 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*sendq).internalLoop(0x0?) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/sendq.go:62 +0x246 fp=0xc000871fc8 sp=0xc000871e50 pc= 0xb5fa86 github.com/nats-io/nats-server/v2/server.(*sendq).internalLoop-fm() :1 +0x26 fp=0xc000871fe0 sp=0xc000871fc8 pc=0xbdc686 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000871fe8 sp=0xc000871fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 7 [select]: runtime.gopark(0xc0005bdf18?, 0x3?, 0xff?, 0xff?, 0xc0005bddfa?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0005bdbe0 sp=0xc0005bdbc0 pc=0x43b9f6 runtime.selectgo(0xc0005bdf18, 0xc0005bddf4, 0x3ac?, 0x0, 0x3?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0005bdd20 sp=0xc0005bdbe0 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*Server).internalSendLoop(0xc0002d3800, 0x0?) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/events.go:376 +0x2d4 fp=0xc0005bdfc0 sp=0xc0005bdd20 p c=0x9d55d4 github.com/nats-io/nats-server/v2/server.(*Server).setSystemAccount.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:1340 +0x2a fp=0xc0005bdfe0 sp=0xc0005bdfc0 p c=0xb6696a runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0005bdfe8 sp=0xc0005bdfe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).setSystemAccount /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:1340 +0x3ea goroutine 8 [select, 1 minutes]: runtime.gopark(0xc000341f98?, 0x2?, 0x30?, 0xe6?, 0xc000341f74?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000903db0 sp=0xc000903d90 pc=0x43b9f6 runtime.selectgo(0xc000903f98, 0xc000341f70, 0x0?, 0x0, 0x41c?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000903ef0 sp=0xc000903db0 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*Server).internalReceiveLoop(0xc0002d3800) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/events.go:331 +0x15b fp=0xc000903fc8 sp=0xc000903ef0 p c=0x9d519b github.com/nats-io/nats-server/v2/server.(*Server).setSystemAccount.func3() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:1343 +0x26 fp=0xc000903fe0 sp=0xc000903fc8 p c=0xb66906 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000903fe8 sp=0xc000903fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).setSystemAccount /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:1343 +0x42d goroutine 35 [select, 7 minutes]: runtime.gopark(0xc00006ef98?, 0x3?, 0x10?, 0x0?, 0xc00006ef3a?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00006eda8 sp=0xc00006ed88 pc=0x43b9f6 runtime.selectgo(0xc00006ef98, 0xc00006ef34, 0xc0002d3800?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00006eee8 sp=0xc00006eda8 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*Server).startGWReplyMapExpiration.func1() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/gateway.go:3190 +0x112 fp=0xc00006efe0 sp=0xc00006eee8 pc=0xa23152 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00006efe8 sp=0xc00006efe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 36 [select, 67 minutes]: runtime.gopark(0xc0003a0790?, 0x2?, 0x0?, 0x0?, 0xc0003a073c?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0000c4d78 sp=0xc0000c4d58 pc=0x43b9f6 runtime.selectgo(0xc0000c4f90, 0xc0003a0738, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0000c4eb8 sp=0xc0000c4d78 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*Server).processJSAPIRoutedRequests(0xc0002d3800) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/jetstream_api.go:789 +0x17f fp=0xc0000c4fc8 sp=0xc0000 c4eb8 pc=0xa362bf github.com/nats-io/nats-server/v2/server.(*Server).processJSAPIRoutedRequests-fm() :1 +0x26 fp=0xc0000c4fe0 sp=0xc0000c4fc8 pc=0xbdcc26 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000c4fe8 sp=0xc0000c4fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 37 [select, 67 minutes]: runtime.gopark(0xc0003a0f88?, 0x3?, 0x60?, 0xfe?, 0xc0003a0f4a?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0003a0db0 sp=0xc0003a0d90 pc=0x43b9f6 runtime.selectgo(0xc0003a0f88, 0xc0003a0f44, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0003a0ef0 sp=0xc0003a0db0 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*stream).signalConsumersLoop(0xc0003ba700) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:4205 +0x13e fp=0xc0003a0fc8 sp=0xc0003a0ef0 pc=0xb930de github.com/nats-io/nats-server/v2/server.(*Account).addStreamWithAssignment.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:472 +0x26 fp=0xc0003a0fe0 sp=0xc0003a0fc8 pc =0xb7b266 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0003a0fe8 sp=0xc0003a0fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Account).addStreamWithAssignment /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:472 +0x10be goroutine 38 [select, 67 minutes]: runtime.gopark(0xc0000c5f50?, 0x6?, 0x0?, 0x0?, 0xc0000c5e1c?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0000c5bf8 sp=0xc0000c5bd8 pc=0x43b9f6 runtime.selectgo(0xc0000c5f50, 0xc0000c5e10, 0xb4?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0000c5d38 sp=0xc0000c5bf8 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*stream).internalLoop(0xc0003ba700) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:4401 +0x297 fp=0xc0000c5fc8 sp=0xc0000c5d38 pc=0xb94197 github.com/nats-io/nats-server/v2/server.(*stream).setupSendCapabilities.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:4345 +0x26 fp=0xc0000c5fe0 sp=0xc0000c5fc8 p c=0xb93c26 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000c5fe8 sp=0xc0000c5fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*stream).setupSendCapabilities /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:4345 +0x1bc goroutine 39 [select, 67 minutes]: runtime.gopark(0xc0003a1f88?, 0x3?, 0x60?, 0xfe?, 0xc0003a1f4a?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0003a1db0 sp=0xc0003a1d90 pc=0x43b9f6 runtime.selectgo(0xc0003a1f88, 0xc0003a1f44, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0003a1ef0 sp=0xc0003a1db0 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*stream).signalConsumersLoop(0xc0003baa80) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:4205 +0x13e fp=0xc0003a1fc8 sp=0xc0003a1ef0 pc=0xb930de github.com/nats-io/nats-server/v2/server.(*Account).addStreamWithAssignment.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:472 +0x26 fp=0xc0003a1fe0 sp=0xc0003a1fc8 pc =0xb7b266 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0003a1fe8 sp=0xc0003a1fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Account).addStreamWithAssignment /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:472 +0x10be goroutine 40 [select, 67 minutes]: runtime.gopark(0xc0000c6f50?, 0x6?, 0xea?, 0xf8?, 0xc0000c6e1c?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0000c6bf8 sp=0xc0000c6bd8 pc=0x43b9f6 runtime.selectgo(0xc0000c6f50, 0xc0000c6e10, 0xb8?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0000c6d38 sp=0xc0000c6bf8 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*stream).internalLoop(0xc0003baa80) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:4401 +0x297 fp=0xc0000c6fc8 sp=0xc0000c6d38 pc=0xb94197 github.com/nats-io/nats-server/v2/server.(*stream).setupSendCapabilities.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:4345 +0x26 fp=0xc0000c6fe0 sp=0xc0000c6fc8 p c=0xb93c26 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000c6fe8 sp=0xc0000c6fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*stream).setupSendCapabilities /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/stream.go:4345 +0x1bc goroutine 72 [select]: runtime.gopark(0xc0000cae90?, 0x4?, 0x40?, 0x84?, 0xc0000cae50?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0000cacc8 sp=0xc0000caca8 pc=0x43b9f6 runtime.selectgo(0xc0000cae90, 0xc0000cae48, 0xc000597f20?, 0x0, 0xc0002667e0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0000cae08 sp=0xc0000cacc8 pc=0x44c09e net.(*pipe).read(0xc00027a980, {0xc000366000, 0x8000, 0x7f1ba8e86f18?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/pipe.go:159 +0x157 fp=0xc0000caee0 sp=0xc0000cae08 pc=0x59acb7 net.(*pipe).Read(0x40fcc7?, {0xc000366000?, 0x1118580?, 0x1?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/pipe.go:142 +0x25 fp=0xc0000caf28 sp=0xc0000caee0 pc=0x59aa05 github.com/nats-io/nats%2ego.(*natsReader).Read(0xc0000b3140) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:1890 +0x9e fp=0xc0000caf58 sp=0xc0000caf28 pc=0xc07fde github.com/nats-io/nats%2ego.(*Conn).readLoop(0xc000353500) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2917 +0x10b fp=0xc0000cafc8 sp=0xc0000caf58 pc=0xc0d48b github.com/nats-io/nats%2ego.(*Conn).processConnectInit.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2261 +0x26 fp=0xc0000cafe0 sp=0xc0000cafc8 pc=0xc0a806 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000cafe8 sp=0xc0000cafe0 pc=0x46e9e1 created by github.com/nats-io/nats%2ego.(*Conn).processConnectInit /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2261 +0x24a goroutine 42 [select]: runtime.gopark(0xc000080e88?, 0x8?, 0xd2?, 0xe?, 0xc000080e78?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000080cf8 sp=0xc000080cd8 pc=0x43b9f6 runtime.selectgo(0xc000080e88, 0xc000080e68, 0xc0001b7e90?, 0x0, 0xc00051d070?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000080e38 sp=0xc000080cf8 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*raft).runAsFollower(0xc0003e0000) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/raft.go:1794 +0x108 fp=0xc000080f18 sp=0xc000080e38 pc =0xb353a8 github.com/nats-io/nats-server/v2/server.(*raft).run(0xc0003e0000) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/raft.go:1714 +0x299 fp=0xc000080fc8 sp=0xc000080f18 pc =0xb34799 github.com/nats-io/nats-server/v2/server.(*raft).run-fm() :1 +0x26 fp=0xc000080fe0 sp=0xc000080fc8 pc=0xbdc766 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000080fe8 sp=0xc000080fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 43 [select, 67 minutes]: runtime.gopark(0xc0003a3f80?, 0x3?, 0x1a?, 0x0?, 0xc0003a3eba?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0003a3d08 sp=0xc0003a3ce8 pc=0x43b9f6 runtime.selectgo(0xc0003a3f80, 0xc0003a3eb4, 0xc0001ee7a0?, 0x0, 0x1a?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0003a3e48 sp=0xc0003a3d08 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*raft).fileWriter(0xc0003e0000) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/raft.go:3618 +0x250 fp=0xc0003a3fc8 sp=0xc0003a3e48 pc =0xb41d10 github.com/nats-io/nats-server/v2/server.(*raft).fileWriter-fm() :1 +0x26 fp=0xc0003a3fe0 sp=0xc0003a3fc8 pc=0xbdc7c6 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0003a3fe8 sp=0xc0003a3fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 44 [select]: runtime.gopark(0xc000343bf8?, 0x8?, 0x90?, 0x0?, 0xc000343750?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000343588 sp=0xc000343568 pc=0x43b9f6 runtime.selectgo(0xc000343bf8, 0xc000343740, 0x0?, 0x0, 0x8?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0003436c8 sp=0xc000343588 pc=0x44c09e github.com/nats-io/nats-server/v2/server.(*jetStream).monitorCluster(0xc0001aa0e0) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/jetstream_cluster.go:1232 +0x759 fp=0xc000343fc8 sp=0x c0003436c8 pc=0xa60519 github.com/nats-io/nats-server/v2/server.(*jetStream).monitorCluster-fm() :1 +0x26 fp=0xc000343fe0 sp=0xc000343fc8 pc=0xbdfb26 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000343fe8 sp=0xc000343fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 45 [IO wait, 67 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00039ccf8 sp=0xc00039ccd8 pc=0x43b9f6 runtime.netpollblock(0x0?, 0x4056af?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:527 +0xf7 fp=0xc00039cd30 sp=0xc00039ccf8 pc=0x4341f7 internal/poll.runtime_pollWait(0x7f1b802770c8, 0x72) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:306 +0x89 fp=0xc00039cd50 sp=0xc00039cd30 pc=0x468e29 internal/poll.(*pollDesc).wait(0xc0001fa300?, 0x0?, 0x0) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00039cd78 sp=0xc00039cd50 pc=0x4def72 internal/poll.(*pollDesc).waitRead(...) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc0001fa300) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_unix.go:614 +0x2bd fp=0xc00039ce20 sp=0xc00039cd78 pc=0x4e487d net.(*netFD).accept(0xc0001fa300) /opt/hostedtoolcache/go/1.20.7/x64/src/net/fd_unix.go:172 +0x35 fp=0xc00039ced8 sp=0xc00039ce20 pc=0x5858b5 net.(*TCPListener).accept(0xc0003ca588) /opt/hostedtoolcache/go/1.20.7/x64/src/net/tcpsock_posix.go:148 +0x25 fp=0xc00039cf00 sp=0xc00039ced8 pc=0x5a0ee5 net.(*TCPListener).Accept(0xc0003ca588) /opt/hostedtoolcache/go/1.20.7/x64/src/net/tcpsock.go:297 +0x3d fp=0xc00039cf30 sp=0xc00039cf00 pc=0x59ffdd github.com/nats-io/nats-server/v2/server.(*Server).acceptConnections(0xc0002d3800, {0x12fa6a0, 0xc0003ca588}, {0x11728c2, 0x8}, 0xc0003 d0a30, 0x0) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2234 +0x69 fp=0xc00039cf98 sp=0xc00039cf30 p c=0xb6b8a9 github.com/nats-io/nats-server/v2/server.(*Server).startLeafNodeAcceptLoop.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/leafnode.go:729 +0x45 fp=0xc00039cfe0 sp=0xc00039cf98 pc=0xaacf45 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00039cfe8 sp=0xc00039cfe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startLeafNodeAcceptLoop /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/leafnode.go:729 +0x9db goroutine 50 [IO wait]: runtime.gopark(0x1?, 0xb?, 0x0?, 0x0?, 0xf?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000875b78 sp=0xc000875b58 pc=0x43b9f6 runtime.netpollblock(0x47f785?, 0x4056af?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:527 +0xf7 fp=0xc000875bb0 sp=0xc000875b78 pc=0x4341f7 internal/poll.runtime_pollWait(0x7f1b80276df8, 0x72) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:306 +0x89 fp=0xc000875bd0 sp=0xc000875bb0 pc=0x468e29 internal/poll.(*pollDesc).wait(0xc0004ea380?, 0xc00020d700?, 0x0) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc000875bf8 sp=0xc000875bd0 pc=0x4def72 internal/poll.(*pollDesc).waitRead(...) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0004ea380, {0xc00020d700, 0x80, 0x80}) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_unix.go:167 +0x299 fp=0xc000875c90 sp=0xc000875bf8 pc=0x4e0359 net.(*netFD).Read(0xc0004ea380, {0xc00020d700?, 0xc000875d40?, 0x48d7b4?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/fd_posix.go:55 +0x29 fp=0xc000875cd8 sp=0xc000875c90 pc=0x583729 net.(*conn).Read(0xc000506000, {0xc00020d700?, 0x3a8965d8fda?, 0x196ada0?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/net.go:183 +0x45 fp=0xc000875d20 sp=0xc000875cd8 pc=0x596305 net.(*TCPConn).Read(0xc1312b4bcf7af03e?, {0xc00020d700?, 0x196ada0?, 0xc1312b2d6bd6a13e?}) :1 +0x29 fp=0xc000875d50 sp=0xc000875d20 pc=0x5ab449 github.com/nats-io/nats-server/v2/server.(*client).readLoop(0xc00050a000, {0x0, 0x0, 0x0}) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/client.go:1243 +0x5e6 fp=0xc000875fb0 sp=0xc000875d50 pc=0x99a0a6 github.com/nats-io/nats-server/v2/server.(*Server).createRoute.func1() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/route.go:1378 +0x25 fp=0xc000875fe0 sp=0xc000875fb0 pc =0xb5b225 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000875fe8 sp=0xc000875fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 20 [IO wait, 67 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00006f4f8 sp=0xc00006f4d8 pc=0x43b9f6 runtime.netpollblock(0x0?, 0x4056af?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:527 +0xf7 fp=0xc00006f530 sp=0xc00006f4f8 pc=0x4341f7 internal/poll.runtime_pollWait(0x7f1b80276fd8, 0x72) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:306 +0x89 fp=0xc00006f550 sp=0xc00006f530 pc=0x468e29 internal/poll.(*pollDesc).wait(0xc0000ce180?, 0x38?, 0x0) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00006f578 sp=0xc00006f550 pc=0x4def72 internal/poll.(*pollDesc).waitRead(...) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc0000ce180) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_unix.go:614 +0x2bd fp=0xc00006f620 sp=0xc00006f578 pc=0x4e487d net.(*netFD).accept(0xc0000ce180) /opt/hostedtoolcache/go/1.20.7/x64/src/net/fd_unix.go:172 +0x35 fp=0xc00006f6d8 sp=0xc00006f620 pc=0x5858b5 net.(*TCPListener).accept(0xc0000be2d0) /opt/hostedtoolcache/go/1.20.7/x64/src/net/tcpsock_posix.go:148 +0x25 fp=0xc00006f700 sp=0xc00006f6d8 pc=0x5a0ee5 net.(*TCPListener).Accept(0xc0000be2d0) /opt/hostedtoolcache/go/1.20.7/x64/src/net/tcpsock.go:297 +0x3d fp=0xc00006f730 sp=0xc00006f700 pc=0x59ffdd github.com/nats-io/nats-server/v2/server.(*Server).acceptConnections(0xc0002d3800, {0x12fa6a0, 0xc0000be2d0}, {0x11714e5, 0x6}, 0xc0000 b0620, 0xc0000b0630) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2234 +0x69 fp=0xc00006f798 sp=0xc00006f730 p c=0xb6b8a9 github.com/nats-io/nats-server/v2/server.(*Server).AcceptLoop.func4() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2195 +0x45 fp=0xc00006f7e0 sp=0xc00006f798 p c=0xb6b545 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00006f7e8 sp=0xc00006f7e0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).AcceptLoop /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2195 +0x84c goroutine 21 [IO wait, 67 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00039d4f8 sp=0xc00039d4d8 pc=0x43b9f6 runtime.netpollblock(0x7f1b802f4218?, 0x4056af?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:527 +0xf7 fp=0xc00039d530 sp=0xc00039d4f8 pc=0x4341f7 internal/poll.runtime_pollWait(0x7f1b80276ee8, 0x72) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:306 +0x89 fp=0xc00039d550 sp=0xc00039d530 pc=0x468e29 internal/poll.(*pollDesc).wait(0xc0000cf280?, 0x6?, 0x0) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00039d578 sp=0xc00039d550 pc=0x4def72 internal/poll.(*pollDesc).waitRead(...) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc0000cf280) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_unix.go:614 +0x2bd fp=0xc00039d620 sp=0xc00039d578 pc=0x4e487d net.(*netFD).accept(0xc0000cf280) /opt/hostedtoolcache/go/1.20.7/x64/src/net/fd_unix.go:172 +0x35 fp=0xc00039d6d8 sp=0xc00039d620 pc=0x5858b5 net.(*TCPListener).accept(0xc0000be498) /opt/hostedtoolcache/go/1.20.7/x64/src/net/tcpsock_posix.go:148 +0x25 fp=0xc00039d700 sp=0xc00039d6d8 pc=0x5a0ee5 net.(*TCPListener).Accept(0xc0000be498) /opt/hostedtoolcache/go/1.20.7/x64/src/net/tcpsock.go:297 +0x3d fp=0xc00039d730 sp=0xc00039d700 pc=0x59ffdd github.com/nats-io/nats-server/v2/server.(*Server).acceptConnections(0xc0002d3800, {0x12fa6a0, 0xc0000be498}, {0x1170e9a, 0x5}, 0xc0000 b0a20, 0x0) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2234 +0x69 fp=0xc00039d798 sp=0xc00039d730 p c=0xb6b8a9 github.com/nats-io/nats-server/v2/server.(*Server).startRouteAcceptLoop.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/route.go:1765 +0x45 fp=0xc00039d7e0 sp=0xc00039d798 pc =0xb5d6c5 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00039d7e8 sp=0xc00039d7e0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startRouteAcceptLoop /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/route.go:1765 +0xc45 goroutine 52 [GC worker (idle)]: runtime.gopark(0x2feac287b464ea?, 0x1?, 0xbd?, 0x8f?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00052cf50 sp=0xc00052cf30 pc=0x43b9f6 runtime.gcBgMarkWorker() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1275 +0xf1 fp=0xc00052cfe0 sp=0xc00052cf50 pc=0x41d011 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00052cfe8 sp=0xc00052cfe0 pc=0x46e9e1 created by runtime.gcBgMarkStartWorkers /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1199 +0x25 goroutine 51 [sync.Cond.Wait]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00030ff00 sp=0xc00030fee0 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 sync.runtime_notifyListWait(0xc00051a010, 0x3431) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/sema.go:527 +0x14c fp=0xc00030ff48 sp=0xc00030ff00 pc=0x46aa0c sync.(*Cond).Wait(0xc00050a000?) /opt/hostedtoolcache/go/1.20.7/x64/src/sync/cond.go:70 +0x8c fp=0xc00030ff80 sp=0xc00030ff48 pc=0x47702c github.com/nats-io/nats-server/v2/server.(*client).writeLoop(0xc00050a000) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/client.go:1117 +0x1f1 fp=0xc00030ffc8 sp=0xc00030ff80 pc=0x999671 github.com/nats-io/nats-server/v2/server.(*Server).createRoute.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/route.go:1381 +0x1d fp=0xc00030ffe0 sp=0xc00030ffc8 pc =0xb5b1dd runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00030ffe8 sp=0xc00030ffe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 9 [GC worker (idle)]: runtime.gopark(0x2feac287b3e8e0?, 0x3?, 0xf3?, 0xde?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00039c750 sp=0xc00039c730 pc=0x43b9f6 runtime.gcBgMarkWorker() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1275 +0xf1 fp=0xc00039c7e0 sp=0xc00039c750 pc=0x41d011 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00039c7e8 sp=0xc00039c7e0 pc=0x46e9e1 created by runtime.gcBgMarkStartWorkers /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1199 +0x25 goroutine 10 [GC worker (idle)]: runtime.gopark(0x2feac27e697d10?, 0x3?, 0x1a?, 0x52?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000528750 sp=0xc000528730 pc=0x43b9f6 runtime.gcBgMarkWorker() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1275 +0xf1 fp=0xc0005287e0 sp=0xc000528750 pc=0x41d011 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0005287e8 sp=0xc0005287e0 pc=0x46e9e1 created by runtime.gcBgMarkStartWorkers /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1199 +0x25 goroutine 11 [GC worker (idle)]: runtime.gopark(0x2feac27e697eff?, 0x3?, 0x43?, 0x45?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000528f50 sp=0xc000528f30 pc=0x43b9f6 runtime.gcBgMarkWorker() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1275 +0xf1 fp=0xc000528fe0 sp=0xc000528f50 pc=0x41d011 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000528fe8 sp=0xc000528fe0 pc=0x46e9e1 created by runtime.gcBgMarkStartWorkers /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1199 +0x25 goroutine 12 [GC worker (idle)]: runtime.gopark(0x2feac25dd14cbc?, 0x1?, 0x54?, 0xa8?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000529750 sp=0xc000529730 pc=0x43b9f6 runtime.gcBgMarkWorker() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1275 +0xf1 fp=0xc0005297e0 sp=0xc000529750 pc=0x41d011 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0005297e8 sp=0xc0005297e0 pc=0x46e9e1 created by runtime.gcBgMarkStartWorkers /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1199 +0x25 goroutine 24 [GC worker (idle)]: runtime.gopark(0x2feac287b410e2?, 0x3?, 0x20?, 0x11?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00052c750 sp=0xc00052c730 pc=0x43b9f6 runtime.gcBgMarkWorker() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1275 +0xf1 fp=0xc00052c7e0 sp=0xc00052c750 pc=0x41d011 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00052c7e8 sp=0xc00052c7e0 pc=0x46e9e1 created by runtime.gcBgMarkStartWorkers /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1199 +0x25 goroutine 53 [GC worker (idle)]: runtime.gopark(0x2feac287b6123e?, 0x3?, 0xb6?, 0xda?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00052d750 sp=0xc00052d730 pc=0x43b9f6 runtime.gcBgMarkWorker() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1275 +0xf1 fp=0xc00052d7e0 sp=0xc00052d750 pc=0x41d011 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00052d7e8 sp=0xc00052d7e0 pc=0x46e9e1 created by runtime.gcBgMarkStartWorkers /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1199 +0x25 goroutine 54 [GC worker (idle), 4 minutes]: runtime.gopark(0x2fea86c1f74df8?, 0x3?, 0xd7?, 0x9f?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00052df50 sp=0xc00052df30 pc=0x43b9f6 runtime.gcBgMarkWorker() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1275 +0xf1 fp=0xc00052dfe0 sp=0xc00052df50 pc=0x41d011 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00052dfe8 sp=0xc00052dfe0 pc=0x46e9e1 created by runtime.gcBgMarkStartWorkers /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:1199 +0x25 goroutine 71 [sync.Cond.Wait, 1 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000a2bf00 sp=0xc000a2bee0 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 sync.runtime_notifyListWait(0xc0000b2a90, 0x6787) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/sema.go:527 +0x14c fp=0xc000a2bf48 sp=0xc000a2bf00 pc=0x46aa0c sync.(*Cond).Wait(0xc0003d8c80?) /opt/hostedtoolcache/go/1.20.7/x64/src/sync/cond.go:70 +0x8c fp=0xc000a2bf80 sp=0xc000a2bf48 pc=0x47702c github.com/nats-io/nats-server/v2/server.(*client).writeLoop(0xc0003d8c80) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/client.go:1117 +0x1f1 fp=0xc000a2bfc8 sp=0xc000a2bf80 pc=0x999671 github.com/nats-io/nats-server/v2/server.(*Server).createClient.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2735 +0x1d fp=0xc000a2bfe0 sp=0xc000a2bfc8 p c=0xb6f55d runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000a2bfe8 sp=0xc000a2bfe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 70 [select, 1 minutes]: runtime.gopark(0xc000873cb8?, 0x4?, 0x38?, 0x3b?, 0xc000873c78?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000873af0 sp=0xc000873ad0 pc=0x43b9f6 runtime.selectgo(0xc000873cb8, 0xc000873c70, 0x423287?, 0x0, 0x2bd9e38?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000873c30 sp=0xc000873af0 pc=0x44c09e net.(*pipe).read(0xc00027a780, {0xc0007069c0, 0x40, 0x196ada0?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/pipe.go:159 +0x157 fp=0xc000873d08 sp=0xc000873c30 pc=0x59acb7 net.(*pipe).Read(0xc0003d8c80?, {0xc0007069c0?, 0x196ada0?, 0x40?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/pipe.go:142 +0x25 fp=0xc000873d50 sp=0xc000873d08 pc=0x59aa05 github.com/nats-io/nats-server/v2/server.(*client).readLoop(0xc0003d8c80, {0x0, 0x0, 0x0}) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/client.go:1243 +0x5e6 fp=0xc000873fb0 sp=0xc000873d50 pc=0x99a0a6 github.com/nats-io/nats-server/v2/server.(*Server).createClient.func1() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2732 +0x29 fp=0xc000873fe0 sp=0xc000873fb0 p c=0xb6f5a9 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000873fe8 sp=0xc000873fe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 102 [select, 1 minutes]: runtime.gopark(0xc00164fe90?, 0x4?, 0x10?, 0xfd?, 0xc00164fe50?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00164fcc8 sp=0xc00164fca8 pc=0x43b9f6 runtime.selectgo(0xc00164fe90, 0xc00164fe48, 0xc00164fe80?, 0x0, 0xc000352e28?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00164fe08 sp=0xc00164fcc8 pc=0x44c09e net.(*pipe).read(0xc00027a800, {0xc00015e000, 0x8000, 0x7f1ba8e86108?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/pipe.go:159 +0x157 fp=0xc00164fee0 sp=0xc00164fe08 pc=0x59acb7 net.(*pipe).Read(0x40fcc7?, {0xc00015e000?, 0x1118580?, 0xc000352e01?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/pipe.go:142 +0x25 fp=0xc00164ff28 sp=0xc00164fee0 pc=0x59aa05 github.com/nats-io/nats%2ego.(*natsReader).Read(0xc0000b29c0) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:1890 +0x9e fp=0xc00164ff58 sp=0xc00164ff28 pc=0xc07fde github.com/nats-io/nats%2ego.(*Conn).readLoop(0xc000352e00) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2917 +0x10b fp=0xc00164ffc8 sp=0xc00164ff58 pc=0xc0d48b github.com/nats-io/nats%2ego.(*Conn).processConnectInit.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2261 +0x26 fp=0xc00164ffe0 sp=0xc00164ffc8 pc=0xc0a806 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00164ffe8 sp=0xc00164ffe0 pc=0x46e9e1 created by github.com/nats-io/nats%2ego.(*Conn).processConnectInit /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2261 +0x24a goroutine 103 [chan receive, 7 minutes]: runtime.gopark(0x0?, 0xc0004d6660?, 0x0?, 0x0?, 0xc0004d66c0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00052e688 sp=0xc00052e668 pc=0x43b9f6 runtime.chanrecv(0xc0004d68a0, 0xc00052e75f, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/chan.go:583 +0x49d fp=0xc00052e718 sp=0xc00052e688 pc=0x408ddd runtime.chanrecv2(0xc000352e28?, 0xc0000b2a90?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/chan.go:447 +0x18 fp=0xc00052e740 sp=0xc00052e718 pc=0x408918 github.com/nats-io/nats%2ego.(*Conn).flusher(0xc000352e00) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:3324 +0xfa fp=0xc00052e7c8 sp=0xc00052e740 pc=0xc0f05a github.com/nats-io/nats%2ego.(*Conn).processConnectInit.func3() /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2262 +0x26 fp=0xc00052e7e0 sp=0xc00052e7c8 pc=0xc0a7a6 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00052e7e8 sp=0xc00052e7e0 pc=0x46e9e1 created by github.com/nats-io/nats%2ego.(*Conn).processConnectInit /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2262 +0x28d goroutine 104 [sync.Cond.Wait, 67 minutes]: runtime.gopark(0x2fe71dea1ba8cb?, 0x0?, 0xa0?, 0xaa?, 0x1006140?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00039ef20 sp=0xc00039ef00 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 sync.runtime_notifyListWait(0xc0000b2990, 0x0) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/sema.go:527 +0x14c fp=0xc00039ef68 sp=0xc00039ef20 pc=0x46aa0c sync.(*Cond).Wait(0xb6f50e?) /opt/hostedtoolcache/go/1.20.7/x64/src/sync/cond.go:70 +0x8c fp=0xc00039efa0 sp=0xc00039ef68 pc=0x47702c github.com/nats-io/nats%2ego.(*asyncCallbacksHandler).asyncCBDispatcher(0xc0000e4260) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2842 +0xf4 fp=0xc00039efc8 sp=0xc00039efa0 pc=0xc0d0f4 github.com/nats-io/nats%2ego.Options.Connect.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:1502 +0x26 fp=0xc00039efe0 sp=0xc00039efc8 pc=0xc069a6 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00039efe8 sp=0xc00039efe0 pc=0x46e9e1 created by github.com/nats-io/nats%2ego.Options.Connect /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:1502 +0x39b goroutine 105 [sync.Cond.Wait, 44 minutes]: runtime.gopark(0xc000502360?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0000c9e70 sp=0xc0000c9e50 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 sync.runtime_notifyListWait(0xc0000b2fd0, 0xb) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/sema.go:527 +0x14c fp=0xc0000c9eb8 sp=0xc0000c9e70 pc=0x46aa0c sync.(*Cond).Wait(0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/sync/cond.go:70 +0x8c fp=0xc0000c9ef0 sp=0xc0000c9eb8 pc=0x47702c github.com/nats-io/nats%2ego.(*Conn).waitForMsgs(0xc000352e00, 0xc0000d3040) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2959 +0xce fp=0xc0000c9fc0 sp=0xc0000c9ef0 pc=0xc0d68e github.com/nats-io/nats%2ego.(*Conn).subscribeLocked.func1() /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:4232 +0x2a fp=0xc0000c9fe0 sp=0xc0000c9fc0 pc=0xc144aa runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0000c9fe8 sp=0xc0000c9fe0 pc=0x46e9e1 created by github.com/nats-io/nats%2ego.(*Conn).subscribeLocked /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:4232 +0x3f8 goroutine 107 [select]: runtime.gopark(0xc00033fcb8?, 0x4?, 0x38?, 0xfb?, 0xc00033fc78?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00033faf0 sp=0xc00033fad0 pc=0x43b9f6 runtime.selectgo(0xc00033fcb8, 0xc00033fc70, 0xffffffffffffffff?, 0x0, 0xc0004ed050?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00033fc30 sp=0xc00033faf0 pc=0x44c09e net.(*pipe).read(0xc00027a900, {0xc0000ac400, 0x100, 0x196ada0?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/pipe.go:159 +0x157 fp=0xc00033fd08 sp=0xc00033fc30 pc=0x59acb7 net.(*pipe).Read(0xc0003da600?, {0xc0000ac400?, 0x196ada0?, 0x100?}) /opt/hostedtoolcache/go/1.20.7/x64/src/net/pipe.go:142 +0x25 fp=0xc00033fd50 sp=0xc00033fd08 pc=0x59aa05 github.com/nats-io/nats-server/v2/server.(*client).readLoop(0xc0003da600, {0x0, 0x0, 0x0}) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/client.go:1243 +0x5e6 fp=0xc00033ffb0 sp=0xc00033fd50 pc=0x99a0a6 github.com/nats-io/nats-server/v2/server.(*Server).createClient.func1() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2732 +0x29 fp=0xc00033ffe0 sp=0xc00033ffb0 p c=0xb6f5a9 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00033ffe8 sp=0xc00033ffe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 108 [sync.Cond.Wait]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00001df00 sp=0xc00001dee0 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 sync.runtime_notifyListWait(0xc0000b3210, 0x1367) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/sema.go:527 +0x14c fp=0xc00001df48 sp=0xc00001df00 pc=0x46aa0c sync.(*Cond).Wait(0xc0003da600?) /opt/hostedtoolcache/go/1.20.7/x64/src/sync/cond.go:70 +0x8c fp=0xc00001df80 sp=0xc00001df48 pc=0x47702c github.com/nats-io/nats-server/v2/server.(*client).writeLoop(0xc0003da600) /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/client.go:1117 +0x1f1 fp=0xc00001dfc8 sp=0xc00001df80 pc=0x999671 github.com/nats-io/nats-server/v2/server.(*Server).createClient.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:2735 +0x1d fp=0xc00001dfe0 sp=0xc00001dfc8 p c=0xb6f55d runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00001dfe8 sp=0xc00001dfe0 pc=0x46e9e1 created by github.com/nats-io/nats-server/v2/server.(*Server).startGoRoutine /home/runner/go/pkg/mod/github.com/nats-io/nats-server/v2@v2.9.20/server/server.go:3161 +0x85 goroutine 73 [chan receive]: runtime.gopark(0x0?, 0xc0004d6b40?, 0x0?, 0x0?, 0xc0004d6ba0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00006fe88 sp=0xc00006fe68 pc=0x43b9f6 runtime.chanrecv(0xc0004d6d80, 0xc00006ff5f, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/chan.go:583 +0x49d fp=0xc00006ff18 sp=0xc00006fe88 pc=0x408ddd runtime.chanrecv2(0xc000353528?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/chan.go:447 +0x18 fp=0xc00006ff40 sp=0xc00006ff18 pc=0x408918 github.com/nats-io/nats%2ego.(*Conn).flusher(0xc000353500) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:3324 +0xfa fp=0xc00006ffc8 sp=0xc00006ff40 pc=0xc0f05a github.com/nats-io/nats%2ego.(*Conn).processConnectInit.func3() /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2262 +0x26 fp=0xc00006ffe0 sp=0xc00006ffc8 pc=0xc0a7a6 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00006ffe8 sp=0xc00006ffe0 pc=0x46e9e1 created by github.com/nats-io/nats%2ego.(*Conn).processConnectInit /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2262 +0x28d goroutine 74 [sync.Cond.Wait, 67 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0003a2720 sp=0xc0003a2700 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 sync.runtime_notifyListWait(0xc0000b3110, 0x0) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/sema.go:527 +0x14c fp=0xc0003a2768 sp=0xc0003a2720 pc=0x46aa0c sync.(*Cond).Wait(0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/sync/cond.go:70 +0x8c fp=0xc0003a27a0 sp=0xc0003a2768 pc=0x47702c github.com/nats-io/nats%2ego.(*asyncCallbacksHandler).asyncCBDispatcher(0xc0000e43c0) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2842 +0xf4 fp=0xc0003a27c8 sp=0xc0003a27a0 pc=0xc0d0f4 github.com/nats-io/nats%2ego.Options.Connect.func2() /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:1502 +0x26 fp=0xc0003a27e0 sp=0xc0003a27c8 pc=0xc069a6 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0003a27e8 sp=0xc0003a27e0 pc=0x46e9e1 created by github.com/nats-io/nats%2ego.Options.Connect /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:1502 +0x39b goroutine 75 [sync.Cond.Wait]: runtime.gopark(0xc0000fe2a0?, 0x0?, 0x0?, 0x0?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000083e70 sp=0xc000083e50 pc=0x43b9f6 runtime.goparkunlock(...) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:387 sync.runtime_notifyListWait(0xc00051b010, 0xc69) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/sema.go:527 +0x14c fp=0xc000083eb8 sp=0xc000083e70 pc=0x46aa0c sync.(*Cond).Wait(0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/sync/cond.go:70 +0x8c fp=0xc000083ef0 sp=0xc000083eb8 pc=0x47702c github.com/nats-io/nats%2ego.(*Conn).waitForMsgs(0xc000353500, 0xc0002089c0) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:2959 +0xce fp=0xc000083fc0 sp=0xc000083ef0 pc=0xc0d68e github.com/nats-io/nats%2ego.(*Conn).subscribeLocked.func1() /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:4232 +0x2a fp=0xc000083fe0 sp=0xc000083fc0 pc=0xc144aa runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000083fe8 sp=0xc000083fe0 pc=0x46e9e1 created by github.com/nats-io/nats%2ego.(*Conn).subscribeLocked /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:4232 +0x3f8 goroutine 80 [select, 67 minutes]: runtime.gopark(0xc00016b788?, 0x2?, 0xea?, 0xf8?, 0xc00016b784?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00016b610 sp=0xc00016b5f0 pc=0x43b9f6 runtime.selectgo(0xc00016b788, 0xc00016b780, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00016b750 sp=0xc00016b610 pc=0x44c09e database/sql.(*DB).connectionOpener(0xc000208ea0, {0x12fb6c0, 0xc000523a40}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1218 +0x8d fp=0xc00016b7b8 sp=0xc00016b750 pc=0x7f09cd database/sql.OpenDB.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x2e fp=0xc00016b7e0 sp=0xc00016b7b8 pc=0x7eef8e runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00016b7e8 sp=0xc00016b7e0 pc=0x46e9e1 created by database/sql.OpenDB /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x18d goroutine 81 [select]: runtime.gopark(0xc00016bf90?, 0x2?, 0x20?, 0x76?, 0xc00016bf74?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00016bde8 sp=0xc00016bdc8 pc=0x43b9f6 runtime.selectgo(0xc00016bf90, 0xc00016bf70, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00016bf28 sp=0xc00016bde8 pc=0x44c09e database/sql.(*DB).connectionCleaner(0xc000208ea0, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1061 +0xa7 fp=0xc00016bfc0 sp=0xc00016bf28 pc=0x7efe67 database/sql.(*DB).startCleanerLocked.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x2a fp=0xc00016bfe0 sp=0xc00016bfc0 pc=0x7efd8a runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00016bfe8 sp=0xc00016bfe0 pc=0x46e9e1 created by database/sql.(*DB).startCleanerLocked /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x105 goroutine 119 [select, 67 minutes]: runtime.gopark(0xc000484f88?, 0x2?, 0xea?, 0xf8?, 0xc000484f84?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000484e10 sp=0xc000484df0 pc=0x43b9f6 runtime.selectgo(0xc000484f88, 0xc000484f80, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000484f50 sp=0xc000484e10 pc=0x44c09e database/sql.(*DB).connectionOpener(0xc000209040, {0x12fb6c0, 0xc000221680}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1218 +0x8d fp=0xc000484fb8 sp=0xc000484f50 pc=0x7f09cd database/sql.OpenDB.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x2e fp=0xc000484fe0 sp=0xc000484fb8 pc=0x7eef8e runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000484fe8 sp=0xc000484fe0 pc=0x46e9e1 created by database/sql.OpenDB /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x18d goroutine 120 [select]: runtime.gopark(0xc000a2cf90?, 0x2?, 0x20?, 0x76?, 0xc000a2cf74?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000a2cde8 sp=0xc000a2cdc8 pc=0x43b9f6 runtime.selectgo(0xc000a2cf90, 0xc000a2cf70, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000a2cf28 sp=0xc000a2cde8 pc=0x44c09e database/sql.(*DB).connectionCleaner(0xc000209040, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1061 +0xa7 fp=0xc000a2cfc0 sp=0xc000a2cf28 pc=0x7efe67 database/sql.(*DB).startCleanerLocked.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x2a fp=0xc000a2cfe0 sp=0xc000a2cfc0 pc=0x7efd8a runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000a2cfe8 sp=0xc000a2cfe0 pc=0x46e9e1 created by database/sql.(*DB).startCleanerLocked /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x105 goroutine 121 [select, 67 minutes]: runtime.gopark(0xc000485f88?, 0x2?, 0xea?, 0xf8?, 0xc000485f84?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000485e10 sp=0xc000485df0 pc=0x43b9f6 runtime.selectgo(0xc000485f88, 0xc000485f80, 0x0?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000485f50 sp=0xc000485e10 pc=0x44c09e database/sql.(*DB).connectionOpener(0xc0001989c0, {0x12fb6c0, 0xc0002218b0}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1218 +0x8d fp=0xc000485fb8 sp=0xc000485f50 pc=0x7f09cd database/sql.OpenDB.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x2e fp=0xc000485fe0 sp=0xc000485fb8 pc=0x7eef8e runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000485fe8 sp=0xc000485fe0 pc=0x46e9e1 created by database/sql.OpenDB /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x18d goroutine 123 [IO wait]: runtime.gopark(0x44b793?, 0xb?, 0x0?, 0x0?, 0x16?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00063dcc8 sp=0xc00063dca8 pc=0x43b9f6 runtime.netpollblock(0x47f785?, 0x4056af?, 0x0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:527 +0xf7 fp=0xc00063dd00 sp=0xc00063dcc8 pc=0x4341f7 internal/poll.runtime_pollWait(0x7f1b80276d08, 0x72) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/netpoll.go:306 +0x89 fp=0xc00063dd20 sp=0xc00063dd00 pc=0x468e29 internal/poll.(*pollDesc).wait(0xc000503a40?, 0xc00063ded0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00063dd48 sp=0xc00063dd20 pc=0x4def72 internal/poll.(*pollDesc).waitRead(...) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000503a40, {0xc00063ded0, 0x10000, 0x10000}) /opt/hostedtoolcache/go/1.20.7/x64/src/internal/poll/fd_unix.go:167 +0x299 fp=0xc00063dde0 sp=0xc00063dd48 pc=0x4e0359 os.(*File).read(...) /opt/hostedtoolcache/go/1.20.7/x64/src/os/file_posix.go:31 os.(*File).Read(0xc0005066e0, {0xc00063ded0?, 0x3?, 0x1?}) /opt/hostedtoolcache/go/1.20.7/x64/src/os/file.go:118 +0x5e fp=0xc00063de38 sp=0xc00063dde0 pc=0x4eaede github.com/fsnotify/fsnotify.(*Watcher).readEvents(0xc0001baeb0) /home/runner/go/pkg/mod/github.com/fsnotify/fsnotify@v1.6.0/backend_inotify.go:356 +0xdf fp=0xc00064dfc8 sp=0xc00063de38 pc=0x8 81cff github.com/fsnotify/fsnotify.NewWatcher.func1() /home/runner/go/pkg/mod/github.com/fsnotify/fsnotify@v1.6.0/backend_inotify.go:150 +0x26 fp=0xc00064dfe0 sp=0xc00064dfc8 pc=0x8 81866 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00064dfe8 sp=0xc00064dfe0 pc=0x46e9e1 created by github.com/fsnotify/fsnotify.NewWatcher /home/runner/go/pkg/mod/github.com/fsnotify/fsnotify@v1.6.0/backend_inotify.go:150 +0x1b0 goroutine 124 [select]: runtime.gopark(0xc00086fe08?, 0x2?, 0x18?, 0x70?, 0xc00086fde4?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00086fc70 sp=0xc00086fc50 pc=0x43b9f6 runtime.selectgo(0xc00086fe08, 0xc00086fde0, 0x7f4c6a?, 0x0, 0xc00086fdf0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00086fdb0 sp=0xc00086fc70 pc=0x44c09e github.com/maxpert/marmot/db.(*SqliteStreamDB).watchChanges.func1(0x12fb6f8?) /home/runner/work/marmot/marmot/db/change_log.go:274 +0x8c fp=0xc00086fe38 sp=0xc00086fdb0 pc=0x8a04ac github.com/maxpert/marmot/db.(*SqliteStreamDB).WithReadTx(0xc000221400?, 0xc00086ff80) /home/runner/work/marmot/marmot/db/sqlite.go:350 +0x1a6 fp=0xc00086fef8 sp=0xc00086fe38 pc=0x8a6fc6 github.com/maxpert/marmot/db.(*SqliteStreamDB).watchChanges(0xc000221400, 0xc0001baeb0, {0xc00003ec00, 0x24}) /home/runner/work/marmot/marmot/db/change_log.go:273 +0x1c5 fp=0xc00086ffb0 sp=0xc00086fef8 pc=0x8a0285 github.com/maxpert/marmot/db.(*SqliteStreamDB).InstallCDC.func3() /home/runner/work/marmot/marmot/db/sqlite.go:183 +0x32 fp=0xc00086ffe0 sp=0xc00086ffb0 pc=0x8a5e92 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00086ffe8 sp=0xc00086ffe0 pc=0x46e9e1 created by github.com/maxpert/marmot/db.(*SqliteStreamDB).InstallCDC /home/runner/work/marmot/marmot/db/sqlite.go:183 +0x1d5 goroutine 125 [select]: runtime.gopark(0xc0005c1dd0?, 0x2?, 0xa?, 0x0?, 0xc0005c1d7c?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0005c1bf0 sp=0xc0005c1bd0 pc=0x43b9f6 runtime.selectgo(0xc0005c1dd0, 0xc0005c1d78, 0x0?, 0x0, 0xc0004dd048?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0005c1d30 sp=0xc0005c1bf0 pc=0x44c09e github.com/nats-io/nats%2ego.(*Subscription).NextMsg(0xc0003c0340, 0x19222a4?) /home/runner/go/pkg/mod/github.com/nats-io/nats.go@v1.28.0/nats.go:4556 +0x36c fp=0xc0005c1e08 sp=0xc0005c1d30 pc=0xc15d0c github.com/maxpert/marmot/logstream.(*Replicator).Listen(0xc000503680, 0xc000537728?, 0x7f1b787eea40?) /home/runner/work/marmot/marmot/logstream/replicator.go:180 +0x2dc fp=0xc0005c1f30 sp=0xc0005c1e08 pc=0xdbfb3c main.changeListener(0x7001400000000?, 0x0?, 0x0?, {0x7f1b787eea40, 0xc000542ba0}, 0xb927b00000001?, 0x200010000?) /home/runner/work/marmot/marmot/marmot.go:168 +0xaf fp=0xc0005c1f98 sp=0xc0005c1f30 pc=0xdc2daf main.main.func1() /home/runner/work/marmot/marmot/marmot.go:105 +0x3e fp=0xc0005c1fe0 sp=0xc0005c1f98 pc=0xdc2cbe runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0005c1fe8 sp=0xc0005c1fe0 pc=0x46e9e1 created by main.main /home/runner/work/marmot/marmot/marmot.go:105 +0xc3f goroutine 10052 [select]: runtime.gopark(0xc000620f90?, 0x2?, 0x20?, 0x76?, 0xc000620f74?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000620de8 sp=0xc000620dc8 pc=0x43b9f6 runtime.selectgo(0xc000620f90, 0xc000620f70, 0x1006140?, 0x0, 0x0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000620f28 sp=0xc000620de8 pc=0x44c09e database/sql.(*DB).connectionCleaner(0xc0001989c0, 0xc0001c3560?) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1061 +0xa7 fp=0xc000620fc0 sp=0xc000620f28 pc=0x7efe67 database/sql.(*DB).startCleanerLocked.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x2a fp=0xc000620fe0 sp=0xc000620fc0 pc=0x7efd8a runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000620fe8 sp=0xc000620fe0 pc=0x46e9e1 created by database/sql.(*DB).startCleanerLocked /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x105 goroutine 5295 [select, 45 minutes]: runtime.gopark(0xc00041df88?, 0x2?, 0xea?, 0xf8?, 0xc00041df84?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00041de10 sp=0xc00041ddf0 pc=0x43b9f6 runtime.selectgo(0xc00041df88, 0xc00041df80, 0xa30a86?, 0x0, 0xc00041dfb8?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00041df50 sp=0xc00041de10 pc=0x44c09e database/sql.(*DB).connectionOpener(0xc00047e5b0, {0x12fb6c0, 0xc0003ee780}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1218 +0x8d fp=0xc00041dfb8 sp=0xc00041df50 pc=0x7f09cd database/sql.OpenDB.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x2e fp=0xc00041dfe0 sp=0xc00041dfb8 pc=0x7eef8e runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00041dfe8 sp=0xc00041dfe0 pc=0x46e9e1 created by database/sql.OpenDB /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x18d goroutine 12603 [runnable]: runtime.gcTrigger.test({0x0?, 0x0?, 0x0?}) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/mgc.go:547 +0xfb fp=0xc000815be0 sp=0xc000815bd8 pc=0x41b69b runtime.mallocgc(0xc8, 0x1142cc0, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/malloc.go:1171 +0x768 fp=0xc000815c48 sp=0xc000815be0 pc=0x40fa48 runtime.newobject(0x12fb6f8?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/malloc.go:1254 +0x27 fp=0xc000815c70 sp=0xc000815c48 pc=0x40fcc7 database/sql.OpenDB({0x12f9920?, 0xc00007c8a0}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:783 +0x8a fp=0xc000815cd0 sp=0xc000815c70 pc=0x7eee2a github.com/maxpert/marmot/pool.OpenRaw({0xc0005acb40, 0x56}) /home/runner/work/marmot/marmot/pool/connection_pool.go:132 +0xfc fp=0xc000815d30 sp=0xc000815cd0 pc=0x89e03c github.com/maxpert/marmot/db.(*SqliteStreamDB).BackupTo(0xc000221400, {0xc0006dc540, 0x2b}) /home/runner/work/marmot/marmot/db/sqlite.go:293 +0x245 fp=0xc000815e78 sp=0xc000815d30 pc=0x8a69c5 github.com/maxpert/marmot/snapshot.(*NatsDBSnapshot).SaveSnapshot(0xc0000e4360) /home/runner/work/marmot/marmot/snapshot/db_snapshot.go:50 +0x19a fp=0xc000815f30 sp=0xc000815e78 pc=0xdb9d7a github.com/maxpert/marmot/logstream.(*Replicator).ForceSaveSnapshot(0xc000503680) /home/runner/work/marmot/marmot/logstream/replicator.go:272 +0x37 fp=0xc000815f68 sp=0xc000815f30 pc=0xdc03b7 github.com/maxpert/marmot/logstream.(*Replicator).SaveSnapshot(0xc000503680) /home/runner/work/marmot/marmot/logstream/replicator.go:264 +0xd3 fp=0xc000815fc8 sp=0xc000815f68 pc=0xdc02d3 github.com/maxpert/marmot/logstream.(*Replicator).Publish.func1() /home/runner/work/marmot/marmot/logstream/replicator.go:162 +0x26 fp=0xc000815fe0 sp=0xc000815fc8 pc=0xdbf826 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000815fe8 sp=0xc000815fe0 pc=0x46e9e1 created by github.com/maxpert/marmot/logstream.(*Replicator).Publish /home/runner/work/marmot/marmot/logstream/replicator.go:162 +0x35f goroutine 12605 [runnable]: runtime.gopark(0xc00092df88?, 0x2?, 0x48?, 0xfa?, 0xc00092df84?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00092de10 sp=0xc00092ddf0 pc=0x43b9f6 runtime.selectgo(0xc00092df88, 0xc00092df80, 0x0?, 0x0, 0xc00092df98?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00092df50 sp=0xc00092de10 pc=0x44c09e database/sql.(*DB).connectionOpener(0xc00047e340, {0x12fb6c0, 0xc0000c0c80}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1218 +0x8d fp=0xc00092dfb8 sp=0xc00092df50 pc=0x7f09cd database/sql.OpenDB.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x2e fp=0xc00092dfe0 sp=0xc00092dfb8 pc=0x7eef8e runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00092dfe8 sp=0xc00092dfe0 pc=0x46e9e1 created by database/sql.OpenDB /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x18d goroutine 12661 [select]: runtime.gopark(0xc00061ef90?, 0x2?, 0xd8?, 0x59?, 0xc00061ef74?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc00061ede8 sp=0xc00061edc8 pc=0x43b9f6 runtime.selectgo(0xc00061ef90, 0xc00061ef70, 0xc0005ac538?, 0x0, 0xc000357748?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc00061ef28 sp=0xc00061ede8 pc=0x44c09e database/sql.(*DB).connectionCleaner(0xc0000fb930, 0xc00021e400?) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1061 +0xa7 fp=0xc00061efc0 sp=0xc00061ef28 pc=0x7efe67 database/sql.(*DB).startCleanerLocked.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x2a fp=0xc00061efe0 sp=0xc00061efc0 pc=0x7efd8a runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00061efe8 sp=0xc00061efe0 pc=0x46e9e1 created by database/sql.(*DB).startCleanerLocked /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1048 +0x105 goroutine 12660 [select]: runtime.gopark(0xc0003f0f88?, 0x2?, 0xea?, 0xf8?, 0xc0003f0f84?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc0003f0e10 sp=0xc0003f0df0 pc=0x43b9f6 runtime.selectgo(0xc0003f0f88, 0xc0003f0f80, 0x0?, 0x0, 0xc0003f0f98?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc0003f0f50 sp=0xc0003f0e10 pc=0x44c09e database/sql.(*DB).connectionOpener(0xc0000fb930, {0x12fb6c0, 0xc0005db360}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1218 +0x8d fp=0xc0003f0fb8 sp=0xc0003f0f50 pc=0x7f09cd database/sql.OpenDB.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x2e fp=0xc0003f0fe0 sp=0xc0003f0fb8 pc=0x7eef8e runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc0003f0fe8 sp=0xc0003f0fe0 pc=0x46e9e1 created by database/sql.OpenDB /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x18d goroutine 12663 [chan receive]: runtime.gopark(0xc000566f18?, 0x472865?, 0x18?, 0x6f?, 0x499b46?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000566ef0 sp=0xc000566ed0 pc=0x43b9f6 runtime.chanrecv(0xc000552d80, 0x0, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/chan.go:583 +0x49d fp=0xc000566f80 sp=0xc000566ef0 pc=0x408ddd runtime.chanrecv1(0xc0005db400?, 0x12f82a0?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/chan.go:442 +0x18 fp=0xc000566fa8 sp=0xc000566f80 pc=0x4088d8 database/sql.(*Tx).awaitDone(0xc0001faa80) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:2167 +0x31 fp=0xc000566fc8 sp=0xc000566fa8 pc=0x7f6231 database/sql.(*DB).beginDC.func2() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1887 +0x26 fp=0xc000566fe0 sp=0xc000566fc8 pc=0x7f5206 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000566fe8 sp=0xc000566fe0 pc=0x46e9e1 created by database/sql.(*DB).beginDC /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1887 +0x23b goroutine 1396 [select, 66 minutes]: runtime.gopark(0xc000586f88?, 0x2?, 0x48?, 0xfa?, 0xc000586f84?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000586e10 sp=0xc000586df0 pc=0x43b9f6 runtime.selectgo(0xc000586f88, 0xc000586f80, 0xcdbdda?, 0x0, 0x24ce0?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000586f50 sp=0xc000586e10 pc=0x44c09e database/sql.(*DB).connectionOpener(0xc0000d36c0, {0x12fb6c0, 0xc0007022d0}) /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:1218 +0x8d fp=0xc000586fb8 sp=0xc000586f50 pc=0x7f09cd database/sql.OpenDB.func1() /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x2e fp=0xc000586fe0 sp=0xc000586fb8 pc=0x7eef8e runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000586fe8 sp=0xc000586fe0 pc=0x46e9e1 created by database/sql.OpenDB /opt/hostedtoolcache/go/1.20.7/x64/src/database/sql/sql.go:791 +0x18d goroutine 12604 [select]: runtime.gopark(0xc000453f88?, 0x2?, 0x0?, 0x0?, 0xc000453f54?) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/proc.go:381 +0xd6 fp=0xc000453db8 sp=0xc000453d98 pc=0x43b9f6 runtime.selectgo(0xc000453f88, 0xc000453f50, 0x8?, 0x0, 0xc000815f98?, 0x1) /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/select.go:327 +0x7be fp=0xc000453ef8 sp=0xc000453db8 pc=0x44c09e github.com/maxpert/marmot/logstream.(*replicatorMetaStore).ContextRefreshingLease.func1(0xd0?, {0x0?, 0x0?}) /home/runner/work/marmot/marmot/logstream/replicator_meta_store.go:108 +0x197 fp=0xc000453fb8 sp=0xc000453ef8 pc=0xdc1637 github.com/maxpert/marmot/logstream.(*replicatorMetaStore).ContextRefreshingLease.func2() /home/runner/work/marmot/marmot/logstream/replicator_meta_store.go:115 +0x32 fp=0xc000453fe0 sp=0xc000453fb8 pc=0xdc1472 runtime.goexit() /opt/hostedtoolcache/go/1.20.7/x64/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000453fe8 sp=0xc000453fe0 pc=0x46e9e1 created by github.com/maxpert/marmot/logstream.(*replicatorMetaStore).ContextRefreshingLease /home/runner/work/marmot/marmot/logstream/replicator_meta_store.go:91 +0x16a rax 0x0 rbx 0x7f1b577fe640 rcx 0xebafac rdx 0x6 rdi 0xb927b rsi 0xb95a1 rbp 0xb95a1 rsp 0x7f1b577fdcb0 r8 0x7f1b577fdd80 r9 0x0 r10 0x8 r11 0x246 r12 0x6 r13 0x16 r14 0x1 r15 0x1 rip 0xebafac rflags 0x246 cs 0x33 fs 0x0 gs 0x0 $ tik@tik:[~/redis/marmot/latest]: