runtime: traceback stuck. pc=0x170340 sp=0x4005a13ae0 stack: frame={sp:0x4005a13ae0, fp:0x4005a13ae0} stack=[0x4005a0e000,0x4005a16000) 0x0000004005a139e0: 0x000000000016fc30 0x0000004005a13a08 0x0000004005a139f0: 0x000000000017002c 0x0000000000000000 0x0000004005a13a00: 0x000000400e196150 0x0000004005a13af8 0x0000004005a13a10: 0x0000000000169f88 0x0000004017495e00 0x0000004005a13a20: 0x000000000014786f 0x0000000000000927 0x0000004005a13a30: 0x00000040097dea80 0x0000004005a13ab8 0x0000004005a13a40: 0x00000000001471cc 0x0000000000000000 0x0000004005a13a50: 0x0000000000000000 0x0000004005a13af8 0x0000004005a13a60: 0x0100006f00169f20 0x0000000000000000 0x0000004005a13a70: 0x000000000000007a 0x0000000000000927 0x0000004005a13a80: 0x0000000000000927 0x0000000000000a80 0x0000004005a13a90: 0x00000040097dea80 0x0000000000000000 0x0000004005a13aa0: 0x0000000000000000 0x0000000000000000 0x0000004005a13ab0: 0x0000000000000000 0x0000000000000000 0x0000004005a13ac0: 0x0000000000000000 0x0000004017495e00 0x0000004005a13ad0: 0x0000000000000000 0x00000040097dea80 0x0000004005a13ae0: >0x0000000000170340 0x0000004017495e00 0x0000004005a13af0: 0x0000004005a13ae0 0x0000004005a13bb8 0x0000004005a13b00: 0x000000000016d908 0x00000040097dea80 0x0000004005a13b10: 0x0000000000000000 0x0000000000000a80 0x0000004005a13b20: 0x00000040097de000 0x0000000000000927 0x0000004005a13b30: 0x0000000000000a80 0x0000004005a13b01 0x0000004005a13b40: 0x0000000000095b54 0x0100000000000000 0x0000004005a13b50: 0x0000000000000000 0x0000000000000000 0x0000004005a13b60: 0x0000000000000927 0x0000000000000a80 0x0000004005a13b70: 0x0000000000000099 0x0000004005a13bc8 0x0000004005a13b80: 0x0000000000169708 0x0000000002d58240 0x0000004005a13b90: 0x00000040097de000 0x0000000003572b20 0x0000004005a13ba0: 0x0000004004ee0af0 0x0000000000000000 0x0000004005a13bb0: 0x0000000000000000 0x0000004005a13bf8 0x0000004005a13bc0: 0x000000000017b194 0x0000004013aaaf00 0x0000004005a13bd0: 0x0000000003572b20 0x0000004004ee0af0 fatal error: traceback stuck goroutine 0 gp=0x400011c380 m=7 mp=0x4000180808 [idle]: runtime.throw({0x3624a46?, 0x1000000000?}) /usr/local/go/src/runtime/panic.go:1023 +0x40 fp=0x400085e730 sp=0x400085e700 pc=0x4f6f0 runtime.(*unwinder).next(0x400085e978) /usr/local/go/src/runtime/traceback.go:480 +0x340 fp=0x400085e7c0 sp=0x400085e730 pc=0x7c3f0 runtime.tracebackPCs(0x400085e978, 0x4000180808?, {0x400085e9d8, 0x40, 0x40}) /usr/local/go/src/runtime/traceback.go:622 +0x5c fp=0x400085e940 sp=0x400085e7c0 pc=0x7c71c runtime.sigprof(0x8a0d4, 0x400085ec48?, 0x400085ec58?, 0x400011c540, 0x4000180808) /usr/local/go/src/runtime/proc.go:5375 +0x18c fp=0x400085ebf0 sp=0x400085e940 pc=0x5de4c runtime.sighandler(0x1b?, 0x4000180808?, 0x400085ec98?, 0x400011c540?) /usr/local/go/src/runtime/signal_unix.go:642 +0x61c fp=0x400085ec60 sp=0x400085ebf0 pc=0x6942c runtime.sigtrampgo(0x1b, 0x400085eda0, 0x400085ee20) /usr/local/go/src/runtime/signal_unix.go:490 +0xd8 fp=0x400085ece0 sp=0x400085ec60 pc=0x68968 runtime.sigtramp() /usr/local/go/src/runtime/sys_linux_arm64.s:462 +0x54 fp=0x400085eda0 sp=0x400085ece0 pc=0x8d6a4 goroutine 713 gp=0x4006610e00 m=7 mp=0x4000180808 [runnable]: encoding/json.stateInString(0x4017495e00?, 0x6f?) /usr/local/go/src/encoding/json/scanner.go:337 +0x1b4 fp=0x4005a13a10 sp=0x4005a13a10 pc=0x172544 encoding/json.appendCompact({0x40097dea80, 0x0, 0xa80}, {0x40097de000, 0x927, 0xa80}, 0x1) /usr/local/go/src/encoding/json/indent.go:70 +0x44c fp=0x4005a13b00 sp=0x4005a13a10 pc=0x17002c encoding/json.marshalerEncoder(0x4013aaaf00, {0x3572b20?, 0x4004ee0af0?, 0x35640a0?}, {0x20?, 0x2b?}) /usr/local/go/src/encoding/json/encode.go:444 +0x128 fp=0x4005a13bc0 sp=0x4005a13b00 pc=0x169f88 encoding/json.condAddrEncoder.encode({0x3b42850?, 0x3b42898?}, 0x4005a13c48?, {0x3572b20?, 0x4004ee0af0?, 0x3572b20?}, {0x0?, 0x0?}) /usr/local/go/src/encoding/json/encode.go:893 +0x78 fp=0x4005a13c00 sp=0x4005a13bc0 pc=0x16d908 encoding/json.condAddrEncoder.encode-fm(0x3572b20?, {0x3572b20?, 0x4004ee0af0?, 0x4004ee1f80?}, {0x10?, 0x0?}) :1 +0x54 fp=0x4005a13c50 sp=0x4005a13c00 pc=0x17b194 encoding/json.(*encodeState).reflectValue(0x4013aaaf00, {0x3572b20?, 0x4004ee0af0?, 0x22550?}, {0x68?, 0x65?}) /usr/local/go/src/encoding/json/encode.go:321 +0x70 fp=0x4005a13cb0 sp=0x4005a13c50 pc=0x1695d0 encoding/json.(*encodeState).marshal(0x4005a13d58?, {0x3572b20?, 0x4004ee0af0?}, {0xf8?, 0x38?}) /usr/local/go/src/encoding/json/encode.go:297 +0xc0 fp=0x4005a13d30 sp=0x4005a13cb0 pc=0x169370 encoding/json.Marshal({0x3572b20, 0x4004ee0af0}) /usr/local/go/src/encoding/json/encode.go:163 +0x94 fp=0x4005a13df0 sp=0x4005a13d30 pc=0x168cd4 gopkg.in/launchdarkly/go-sdk-common.v2/ldvalue.Value.AsRaw({0x4, 0x0, 0x0, {0x0, 0x0}, {{0x4005d12508, 0x8, 0x8}}, {0x0}}) /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-common.v2@v2.5.1/ldvalue/value_base.go:378 +0x68 fp=0x4005a13e20 sp=0x4005a13df0 pc=0x1129a08 github.com/xxx/xxx/configlib.(*configReader5).getJsonOrDefault(0x40025d4720, {0x5167de0, 0x4004ee0aa0}, {0x400ca2cc08, 0x2, 0x8}) /home/circleci/project/configlib/configsdk5.go:55 +0x588 fp=0x4005a14780 sp=0x4005a13e20 pc=0x11ce668 github.com/xxx/xxx/configlib.(*configReader5).GetJson(0x40025d4720, {0x5167de0, 0x4004ee0aa0}) /home/circleci/project/configlib/configsdk5.go:196 +0x70 fp=0x4005a147c0 sp=0x4005a14780 pc=0x11cf940 github.com/xxx/xxx/configlib.configKey.GetJson(...) /home/circleci/project/configlib/configsdk.go:486 github.com/xxx/xxx/configlib.(*configKey).GetJson(0x4005a148b8?, {0x515c420, 0x40025d4720}) :1 +0x84 fp=0x4005a14840 sp=0x4005a147c0 pc=0x11d3244 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).getHiddenRules(0x4005a150c8?, {0x514e808, 0x4012133560}, {0x515c420, 0x40025d4720}) /home/circleci/project/cspm-matcher/internal/ingestor.go:409 +0x6c fp=0x4005a148c0 sp=0x4005a14840 pc=0x26f067c github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleSingleObject(0x400649a360, {0x514e808, 0x4012133560}, 0x4014078790, {0x51108e0, 0x40097b8c60}, {0x58, 0x55, 0xc2, 0x6e, ...}, ...) /home/circleci/project/cspm-matcher/internal/ingestor.go:541 +0x9ac fp=0x4005a151d0 sp=0x4005a148c0 pc=0x26f1a3c github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleUpsertWithParams.func1({0x514e808, 0x4012133560}) /home/circleci/project/cspm-matcher/internal/ingestor.go:357 +0x16c fp=0x4005a15370 sp=0x4005a151d0 pc=0x26f038c github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleUpsertWithParams.ObserveWithError.func2({0x514e808, 0x4012133560}) /home/circleci/project/metricslib/metrics.go:135 +0x7c fp=0x4005a15410 sp=0x4005a15370 pc=0x26f019c github.com/xxx/xxx/tracelib.RunUnderSpan({0x514e808?, 0x40121329c0?}, {0x3638ee8?, 0x514e808?}, {0x361358e?, 0x51108e0?}, 0x4005a155c0) /home/circleci/project/tracelib/tracing.go:189 +0x98 fp=0x4005a15480 sp=0x4005a15410 pc=0x97cbb8 github.com/xxx/xxx/metricslib.ObserveWithError(...) /home/circleci/project/metricslib/metrics.go:132 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleUpsertWithParams(0x400649a360, {0x514e808, 0x40121329c0}, 0x4014078790, 0x0, 0x0) /home/circleci/project/cspm-matcher/internal/ingestor.go:355 +0x334 fp=0x4005a15610 sp=0x4005a15480 pc=0x26efff4 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleUpsert(...) /home/circleci/project/cspm-matcher/internal/ingestor.go:328 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).Handle.func1({0x514e808, 0x40121329c0}) /home/circleci/project/cspm-matcher/internal/ingestor.go:193 +0xcc fp=0x4005a15670 sp=0x4005a15610 pc=0x26ef0ac github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).Handle.ObserveWithError.func4({0x514e808, 0x40121329c0}) /home/circleci/project/metricslib/metrics.go:135 +0x7c fp=0x4005a15710 sp=0x4005a15670 pc=0x26eef5c github.com/xxx/xxx/tracelib.RunUnderSpan({0x514e808?, 0x4015fc9500?}, {0x3616b37?, 0x2710?}, {0x361358e?, 0xcc9?}, 0x4005a158a8) /home/circleci/project/tracelib/tracing.go:189 +0x98 fp=0x4005a15780 sp=0x4005a15710 pc=0x97cbb8 github.com/xxx/xxx/metricslib.ObserveWithError(...) /home/circleci/project/metricslib/metrics.go:132 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).Handle(0x400649a360, {0x514e808, 0x4015fc9500}, 0x40111a7a00, 0x4012432000?) /home/circleci/project/cspm-matcher/internal/ingestor.go:191 +0x3e4 fp=0x4005a15910 sp=0x4005a15780 pc=0x26ee984 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).Handle(0x400649a360, {0x514e808, 0x4015fc9500}, 0x400d3dd4c0, 0x4015fc94a0?) /home/circleci/project/cspm-matcher/internal/ingestor.go:176 +0x48c fp=0x4005a15aa0 sp=0x4005a15910 pc=0x26eea2c github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).handleMessage(0x4004397b00, {0x514e808, 0x4015fc93e0}, {0x50fb080, 0x400649a360}, 0x401622fb00, 0x40069a5f20, 0x1) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:876 +0x35c fp=0x4005a15b70 sp=0x4005a15aa0 pc=0x28cff2c github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2.1({0x514e808, 0x4015fc9320}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:690 +0x380 fp=0x4005a15cc0 sp=0x4005a15b70 pc=0x28ce600 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree.func1({0x514e808, 0x4015fc9320}) /home/circleci/project/messagebrokerlib/broker.go:40 +0x90 fp=0x4005a15d10 sp=0x4005a15cc0 pc=0x26c6260 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree.ObserveWithErrorWithNewSpanTree.func2({0x514e808, 0x4015fc9320}) /home/circleci/project/metricslib/metrics.go:147 +0x7c fp=0x4005a15db0 sp=0x4005a15d10 pc=0x26c614c github.com/xxx/xxx/tracelib.RunUnderNewSpanTree({0x514e840?, 0x40063d0d20?}, {0x3606095?, 0x0?}, {0x361b2bf?, 0x0?}, 0x400672de88) /home/circleci/project/tracelib/tracing.go:196 +0x98 fp=0x4005a15e20 sp=0x4005a15db0 pc=0x97ccc8 github.com/xxx/xxx/metricslib.ObserveWithErrorWithNewSpanTree(...) /home/circleci/project/metricslib/metrics.go:144 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree({0x514e840?, 0x40063d0d20?}, {0x4000088051?, 0x0?}, {0x3606095?, 0x0?}, 0x0?) /home/circleci/project/messagebrokerlib/broker.go:38 +0xa0 fp=0x4005a15ec0 sp=0x4005a15e20 pc=0x26c6080 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:668 +0x134 fp=0x4005a15fd0 sp=0x4005a15ec0 pc=0x28ce1f4 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005a15fd0 sp=0x4005a15fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 1 gp=0x40000041c0 m=nil [select, 181 minutes]: runtime.gopark(0x4006e9f938?, 0x2?, 0x18?, 0xf8?, 0x4006e9f92c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40044277d0 sp=0x40044277b0 pc=0x52508 runtime.selectgo(0x4004427938, 0x4006e9f928, 0x4006e9f928?, 0x0, 0x10?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40044278e0 sp=0x40044277d0 pc=0x65a08 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Wait(0x400652e2c0, {0x514e798, 0x7b37a80}) /home/circleci/project/commonlib/waiter/routine.go:81 +0xbc fp=0x4004427970 sp=0x40044278e0 pc=0x207a38c github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).Wait(0x400652c1c0, {0x514e798, 0x7b37a80}) /home/circleci/project/commonlib/waiter/server.go:1083 +0x30 fp=0x40044279b0 sp=0x4004427970 pc=0x207fdd0 github.com/xxx/xxx/cspm-matcher/cmd/root.run({0x514e798, 0x7b37a80}) /home/circleci/project/cspm-matcher/cmd/root/root.go:165 +0xaac fp=0x4004427c50 sp=0x40044279b0 pc=0x28d414c github.com/xxx/xxx/commonlib/cli.NewCobraRootCommand.func1(0x4004f33208?, {0x7b37a80?, 0x0?, 0x0?}) /home/circleci/project/commonlib/cli/cobra_helpers.go:30 +0x30 fp=0x4004427c70 sp=0x4004427c50 pc=0x128f710 github.com/spf13/cobra.(*Command).execute(0x4004f33208, {0x400021e0b0, 0x0, 0x0}) /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:987 +0x828 fp=0x4004427e00 sp=0x4004427c70 pc=0xf05228 github.com/spf13/cobra.(*Command).ExecuteC(0x4004f33208) /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:1115 +0x344 fp=0x4004427ee0 sp=0x4004427e00 pc=0xf05a04 github.com/spf13/cobra.(*Command).Execute(...) /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:1039 github.com/xxx/xxx/cspm-matcher/cmd/root.Execute() /home/circleci/project/cspm-matcher/cmd/root/root.go:64 +0x24 fp=0x4004427f30 sp=0x4004427ee0 pc=0x28d35f4 main.main() /home/circleci/project/cspm-matcher/cmd/main.go:8 +0x1c fp=0x4004427f40 sp=0x4004427f30 pc=0x28d4a9c runtime.main() /usr/local/go/src/runtime/proc.go:271 +0x28c fp=0x4004427fd0 sp=0x4004427f40 pc=0x520ac runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004427fd0 sp=0x4004427fd0 pc=0x8c464 goroutine 2 gp=0x4000004700 m=nil [force gc (idle), 181 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40000def90 sp=0x40000def70 pc=0x52508 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:408 runtime.forcegchelper() /usr/local/go/src/runtime/proc.go:326 +0xb8 fp=0x40000defd0 sp=0x40000def90 pc=0x52368 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40000defd0 sp=0x40000defd0 pc=0x8c464 created by runtime.init.6 in goroutine 1 /usr/local/go/src/runtime/proc.go:314 +0x24 goroutine 3 gp=0x4000004c40 m=nil [GC sweep wait]: runtime.gopark(0x7aa5501?, 0x7aa5560?, 0xc?, 0x9?, 0x1?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40000df760 sp=0x40000df740 pc=0x52508 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:408 runtime.bgsweep(0x40000881c0) /usr/local/go/src/runtime/mgcsweep.go:318 +0x108 fp=0x40000df7b0 sp=0x40000df760 pc=0x3ba68 runtime.gcenable.gowrap1() /usr/local/go/src/runtime/mgc.go:203 +0x28 fp=0x40000df7d0 sp=0x40000df7b0 pc=0x2fb58 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40000df7d0 sp=0x40000df7d0 pc=0x8c464 created by runtime.gcenable in goroutine 1 /usr/local/go/src/runtime/mgc.go:203 +0x6c goroutine 4 gp=0x4000004e00 m=nil [sleep]: runtime.gopark(0x4000200000?, 0xbfa897745d19?, 0x0?, 0x0?, 0x3b42140?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40000dff20 sp=0x40000dff00 pc=0x52508 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:408 runtime.(*scavengerState).sleep(0x7aab340, 0x414329a580000000) /usr/local/go/src/runtime/mgcscavenge.go:504 +0x118 fp=0x40000dff90 sp=0x40000dff20 pc=0x395e8 runtime.bgscavenge(0x40000881c0) /usr/local/go/src/runtime/mgcscavenge.go:662 +0x9c fp=0x40000dffb0 sp=0x40000dff90 pc=0x3999c runtime.gcenable.gowrap2() /usr/local/go/src/runtime/mgc.go:204 +0x28 fp=0x40000dffd0 sp=0x40000dffb0 pc=0x2faf8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40000dffd0 sp=0x40000dffd0 pc=0x8c464 created by runtime.gcenable in goroutine 1 /usr/local/go/src/runtime/mgc.go:204 +0xac goroutine 17 gp=0x400029e000 m=nil [finalizer wait]: runtime.gopark(0x0?, 0x40019067c8?, 0x10?, 0x60?, 0x1000000010?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006783d80 sp=0x4006783d60 pc=0x52508 runtime.runfinq() /usr/local/go/src/runtime/mfinal.go:194 +0x108 fp=0x4006783fd0 sp=0x4006783d80 pc=0x2ec28 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006783fd0 sp=0x4006783fd0 pc=0x8c464 created by runtime.createfing in goroutine 1 /usr/local/go/src/runtime/mfinal.go:164 +0x80 goroutine 18 gp=0x4000414e00 m=nil [GC worker (idle)]: runtime.gopark(0xbfa89670c2e7?, 0x3?, 0x2a?, 0xad?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4005b0ef30 sp=0x4005b0ef10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x4005b0efd0 sp=0x4005b0ef30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005b0efd0 sp=0x4005b0efd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 33 gp=0x4000580000 m=8 mp=0x400011a808 [running]: goroutine running on other thread; stack unavailable created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 34 gp=0x40005801c0 m=nil [GC worker (idle)]: runtime.gopark(0xbfa8967174c0?, 0x3?, 0x7c?, 0x20?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4000715f30 sp=0x4000715f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x4000715fd0 sp=0x4000715f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4000715fd0 sp=0x4000715fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 5 gp=0x40000056c0 m=nil [GC worker (idle)]: runtime.gopark(0xbfa89670c26c?, 0x3?, 0x64?, 0xae?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4002a86f30 sp=0x4002a86f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x4002a86fd0 sp=0x4002a86f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4002a86fd0 sp=0x4002a86fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 6 gp=0x4000005880 m=nil [GC worker (idle)]: runtime.gopark(0xbfa896703d82?, 0x1?, 0xd?, 0xf1?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400afe5f30 sp=0x400afe5f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x400afe5fd0 sp=0x400afe5f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400afe5fd0 sp=0x400afe5fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 19 gp=0x4000414fc0 m=nil [GC worker (idle)]: runtime.gopark(0xbfa89673327a?, 0x3?, 0x3e?, 0xcf?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400b376f30 sp=0x400b376f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x400b376fd0 sp=0x400b376f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400b376fd0 sp=0x400b376fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 35 gp=0x4000580380 m=nil [GC worker (idle)]: runtime.gopark(0xbfa896739e64?, 0x3?, 0xc0?, 0x7d?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400df77f30 sp=0x400df77f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x400df77fd0 sp=0x400df77f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400df77fd0 sp=0x400df77fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 20 gp=0x4000415180 m=nil [GC worker (idle)]: runtime.gopark(0xbfa896706b47?, 0x3?, 0xe6?, 0x7e?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4002a3bf30 sp=0x4002a3bf10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x4002a3bfd0 sp=0x4002a3bf30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4002a3bfd0 sp=0x4002a3bfd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 7 gp=0x4000005a40 m=nil [GC worker (idle)]: runtime.gopark(0xbfa8967042fd?, 0x1?, 0x2b?, 0xd4?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400b310f30 sp=0x400b310f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x400b310fd0 sp=0x400b310f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400b310fd0 sp=0x400b310fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 8 gp=0x4000005c00 m=nil [GC worker (idle)]: runtime.gopark(0xbfa89670bfd3?, 0x3?, 0xd6?, 0x5b?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400b375f30 sp=0x400b375f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x400b375fd0 sp=0x400b375f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400b375fd0 sp=0x400b375fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 9 gp=0x4000005dc0 m=nil [GC worker (idle)]: runtime.gopark(0xbfa8963b16c5?, 0x3?, 0xa2?, 0xd7?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40011c2f30 sp=0x40011c2f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x40011c2fd0 sp=0x40011c2f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40011c2fd0 sp=0x40011c2fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 21 gp=0x4000415340 m=nil [GC worker (idle)]: runtime.gopark(0xbfa896733cf5?, 0x1?, 0x64?, 0x84?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006456f30 sp=0x4006456f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x4006456fd0 sp=0x4006456f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006456fd0 sp=0x4006456fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 36 gp=0x4000580540 m=nil [GC worker (idle)]: runtime.gopark(0xbfa89669a0a2?, 0x3?, 0xe7?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400afe6f30 sp=0x400afe6f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x400afe6fd0 sp=0x400afe6f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400afe6fd0 sp=0x400afe6fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 49 gp=0x4000182380 m=nil [GC worker (idle), 1 minutes]: runtime.gopark(0xbf990dc435d6?, 0x1?, 0xc1?, 0xf7?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400940ef30 sp=0x400940ef10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x400940efd0 sp=0x400940ef30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400940efd0 sp=0x400940efd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 50 gp=0x4000182540 m=nil [GC worker (idle)]: runtime.gopark(0xbfa89670c78d?, 0x3?, 0x93?, 0xa5?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4005b15f30 sp=0x4005b15f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x4005b15fd0 sp=0x4005b15f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005b15fd0 sp=0x4005b15fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 51 gp=0x4000182700 m=nil [GC worker (idle)]: runtime.gopark(0xbfa89671a56f?, 0x3?, 0x8f?, 0x26?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006a09f30 sp=0x4006a09f10 pc=0x52508 runtime.gcBgMarkWorker() /usr/local/go/src/runtime/mgc.go:1310 +0xd8 fp=0x4006a09fd0 sp=0x4006a09f30 pc=0x31c48 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006a09fd0 sp=0x4006a09fd0 pc=0x8c464 created by runtime.gcBgMarkStartWorkers in goroutine 1 /usr/local/go/src/runtime/mgc.go:1234 +0x28 goroutine 10 gp=0x4000183180 m=nil [select]: runtime.gopark(0x4000716f68?, 0x3?, 0x3?, 0x0?, 0x4000716f62?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4000716e10 sp=0x4000716df0 pc=0x52508 runtime.selectgo(0x4000716f68, 0x4000716f5c, 0x0?, 0x0, 0x3?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4000716f20 sp=0x4000716e10 pc=0x65a08 go.opencensus.io/stats/view.(*worker).start(0x4000155480) /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:292 +0x88 fp=0x4000716fb0 sp=0x4000716f20 pc=0x26e8038 go.opencensus.io/stats/view.init.0.gowrap1() /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x28 fp=0x4000716fd0 sp=0x4000716fb0 pc=0x26e7438 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4000716fd0 sp=0x4000716fd0 pc=0x8c464 created by go.opencensus.io/stats/view.init.0 in goroutine 1 /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x98 goroutine 64 gp=0x4000e3ee00 m=nil [select, 181 minutes]: runtime.gopark(0x4000585f40?, 0x3?, 0x0?, 0x0?, 0x4000585f0a?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4000585db0 sp=0x4000585d90 pc=0x52508 runtime.selectgo(0x4000585f40, 0x4000585f04, 0x4000585f48?, 0x0, 0x4000585f08?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4000585ec0 sp=0x4000585db0 pc=0x65a08 github.com/karlseguin/ccache/v2.(*Cache).worker(0x40051071d0) /go/pkg/mod/github.com/karlseguin/ccache/v2@v2.0.8/cache.go:228 +0xbc fp=0x4000585fb0 sp=0x4000585ec0 pc=0x20a2a0c github.com/karlseguin/ccache/v2.(*Cache).restart.gowrap1() /go/pkg/mod/github.com/karlseguin/ccache/v2@v2.0.8/cache.go:193 +0x28 fp=0x4000585fd0 sp=0x4000585fb0 pc=0x20a2848 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4000585fd0 sp=0x4000585fd0 pc=0x8c464 created by github.com/karlseguin/ccache/v2.(*Cache).restart in goroutine 1 /go/pkg/mod/github.com/karlseguin/ccache/v2@v2.0.8/cache.go:193 +0x118 goroutine 65 gp=0x4000e3fdc0 m=nil [chan receive]: runtime.gopark(0x4002e8d3b8?, 0x11484f8?, 0xe0?, 0xfb?, 0x400220f990?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4002e8d340 sp=0x4002e8d320 pc=0x52508 runtime.chanrecv(0x400427ae40, 0x4002e8de20, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4002e8d3c0 sp=0x4002e8d340 pc=0x191e4 runtime.chanrecv2(0x4000613680?, 0x360f8c1?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4002e8d3f0 sp=0x4002e8d3c0 pc=0x18dc4 gopkg.in/launchdarkly/go-sdk-events%2ev1.runFlushTask({0x0, 0x2710, 0xd18c2e2800, 0x400429fc20, {0x5128300, 0x4000613680}, 0x12a05f200, 0x0, {{{0x512fbe0, 0x400220f990}, ...}, ...}, ...}, ...) /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:371 +0x128 fp=0x4002e8de30 sp=0x4002e8d3f0 pc=0x1140988 gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher.gowrap1() /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x54 fp=0x4002e8dfd0 sp=0x4002e8de30 pc=0x113f244 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4002e8dfd0 sp=0x4002e8dfd0 pc=0x8c464 created by gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher in goroutine 1 /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x2b4 goroutine 66 gp=0x40013fd500 m=nil [chan receive]: runtime.gopark(0x400666f3b8?, 0x11484f8?, 0xe0?, 0xfb?, 0x400220f990?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400666f340 sp=0x400666f320 pc=0x52508 runtime.chanrecv(0x400427ae40, 0x400666fe20, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400666f3c0 sp=0x400666f340 pc=0x191e4 runtime.chanrecv2(0x4000613680?, 0x360f8c1?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400666f3f0 sp=0x400666f3c0 pc=0x18dc4 gopkg.in/launchdarkly/go-sdk-events%2ev1.runFlushTask({0x0, 0x2710, 0xd18c2e2800, 0x400429fc20, {0x5128300, 0x4000613680}, 0x12a05f200, 0x0, {{{0x512fbe0, 0x400220f990}, ...}, ...}, ...}, ...) /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:371 +0x128 fp=0x400666fe30 sp=0x400666f3f0 pc=0x1140988 gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher.gowrap1() /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x54 fp=0x400666ffd0 sp=0x400666fe30 pc=0x113f244 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400666ffd0 sp=0x400666ffd0 pc=0x8c464 created by gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher in goroutine 1 /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x2b4 goroutine 67 gp=0x40013fd6c0 m=nil [chan receive]: runtime.gopark(0x400a0d73b8?, 0x11484f8?, 0xe0?, 0xfb?, 0x400220f990?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400a0d7340 sp=0x400a0d7320 pc=0x52508 runtime.chanrecv(0x400427ae40, 0x400a0d7e20, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400a0d73c0 sp=0x400a0d7340 pc=0x191e4 runtime.chanrecv2(0x4000613680?, 0x360f8c1?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400a0d73f0 sp=0x400a0d73c0 pc=0x18dc4 gopkg.in/launchdarkly/go-sdk-events%2ev1.runFlushTask({0x0, 0x2710, 0xd18c2e2800, 0x400429fc20, {0x5128300, 0x4000613680}, 0x12a05f200, 0x0, {{{0x512fbe0, 0x400220f990}, ...}, ...}, ...}, ...) /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:371 +0x128 fp=0x400a0d7e30 sp=0x400a0d73f0 pc=0x1140988 gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher.gowrap1() /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x54 fp=0x400a0d7fd0 sp=0x400a0d7e30 pc=0x113f244 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400a0d7fd0 sp=0x400a0d7fd0 pc=0x8c464 created by gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher in goroutine 1 /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x2b4 goroutine 68 gp=0x40013fd880 m=nil [chan receive]: runtime.gopark(0x4003b133b8?, 0x11484f8?, 0xe0?, 0xfb?, 0x400220f990?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4003b13340 sp=0x4003b13320 pc=0x52508 runtime.chanrecv(0x400427ae40, 0x4003b13e20, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4003b133c0 sp=0x4003b13340 pc=0x191e4 runtime.chanrecv2(0x4000613680?, 0x360f8c1?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4003b133f0 sp=0x4003b133c0 pc=0x18dc4 gopkg.in/launchdarkly/go-sdk-events%2ev1.runFlushTask({0x0, 0x2710, 0xd18c2e2800, 0x400429fc20, {0x5128300, 0x4000613680}, 0x12a05f200, 0x0, {{{0x512fbe0, 0x400220f990}, ...}, ...}, ...}, ...) /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:371 +0x128 fp=0x4003b13e30 sp=0x4003b133f0 pc=0x1140988 gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher.gowrap1() /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x54 fp=0x4003b13fd0 sp=0x4003b13e30 pc=0x113f244 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4003b13fd0 sp=0x4003b13fd0 pc=0x8c464 created by gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher in goroutine 1 /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x2b4 goroutine 69 gp=0x40013fda40 m=nil [chan receive]: runtime.gopark(0x400c2c73b8?, 0x11484f8?, 0xe0?, 0xfb?, 0x400220f990?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400c2c7340 sp=0x400c2c7320 pc=0x52508 runtime.chanrecv(0x400427ae40, 0x400c2c7e20, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400c2c73c0 sp=0x400c2c7340 pc=0x191e4 runtime.chanrecv2(0x4000613680?, 0x360f8c1?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400c2c73f0 sp=0x400c2c73c0 pc=0x18dc4 gopkg.in/launchdarkly/go-sdk-events%2ev1.runFlushTask({0x0, 0x2710, 0xd18c2e2800, 0x400429fc20, {0x5128300, 0x4000613680}, 0x12a05f200, 0x0, {{{0x512fbe0, 0x400220f990}, ...}, ...}, ...}, ...) /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:371 +0x128 fp=0x400c2c7e30 sp=0x400c2c73f0 pc=0x1140988 gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher.gowrap1() /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x54 fp=0x400c2c7fd0 sp=0x400c2c7e30 pc=0x113f244 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400c2c7fd0 sp=0x400c2c7fd0 pc=0x8c464 created by gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher in goroutine 1 /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:139 +0x2b4 goroutine 70 gp=0x40013fdc00 m=nil [select]: runtime.gopark(0x4010e23e68?, 0x4?, 0x0?, 0x0?, 0x4010e23d80?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4010e23b40 sp=0x4010e23b20 pc=0x52508 runtime.selectgo(0x4010e23e68, 0x4010e23d78, 0x40097c1688?, 0x0, 0x4?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4010e23c50 sp=0x4010e23b40 pc=0x65a08 gopkg.in/launchdarkly/go-sdk-events%2ev1.(*eventDispatcher).runMainLoop(0x40005725a0, 0x400427ade0) /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:189 +0x22c fp=0x4010e23fb0 sp=0x4010e23c50 pc=0x113f4ac gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher.gowrap2() /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:145 +0x2c fp=0x4010e23fd0 sp=0x4010e23fb0 pc=0x113f1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4010e23fd0 sp=0x4010e23fd0 pc=0x8c464 created by gopkg.in/launchdarkly/go-sdk-events%2ev1.startEventDispatcher in goroutine 1 /go/pkg/mod/gopkg.in/launchdarkly/go-sdk-events.v1@v1.1.1/event_processor.go:145 +0x4a4 goroutine 71 gp=0x40013fddc0 m=nil [select, 1 minutes]: runtime.gopark(0x4003b17a98?, 0x3?, 0x8f?, 0x73?, 0x4003b17462?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4003b17220 sp=0x4003b17200 pc=0x52508 runtime.selectgo(0x4003b17a98, 0x4003b1745c, 0x2a6000?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4003b17330 sp=0x4003b17220 pc=0x65a08 gopkg.in/launchdarkly/go-server-sdk.v5/internal/datasource.(*StreamProcessor).consumeStream(0x4001152900, 0x4000a8a0a0, 0x40032c9320) /go/pkg/mod/gopkg.in/launchdarkly/go-server-sdk.v5@v5.10.0/internal/datasource/streaming_data_source.go:133 +0xc8 fp=0x4003b17b00 sp=0x4003b17330 pc=0x116a788 gopkg.in/launchdarkly/go-server-sdk.v5/internal/datasource.(*StreamProcessor).subscribe(0x4001152900, 0x40032c9320) /go/pkg/mod/gopkg.in/launchdarkly/go-server-sdk.v5@v5.10.0/internal/datasource/streaming_data_source.go:328 +0x554 fp=0x4003b17fb0 sp=0x4003b17b00 pc=0x116b8b4 gopkg.in/launchdarkly/go-server-sdk.v5/internal/datasource.(*StreamProcessor).Start.gowrap1() /go/pkg/mod/gopkg.in/launchdarkly/go-server-sdk.v5@v5.10.0/internal/datasource/streaming_data_source.go:118 +0x2c fp=0x4003b17fd0 sp=0x4003b17fb0 pc=0x116a68c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4003b17fd0 sp=0x4003b17fd0 pc=0x8c464 created by gopkg.in/launchdarkly/go-server-sdk.v5/internal/datasource.(*StreamProcessor).Start in goroutine 1 /go/pkg/mod/gopkg.in/launchdarkly/go-server-sdk.v5@v5.10.0/internal/datasource/streaming_data_source.go:118 +0x158 goroutine 1703963 gp=0x40043a4000 m=nil [select, 151 minutes]: runtime.gopark(0x40067eaf50?, 0x2?, 0x8?, 0xae?, 0x40067eaf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40067eadc0 sp=0x40067eada0 pc=0x52508 runtime.selectgo(0x40067eaf50, 0x40067eaf10, 0x40067eaf18?, 0x0, 0x40067eaf28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40067eaed0 sp=0x40067eadc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400b5b6a70, {0x514e840, 0x400fb9a280}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40067eafa0 sp=0x40067eaed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40067eafd0 sp=0x40067eafa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40067eafd0 sp=0x40067eafd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703974 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 161 gp=0x400469e000 m=nil [select, 1 minutes]: runtime.gopark(0x4007c37ee0?, 0x5?, 0x48?, 0x7d?, 0x4007c37e36?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40011c8ce0 sp=0x40011c8cc0 pc=0x52508 runtime.selectgo(0x40011c8ee0, 0x4007c37e2c, 0x4007c37f88?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40011c8df0 sp=0x40011c8ce0 pc=0x65a08 github.com/launchdarkly/eventsource.(*Stream).stream(0x4000a8a0a0, {0x5130378, 0x4010e0f8c0}) /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/stream.go:324 +0x2ac fp=0x40011c8fa0 sp=0x40011c8df0 pc=0x116438c github.com/launchdarkly/eventsource.SubscribeWithRequestAndOptions.gowrap1() /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/stream.go:129 +0x30 fp=0x40011c8fd0 sp=0x40011c8fa0 pc=0x1163840 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40011c8fd0 sp=0x40011c8fd0 pc=0x8c464 created by github.com/launchdarkly/eventsource.SubscribeWithRequestAndOptions in goroutine 71 /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/stream.go:129 +0x438 goroutine 232 gp=0x4005a9c380 m=nil [semacquire]: runtime.gopark(0x7ad2420?, 0xffffb8d605b8?, 0xa0?, 0xae?, 0x97658c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004612bb0 sp=0x4004612b90 pc=0x52508 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:408 runtime.semacquire1(0x40015fdbd8, 0x0, 0x1, 0x0, 0x12) /usr/local/go/src/runtime/sema.go:160 +0x208 fp=0x4004612c00 sp=0x4004612bb0 pc=0x66838 sync.runtime_Semacquire(0x4005a9c380?) /usr/local/go/src/runtime/sema.go:62 +0x2c fp=0x4004612c40 sp=0x4004612c00 pc=0x87b5c sync.(*WaitGroup).Wait(0x40015fdbd0) /usr/local/go/src/sync/waitgroup.go:116 +0x74 fp=0x4004612c60 sp=0x4004612c40 pc=0x998a4 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect(0x4005a98d20, 0x4003ab21e0) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:333 +0x340 fp=0x4004612f50 sp=0x4004612c60 pc=0x977950 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).run.func2() /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:253 +0xc8 fp=0x4004612fd0 sp=0x4004612f50 pc=0x9774e8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004612fd0 sp=0x4004612fd0 pc=0x8c464 created by gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).run in goroutine 1 /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:248 +0xe8 goroutine 233 gp=0x4005a9c540 m=nil [select]: runtime.gopark(0x4010e1fed8?, 0x2?, 0x0?, 0x0?, 0x4010e1fe54?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40011c4cb0 sp=0x40011c4c90 pc=0x52508 runtime.selectgo(0x40011c4ed8, 0x4010e1fe50, 0xedd8fecdf?, 0x0, 0xc1779b5f65e5e996?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40011c4dc0 sp=0x40011c4cb0 pc=0x65a08 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).send(0x4005a98d20) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:423 +0x80 fp=0x40011c4f90 sp=0x40011c4dc0 pc=0x9786b0 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).run.func3() /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:258 +0x54 fp=0x40011c4fd0 sp=0x40011c4f90 pc=0x977384 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40011c4fd0 sp=0x40011c4fd0 pc=0x8c464 created by gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).run in goroutine 1 /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:256 +0x134 goroutine 42 gp=0x40051276c0 m=nil [select, 181 minutes]: runtime.gopark(0x4000190750?, 0x2?, 0x0?, 0x0?, 0x4000190714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40001905c0 sp=0x40001905a0 pc=0x52508 runtime.selectgo(0x4000190750, 0x4000190710, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40001906d0 sp=0x40001905c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400143a880, {0x514e840, 0x40015b5630}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40001907a0 sp=0x40001906d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40001907d0 sp=0x40001907a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40001907d0 sp=0x40001907d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 43 gp=0x4005127880 m=nil [select, 181 minutes]: runtime.gopark(0x4003b13f50?, 0x2?, 0x0?, 0x0?, 0x4003b13f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40066badc0 sp=0x40066bada0 pc=0x52508 runtime.selectgo(0x40066baf50, 0x4003b13f10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40066baed0 sp=0x40066badc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400143a8e0, {0x514e840, 0x40015b5680}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40066bafa0 sp=0x40066baed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40066bafd0 sp=0x40066bafa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40066bafd0 sp=0x40066bafd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 44 gp=0x4005127a40 m=nil [select, 181 minutes]: runtime.gopark(0x4004427f50?, 0x2?, 0x2?, 0x0?, 0x4004427f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006a04dc0 sp=0x4006a04da0 pc=0x52508 runtime.selectgo(0x4006a04f50, 0x4004427f10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006a04ed0 sp=0x4006a04dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400143a930, {0x514e840, 0x40015b56d0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4006a04fa0 sp=0x4006a04ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4006a04fd0 sp=0x4006a04fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006a04fd0 sp=0x4006a04fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 243 gp=0x4005b1a1c0 m=nil [select]: runtime.gopark(0x4005997f20?, 0x3?, 0x70?, 0xa5?, 0x4005997ee2?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4005997d70 sp=0x4005997d50 pc=0x52508 runtime.selectgo(0x4005997f20, 0x4005997edc, 0x4005107c70?, 0x0, 0x3?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4005997e80 sp=0x4005997d70 pc=0x65a08 go.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue(0x4005a98e60) /go/pkg/mod/go.opentelemetry.io/otel/sdk@v1.24.0/trace/batch_span_processor.go:312 +0xd4 fp=0x4005997f90 sp=0x4005997e80 pc=0x12077b4 go.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func1() /go/pkg/mod/go.opentelemetry.io/otel/sdk@v1.24.0/trace/batch_span_processor.go:128 +0x58 fp=0x4005997fd0 sp=0x4005997f90 pc=0x1206b08 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005997fd0 sp=0x4005997fd0 pc=0x8c464 created by go.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor in goroutine 1 /go/pkg/mod/go.opentelemetry.io/otel/sdk@v1.24.0/trace/batch_span_processor.go:126 +0x2b8 goroutine 321 gp=0x400536d500 m=nil [select]: runtime.gopark(0x4006d87e40?, 0x3?, 0x3?, 0x0?, 0x4006d87d7a?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006d87c10 sp=0x4006d87bf0 pc=0x52508 runtime.selectgo(0x4006d87e40, 0x4006d87d74, 0x7aaa780?, 0x0, 0x360c066?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006d87d20 sp=0x4006d87c10 pc=0x65a08 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).sendMessagesBulkHandler(0x400624a120) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:523 +0x3f4 fp=0x4006d87ed0 sp=0x4006d87d20 pc=0x28ccda4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.registerSendBulkHandlerIfNeeded.func1.1() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:365 +0x20 fp=0x4006d87ef0 sp=0x4006d87ed0 pc=0x28cb9a0 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x4006d87f00 sp=0x4006d87ef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x4006d87f60 sp=0x4006d87f00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x4006d87fd0 sp=0x4006d87f60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006d87fd0 sp=0x4006d87fd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 47 gp=0x4005127dc0 m=nil [IO wait]: runtime.gopark(0x400b361b08?, 0x87552c?, 0xc0?, 0x7d?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400b361ab0 sp=0x400b361a90 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x400b361af0 sp=0x400b361ab0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff7213aeb0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x400b361b20 sp=0x400b361af0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x4002174500?, 0x4006000000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x400b361b50 sp=0x400b361b20 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4002174500, {0x4006000000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x400b361bf0 sp=0x400b361b50 pc=0x1048c0 net.(*netFD).Read(0x4002174500, {0x4006000000?, 0x40015dbdc0?, 0x800010601?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x400b361c40 sp=0x400b361bf0 pc=0x19f658 net.(*conn).Read(0x400461e058, {0x4006000000?, 0x400b361d38?, 0x2299c?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x400b361c90 sp=0x400b361c40 pc=0x1af644 net.(*TCPConn).Read(0x0?, {0x4006000000?, 0x0?, 0x4004186a00?}) :1 +0x2c fp=0x400b361cc0 sp=0x400b361c90 pc=0x1c026c bufio.(*Reader).Read(0x4003b85200, {0x40015dbe00, 0x9, 0x74920?}) /usr/local/go/src/bufio/bufio.go:241 +0x1b4 fp=0x400b361d00 sp=0x400b361cc0 pc=0x214564 io.ReadAtLeast({0x5114220, 0x4003b85200}, {0x40015dbe00, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0xa0 fp=0x400b361d50 sp=0x400b361d00 pc=0xfae70 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0x40015dbe00, 0x9, 0x9ed10d5c566?}, {0x5114220?, 0x4003b85200?}) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:237 +0x58 fp=0x400b361da0 sp=0x400b361d50 pc=0x848da8 golang.org/x/net/http2.(*Framer).ReadFrame(0x40015dbdc0) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:498 +0x78 fp=0x400b361e50 sp=0x400b361da0 pc=0x849498 google.golang.org/grpc/internal/transport.(*http2Client).reader(0x4006010008, 0x4003b85260) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:1593 +0x1a8 fp=0x400b361fb0 sp=0x400b361e50 pc=0x879f18 google.golang.org/grpc/internal/transport.newHTTP2Client.gowrap4() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x2c fp=0x400b361fd0 sp=0x400b361fb0 pc=0x870f8c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400b361fd0 sp=0x400b361fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 242 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x15ac goroutine 48 gp=0x4006012000 m=nil [select]: runtime.gopark(0x4007953ee8?, 0x2?, 0x0?, 0x0?, 0x4007953eb4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4007953d60 sp=0x4007953d40 pc=0x52508 runtime.selectgo(0x4007953ee8, 0x4007953eb0, 0x4007953ec8?, 0x0, 0x2d70ac0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4007953e70 sp=0x4007953d60 pc=0x65a08 google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x40015b58b0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:418 +0x14c fp=0x4007953f10 sp=0x4007953e70 pc=0x867c8c google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x4005a9b030) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:551 +0x7c fp=0x4007953f70 sp=0x4007953f10 pc=0x8684fc google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:454 +0x70 fp=0x4007953fd0 sp=0x4007953f70 pc=0x870e50 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4007953fd0 sp=0x4007953fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 242 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:452 +0x1a00 goroutine 102 gp=0x4005b1a540 m=nil [select, 62 minutes]: runtime.gopark(0x4000583788?, 0x2?, 0x88?, 0x36?, 0x400058377c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4000583630 sp=0x4000583610 pc=0x52508 runtime.selectgo(0x4000583788, 0x4000583778, 0x4000583738?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4000583740 sp=0x4000583630 pc=0x65a08 github.com/patrickmn/go-cache.(*janitor).Run(0x4001900dd0, 0x40064cca80) /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1079 +0x78 fp=0x40005837b0 sp=0x4000583740 pc=0x11158d8 github.com/patrickmn/go-cache.runJanitor.gowrap1() /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0x2c fp=0x40005837d0 sp=0x40005837b0 pc=0x1115aac runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40005837d0 sp=0x40005837d0 pc=0x8c464 created by github.com/patrickmn/go-cache.runJanitor in goroutine 1 /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0xe8 goroutine 391 gp=0x4005b1aa80 m=nil [IO wait]: runtime.gopark(0x4004613b08?, 0x87552c?, 0x80?, 0xaa?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004613ab0 sp=0x4004613a90 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x4004613af0 sp=0x4004613ab0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff7213a8e0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x4004613b20 sp=0x4004613af0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x4002174b00?, 0x4006026000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4004613b50 sp=0x4004613b20 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4002174b00, {0x4006026000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x4004613bf0 sp=0x4004613b50 pc=0x1048c0 net.(*netFD).Read(0x4002174b00, {0x4006026000?, 0x0?, 0x5?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x4004613c40 sp=0x4004613bf0 pc=0x19f658 net.(*conn).Read(0x400461e078, {0x4006026000?, 0x30?, 0x51366f0?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x4004613c90 sp=0x4004613c40 pc=0x1af644 net.(*TCPConn).Read(0x0?, {0x4006026000?, 0x0?, 0x4004186c80?}) :1 +0x2c fp=0x4004613cc0 sp=0x4004613c90 pc=0x1c026c bufio.(*Reader).Read(0x4003b85440, {0x4006036040, 0x9, 0x4004701570?}) /usr/local/go/src/bufio/bufio.go:241 +0x1b4 fp=0x4004613d00 sp=0x4004613cc0 pc=0x214564 io.ReadAtLeast({0x5114220, 0x4003b85440}, {0x4006036040, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0xa0 fp=0x4004613d50 sp=0x4004613d00 pc=0xfae70 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0x4006036040, 0x9, 0x4010c0a0c0?}, {0x5114220?, 0x4003b85440?}) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:237 +0x58 fp=0x4004613da0 sp=0x4004613d50 pc=0x848da8 golang.org/x/net/http2.(*Framer).ReadFrame(0x4006036000) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:498 +0x78 fp=0x4004613e50 sp=0x4004613da0 pc=0x849498 google.golang.org/grpc/internal/transport.(*http2Client).reader(0x4006010488, 0x4003b854a0) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:1593 +0x1a8 fp=0x4004613fb0 sp=0x4004613e50 pc=0x879f18 google.golang.org/grpc/internal/transport.newHTTP2Client.gowrap4() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x2c fp=0x4004613fd0 sp=0x4004613fb0 pc=0x870f8c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004613fd0 sp=0x4004613fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 359 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x15ac goroutine 333 gp=0x4005b1ae00 m=nil [select, 181 minutes]: runtime.gopark(0x4000582f50?, 0x2?, 0x48?, 0x2e?, 0x4000582f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4000582dc0 sp=0x4000582da0 pc=0x52508 runtime.selectgo(0x4000582f50, 0x4000582f10, 0xffff71b3e000?, 0x0, 0x4000582f48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4000582ed0 sp=0x4000582dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001894e70, {0x514e840, 0x4006381180}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4000582fa0 sp=0x4000582ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4000582fd0 sp=0x4000582fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4000582fd0 sp=0x4000582fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 326 gp=0x40061f68c0 m=nil [select]: runtime.gopark(0x400940ce40?, 0x3?, 0x9?, 0x3?, 0x400940cd7a?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400940cc10 sp=0x400940cbf0 pc=0x52508 runtime.selectgo(0x400940ce40, 0x400940cd74, 0x7aaa780?, 0x0, 0x3?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400940cd20 sp=0x400940cc10 pc=0x65a08 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).sendMessagesBulkHandler(0x4006278000) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:523 +0x3f4 fp=0x400940ced0 sp=0x400940cd20 pc=0x28ccda4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.registerSendBulkHandlerIfNeeded.func1.1() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:365 +0x20 fp=0x400940cef0 sp=0x400940ced0 pc=0x28cb9a0 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400940cf00 sp=0x400940cef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400940cf60 sp=0x400940cf00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400940cfd0 sp=0x400940cf60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400940cfd0 sp=0x400940cfd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 620 gp=0x40061f6c40 m=nil [semacquire, 181 minutes]: runtime.gopark(0x7acea20?, 0x0?, 0x20?, 0xe4?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40066946f0 sp=0x40066946d0 pc=0x52508 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:408 runtime.semacquire1(0x400652e2d0, 0x0, 0x1, 0x0, 0x12) /usr/local/go/src/runtime/sema.go:160 +0x208 fp=0x4006694740 sp=0x40066946f0 pc=0x66838 sync.runtime_Semacquire(0x0?) /usr/local/go/src/runtime/sema.go:62 +0x2c fp=0x4006694780 sp=0x4006694740 pc=0x87b5c sync.(*WaitGroup).Wait(0x400652e2c8) /usr/local/go/src/sync/waitgroup.go:116 +0x74 fp=0x40066947a0 sp=0x4006694780 pc=0x998a4 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Wait.func1() /home/circleci/project/commonlib/waiter/routine.go:75 +0x2c fp=0x40066947d0 sp=0x40066947a0 pc=0x207a64c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40066947d0 sp=0x40066947d0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Wait in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:74 +0x68 goroutine 340 gp=0x4005a9cc40 m=nil [select, 181 minutes]: runtime.gopark(0x40000dc750?, 0x2?, 0x48?, 0xc6?, 0x40000dc714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40000dc5c0 sp=0x40000dc5a0 pc=0x52508 runtime.selectgo(0x40000dc750, 0x40000dc710, 0xffff71b1e000?, 0x0, 0x40000dc748?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40000dc6d0 sp=0x40000dc5c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001862440, {0x514e840, 0x40062b0730}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40000dc7a0 sp=0x40000dc6d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40000dc7d0 sp=0x40000dc7a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40000dc7d0 sp=0x40000dc7d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 341 gp=0x4005a9ce00 m=nil [select, 181 minutes]: runtime.gopark(0x4005b2df50?, 0x2?, 0x0?, 0x0?, 0x4005b2df14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004506dc0 sp=0x4004506da0 pc=0x52508 runtime.selectgo(0x4004506f50, 0x4005b2df10, 0x100ffff71b3e000?, 0x0, 0x40057be180?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4004506ed0 sp=0x4004506dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40018624b0, {0x514e840, 0x40062b0780}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4004506fa0 sp=0x4004506ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4004506fd0 sp=0x4004506fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004506fd0 sp=0x4004506fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 342 gp=0x4005a9cfc0 m=nil [select, 181 minutes]: runtime.gopark(0x4005b12f50?, 0x2?, 0x2?, 0x0?, 0x4005b12f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4005b12dc0 sp=0x4005b12da0 pc=0x52508 runtime.selectgo(0x4005b12f50, 0x4005b12f10, 0x40041ab600?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4005b12ed0 sp=0x4005b12dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001862540, {0x514e840, 0x40062b07d0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4005b12fa0 sp=0x4005b12ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4005b12fd0 sp=0x4005b12fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005b12fd0 sp=0x4005b12fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 100 gp=0x4005a9d180 m=nil [select, 1 minutes]: runtime.gopark(0x400018e788?, 0x2?, 0x78?, 0xe6?, 0x400018e77c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400018e630 sp=0x400018e610 pc=0x52508 runtime.selectgo(0x400018e788, 0x400018e778, 0x400018e738?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400018e740 sp=0x400018e630 pc=0x65a08 github.com/patrickmn/go-cache.(*janitor).Run(0x4001900d80, 0x40064cca00) /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1079 +0x78 fp=0x400018e7b0 sp=0x400018e740 pc=0x11158d8 github.com/patrickmn/go-cache.runJanitor.gowrap1() /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0x2c fp=0x400018e7d0 sp=0x400018e7b0 pc=0x1115aac runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400018e7d0 sp=0x400018e7d0 pc=0x8c464 created by github.com/patrickmn/go-cache.runJanitor in goroutine 1 /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0xe8 goroutine 345 gp=0x4005a9d340 m=nil [select, 181 minutes]: runtime.gopark(0x40000ddf50?, 0x2?, 0x48?, 0xde?, 0x40000ddf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40000dddc0 sp=0x40000ddda0 pc=0x52508 runtime.selectgo(0x40000ddf50, 0x40000ddf10, 0xffff71b1e000?, 0x0, 0x40000ddf48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40000dded0 sp=0x40000dddc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400186f420, {0x514e840, 0x40062b1810}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40000ddfa0 sp=0x40000dded0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40000ddfd0 sp=0x40000ddfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40000ddfd0 sp=0x40000ddfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 346 gp=0x4005a9d500 m=nil [select, 181 minutes]: runtime.gopark(0x40043a7f50?, 0x2?, 0x0?, 0x0?, 0x40043a7f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4005b10dc0 sp=0x4005b10da0 pc=0x52508 runtime.selectgo(0x4005b10f50, 0x40043a7f10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4005b10ed0 sp=0x4005b10dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400186f4a0, {0x514e840, 0x40062b1860}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4005b10fa0 sp=0x4005b10ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4005b10fd0 sp=0x4005b10fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005b10fd0 sp=0x4005b10fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 347 gp=0x4005a9d6c0 m=nil [select, 181 minutes]: runtime.gopark(0x400460ff50?, 0x2?, 0x2?, 0x0?, 0x400460ff14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400460fdc0 sp=0x400460fda0 pc=0x52508 runtime.selectgo(0x400460ff50, 0x400460ff10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400460fed0 sp=0x400460fdc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400186f500, {0x514e840, 0x40062b18b0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400460ffa0 sp=0x400460fed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400460ffd0 sp=0x400460ffa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400460ffd0 sp=0x400460ffd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 101 gp=0x4005a9d880 m=nil [select, 62 minutes]: runtime.gopark(0x40062dc788?, 0x2?, 0x78?, 0xc6?, 0x40062dc77c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40062dc630 sp=0x40062dc610 pc=0x52508 runtime.selectgo(0x40062dc788, 0x40062dc778, 0x4000e20808?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40062dc740 sp=0x40062dc630 pc=0x65a08 github.com/patrickmn/go-cache.(*janitor).Run(0x4001900d90, 0x40064cca40) /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1079 +0x78 fp=0x40062dc7b0 sp=0x40062dc740 pc=0x11158d8 github.com/patrickmn/go-cache.runJanitor.gowrap1() /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0x2c fp=0x40062dc7d0 sp=0x40062dc7b0 pc=0x1115aac runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40062dc7d0 sp=0x40062dc7d0 pc=0x8c464 created by github.com/patrickmn/go-cache.runJanitor in goroutine 1 /go/pkg/mod/github.com/patrickmn/go-cache@v2.1.0+incompatible/cache.go:1099 +0xe8 goroutine 402 gp=0x4005a9da40 m=nil [IO wait]: runtime.gopark(0x400641eb08?, 0x87552c?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400641eab0 sp=0x400641ea90 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x400641eaf0 sp=0x400641eab0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff72028200, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x400641eb20 sp=0x400641eaf0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x4006299280?, 0x400642e000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x400641eb50 sp=0x400641eb20 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4006299280, {0x400642e000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x400641ebf0 sp=0x400641eb50 pc=0x1048c0 net.(*netFD).Read(0x4006299280, {0x400642e000?, 0x0?, 0x84e334?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x400641ec40 sp=0x400641ebf0 pc=0x19f658 net.(*conn).Read(0x4003b2a948, {0x400642e000?, 0x30?, 0x51366f0?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x400641ec90 sp=0x400641ec40 pc=0x1af644 net.(*TCPConn).Read(0x0?, {0x400642e000?, 0x0?, 0x4006418960?}) :1 +0x2c fp=0x400641ecc0 sp=0x400641ec90 pc=0x1c026c bufio.(*Reader).Read(0x4006424360, {0x4005fe8580, 0x9, 0x40119f8770?}) /usr/local/go/src/bufio/bufio.go:241 +0x1b4 fp=0x400641ed00 sp=0x400641ecc0 pc=0x214564 io.ReadAtLeast({0x5114220, 0x4006424360}, {0x4005fe8580, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0xa0 fp=0x400641ed50 sp=0x400641ed00 pc=0xfae70 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0x4005fe8580, 0x9, 0x40038b6510?}, {0x5114220?, 0x4006424360?}) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:237 +0x58 fp=0x400641eda0 sp=0x400641ed50 pc=0x848da8 golang.org/x/net/http2.(*Framer).ReadFrame(0x4005fe8540) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:498 +0x78 fp=0x400641ee50 sp=0x400641eda0 pc=0x849498 google.golang.org/grpc/internal/transport.(*http2Client).reader(0x4005fd6d88, 0x40064243c0) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:1593 +0x1a8 fp=0x400641efb0 sp=0x400641ee50 pc=0x879f18 google.golang.org/grpc/internal/transport.newHTTP2Client.gowrap4() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x2c fp=0x400641efd0 sp=0x400641efb0 pc=0x870f8c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400641efd0 sp=0x400641efd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 343 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x15ac goroutine 418 gp=0x4005a9dc00 m=nil [IO wait]: runtime.gopark(0x4006232b08?, 0x87552c?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006232ab0 sp=0x4006232a90 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x4006232af0 sp=0x4006232ab0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff720282f8, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x4006232b20 sp=0x4006232af0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x400630c300?, 0x40063b4000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4006232b50 sp=0x4006232b20 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400630c300, {0x40063b4000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x4006232bf0 sp=0x4006232b50 pc=0x1048c0 net.(*netFD).Read(0x400630c300, {0x40063b4000?, 0x0?, 0x84e334?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x4006232c40 sp=0x4006232bf0 pc=0x19f658 net.(*conn).Read(0x40046ae7e8, {0x40063b4000?, 0x30?, 0x51366f0?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x4006232c90 sp=0x4006232c40 pc=0x1af644 net.(*TCPConn).Read(0x0?, {0x40063b4000?, 0x0?, 0x40063b01e0?}) :1 +0x2c fp=0x4006232cc0 sp=0x4006232c90 pc=0x1c026c bufio.(*Reader).Read(0x400638e540, {0x400621ac80, 0x9, 0x4010193910?}) /usr/local/go/src/bufio/bufio.go:241 +0x1b4 fp=0x4006232d00 sp=0x4006232cc0 pc=0x214564 io.ReadAtLeast({0x5114220, 0x400638e540}, {0x400621ac80, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0xa0 fp=0x4006232d50 sp=0x4006232d00 pc=0xfae70 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0x400621ac80, 0x9, 0x40033557d0?}, {0x5114220?, 0x400638e540?}) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:237 +0x58 fp=0x4006232da0 sp=0x4006232d50 pc=0x848da8 golang.org/x/net/http2.(*Framer).ReadFrame(0x400621ac40) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:498 +0x78 fp=0x4006232e50 sp=0x4006232da0 pc=0x849498 google.golang.org/grpc/internal/transport.(*http2Client).reader(0x4005795688, 0x400638e5a0) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:1593 +0x1a8 fp=0x4006232fb0 sp=0x4006232e50 pc=0x879f18 google.golang.org/grpc/internal/transport.newHTTP2Client.gowrap4() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x2c fp=0x4006232fd0 sp=0x4006232fb0 pc=0x870f8c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006232fd0 sp=0x4006232fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 364 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x15ac goroutine 104 gp=0x4005a9ddc0 m=nil [select, 181 minutes]: runtime.gopark(0x4000191750?, 0x2?, 0x48?, 0x16?, 0x4000191714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40001915c0 sp=0x40001915a0 pc=0x52508 runtime.selectgo(0x4000191750, 0x4000191710, 0xffff71ae6000?, 0x0, 0x4000191748?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40001916d0 sp=0x40001915c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400190cc70, {0x514e840, 0x40064c5360}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40001917a0 sp=0x40001916d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40001917d0 sp=0x40001917a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40001917d0 sp=0x40001917d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 618 gp=0x40062ee000 m=nil [semacquire, 181 minutes]: runtime.gopark(0x7ad3f20?, 0x4000e21008?, 0xa0?, 0xa2?, 0x1fea4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400940fd60 sp=0x400940fd40 pc=0x52508 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:408 runtime.semacquire1(0x4006240f08, 0x0, 0x1, 0x0, 0x12) /usr/local/go/src/runtime/sema.go:160 +0x208 fp=0x400940fdb0 sp=0x400940fd60 pc=0x66838 sync.runtime_Semacquire(0x40062ee000?) /usr/local/go/src/runtime/sema.go:62 +0x2c fp=0x400940fdf0 sp=0x400940fdb0 pc=0x87b5c sync.(*WaitGroup).Wait(0x4006240f00) /usr/local/go/src/sync/waitgroup.go:116 +0x74 fp=0x400940fe10 sp=0x400940fdf0 pc=0x998a4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive(0x4004397b00, {0x514e808, 0x40034b54a0}, {0x50fb080, 0x400649a360}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:717 +0x3b0 fp=0x400940fea0 sp=0x400940fe10 pc=0x28ce030 github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).MessagePoller.func1({0x514e808, 0x40034b54a0}) /home/circleci/project/commonlib/waiter/server.go:569 +0x144 fp=0x400940ff40 sp=0x400940fea0 pc=0x207e0a4 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x400940ffd0 sp=0x400940ff40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400940ffd0 sp=0x400940ffd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 334 gp=0x40061f6fc0 m=nil [select, 181 minutes]: runtime.gopark(0x40062e1f50?, 0x2?, 0x0?, 0x0?, 0x40062e1f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40065a8dc0 sp=0x40065a8da0 pc=0x52508 runtime.selectgo(0x40065a8f50, 0x40062e1f10, 0x1000040005846f8?, 0x0, 0x4000584758?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40065a8ed0 sp=0x40065a8dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001894ee0, {0x514e840, 0x40063811d0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40065a8fa0 sp=0x40065a8ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40065a8fd0 sp=0x40065a8fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40065a8fd0 sp=0x40065a8fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 335 gp=0x40061f7180 m=nil [select, 181 minutes]: runtime.gopark(0x4005b13f50?, 0x2?, 0x2?, 0x0?, 0x4005b13f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4005b13dc0 sp=0x4005b13da0 pc=0x52508 runtime.selectgo(0x4005b13f50, 0x4005b13f10, 0x400625f000?, 0x0, 0x4001823c00?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4005b13ed0 sp=0x4005b13dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001894f50, {0x514e840, 0x4006381220}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4005b13fa0 sp=0x4005b13ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4005b13fd0 sp=0x4005b13fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005b13fd0 sp=0x4005b13fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4986556 gp=0x40062ee380 m=nil [IO wait]: runtime.gopark(0x8?, 0x2?, 0x30?, 0xed?, 0x400b9fed38?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004661670 sp=0x4004661650 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x40046616b0 sp=0x4004661670 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff716d7390, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x40046616e0 sp=0x40046616b0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x40149e2400?, 0x4013aaf800?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4004661710 sp=0x40046616e0 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40149e2400, {0x4013aaf800, 0x1800, 0x1800}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x40046617b0 sp=0x4004661710 pc=0x1048c0 net.(*netFD).Read(0x40149e2400, {0x4013aaf800?, 0xffff72021128?, 0x4000d01bc0?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x4004661800 sp=0x40046617b0 pc=0x19f658 net.(*conn).Read(0x401363e5c8, {0x4013aaf800?, 0x40046618f8?, 0x2299c?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x4004661850 sp=0x4004661800 pc=0x1af644 net.(*TCPConn).Read(0x40046618c8?, {0x4013aaf800?, 0x40046618e8?, 0x386164?}) :1 +0x2c fp=0x4004661880 sp=0x4004661850 pc=0x1c026c crypto/tls.(*atLeastReader).Read(0x4000d01bc0, {0x4013aaf800?, 0x0?, 0x4000d01bc0?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x40 fp=0x40046618d0 sp=0x4004661880 pc=0x323c30 bytes.(*Buffer).ReadFrom(0x40032f70b0, {0x51146c0, 0x4000d01bc0}) /usr/local/go/src/bytes/buffer.go:211 +0x90 fp=0x4004661930 sp=0x40046618d0 pc=0x147620 crypto/tls.(*Conn).readFromUntil(0x40032f6e08, {0x51147c0, 0x401363e5c8}, 0x40046619d0?) /usr/local/go/src/crypto/tls/conn.go:828 +0xd0 fp=0x4004661970 sp=0x4004661930 pc=0x323e10 crypto/tls.(*Conn).readRecordOrCCS(0x40032f6e08, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x35c fp=0x4004661bf0 sp=0x4004661970 pc=0x3215ac crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0x40032f6e08, {0x4009a70000, 0x1000, 0x18078?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x168 fp=0x4004661c60 sp=0x4004661bf0 pc=0x327538 net/http.(*persistConn).Read(0x4007d26ea0, {0x4009a70000?, 0x18630?, 0x400ed03f80?}) /usr/local/go/src/net/http/transport.go:1977 +0x50 fp=0x4004661cc0 sp=0x4004661c60 pc=0x4092a0 bufio.(*Reader).fill(0x400f80be00) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x4004661d00 sp=0x4004661cc0 pc=0x213f88 bufio.(*Reader).Peek(0x400f80be00, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x60 fp=0x4004661d20 sp=0x4004661d00 pc=0x2140f0 net/http.(*persistConn).readLoop(0x4007d26ea0) /usr/local/go/src/net/http/transport.go:2141 +0x158 fp=0x4004661fb0 sp=0x4004661d20 pc=0x40a228 net/http.(*Transport).dialConn.gowrap2() /usr/local/go/src/net/http/transport.go:1799 +0x28 fp=0x4004661fd0 sp=0x4004661fb0 pc=0x408838 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004661fd0 sp=0x4004661fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4986546 /usr/local/go/src/net/http/transport.go:1799 +0x1018 goroutine 356 gp=0x40062ee540 m=nil [select, 181 minutes]: runtime.gopark(0x4000584750?, 0x2?, 0x48?, 0x46?, 0x4000584714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40005845c0 sp=0x40005845a0 pc=0x52508 runtime.selectgo(0x4000584750, 0x4000584710, 0xffff71b1e000?, 0x0, 0x4000584748?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40005846d0 sp=0x40005845c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40018b6ab0, {0x514e840, 0x40062faeb0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40005847a0 sp=0x40005846d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40005847d0 sp=0x40005847a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40005847d0 sp=0x40005847d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 357 gp=0x40062ee700 m=nil [select, 181 minutes]: runtime.gopark(0x4006409f50?, 0x2?, 0x0?, 0x0?, 0x4006409f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004505dc0 sp=0x4004505da0 pc=0x52508 runtime.selectgo(0x4004505f50, 0x4006409f10, 0x0?, 0x0, 0x40063801e0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4004505ed0 sp=0x4004505dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40018b6b30, {0x514e840, 0x40062faf00}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4004505fa0 sp=0x4004505ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4004505fd0 sp=0x4004505fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004505fd0 sp=0x4004505fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 358 gp=0x40062ee8c0 m=nil [select, 181 minutes]: runtime.gopark(0x4005b14f50?, 0x2?, 0x2?, 0x0?, 0x4005b14f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4005b14dc0 sp=0x4005b14da0 pc=0x52508 runtime.selectgo(0x4005b14f50, 0x4005b14f10, 0x40041ab600?, 0x0, 0x40062b0870?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4005b14ed0 sp=0x4005b14dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40018b6b90, {0x514e840, 0x40062faf50}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4005b14fa0 sp=0x4005b14ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4005b14fd0 sp=0x4005b14fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005b14fd0 sp=0x4005b14fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 712 gp=0x40061f7340 m=nil [chan receive]: runtime.gopark(0x40053dbeb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4010e1fe10 sp=0x4010e1fdf0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x40053dbfb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4010e1fe90 sp=0x4010e1fe10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4010e1fec0 sp=0x4010e1fe90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4010e1ffd0 sp=0x4010e1fec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4010e1ffd0 sp=0x4010e1ffd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 387 gp=0x40061f7500 m=nil [IO wait]: runtime.gopark(0x4004387b08?, 0x87552c?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004387ab0 sp=0x4004387a90 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x4004387af0 sp=0x4004387ab0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff7213a310, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x4004387b20 sp=0x4004387af0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x4002174700?, 0x4006014000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4004387b50 sp=0x4004387b20 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4002174700, {0x4006014000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x4004387bf0 sp=0x4004387b50 pc=0x1048c0 net.(*netFD).Read(0x4002174700, {0x4006014000?, 0x0?, 0x84e334?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x4004387c40 sp=0x4004387bf0 pc=0x19f658 net.(*conn).Read(0x400461e068, {0x4006014000?, 0x30?, 0x51366f0?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x4004387c90 sp=0x4004387c40 pc=0x1af644 net.(*TCPConn).Read(0x0?, {0x4006014000?, 0x0?, 0x4004186b40?}) :1 +0x2c fp=0x4004387cc0 sp=0x4004387c90 pc=0x1c026c bufio.(*Reader).Read(0x4003b85380, {0x40015dbee0, 0x9, 0x4008ff55d0?}) /usr/local/go/src/bufio/bufio.go:241 +0x1b4 fp=0x4004387d00 sp=0x4004387cc0 pc=0x214564 io.ReadAtLeast({0x5114220, 0x4003b85380}, {0x40015dbee0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0xa0 fp=0x4004387d50 sp=0x4004387d00 pc=0xfae70 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0x40015dbee0, 0x9, 0x40015a9bf0?}, {0x5114220?, 0x4003b85380?}) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:237 +0x58 fp=0x4004387da0 sp=0x4004387d50 pc=0x848da8 golang.org/x/net/http2.(*Framer).ReadFrame(0x40015dbea0) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:498 +0x78 fp=0x4004387e50 sp=0x4004387da0 pc=0x849498 google.golang.org/grpc/internal/transport.(*http2Client).reader(0x4006010248, 0x4003b853e0) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:1593 +0x1a8 fp=0x4004387fb0 sp=0x4004387e50 pc=0x879f18 google.golang.org/grpc/internal/transport.newHTTP2Client.gowrap4() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x2c fp=0x4004387fd0 sp=0x4004387fb0 pc=0x870f8c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004387fd0 sp=0x4004387fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 354 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x15ac goroutine 361 gp=0x40062eec40 m=nil [select, 181 minutes]: runtime.gopark(0x40062daf50?, 0x2?, 0x48?, 0xae?, 0x40062daf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40062dadc0 sp=0x40062dada0 pc=0x52508 runtime.selectgo(0x40062daf50, 0x40062daf10, 0xffff71b1e000?, 0x0, 0x40062daf48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40062daed0 sp=0x40062dadc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40018c7f30, {0x514e840, 0x4006412050}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40062dafa0 sp=0x40062daed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40062dafd0 sp=0x40062dafa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40062dafd0 sp=0x40062dafd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 362 gp=0x40062eee00 m=nil [select, 181 minutes]: runtime.gopark(0x40062f3f50?, 0x2?, 0x0?, 0x0?, 0x40062f3f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400622edc0 sp=0x400622eda0 pc=0x52508 runtime.selectgo(0x400622ef50, 0x40062f3f10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400622eed0 sp=0x400622edc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40018d6030, {0x514e840, 0x40064120a0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400622efa0 sp=0x400622eed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400622efd0 sp=0x400622efa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400622efd0 sp=0x400622efd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 363 gp=0x40062eefc0 m=nil [select, 181 minutes]: runtime.gopark(0x4006421f50?, 0x2?, 0x2?, 0x0?, 0x4006421f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006421dc0 sp=0x4006421da0 pc=0x52508 runtime.selectgo(0x4006421f50, 0x4006421f10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006421ed0 sp=0x4006421dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40018d60c0, {0x514e840, 0x40064120f0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4006421fa0 sp=0x4006421ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4006421fd0 sp=0x4006421fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006421fd0 sp=0x4006421fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 619 gp=0x40063a4000 m=nil [semacquire, 181 minutes]: runtime.gopark(0x7acd4a0?, 0x40063a4000?, 0xc0?, 0x78?, 0x1fea4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006911d60 sp=0x4006911d40 pc=0x52508 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:408 runtime.semacquire1(0x4006079188, 0x0, 0x1, 0x0, 0x12) /usr/local/go/src/runtime/sema.go:160 +0x208 fp=0x4006911db0 sp=0x4006911d60 pc=0x66838 sync.runtime_Semacquire(0x40063a4000?) /usr/local/go/src/runtime/sema.go:62 +0x2c fp=0x4006911df0 sp=0x4006911db0 pc=0x87b5c sync.(*WaitGroup).Wait(0x4006079180) /usr/local/go/src/sync/waitgroup.go:116 +0x74 fp=0x4006911e10 sp=0x4006911df0 pc=0x998a4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive(0x40065a7560, {0x514e808, 0x40034a43f0}, {0x50fb080, 0x400649a360}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:717 +0x3b0 fp=0x4006911ea0 sp=0x4006911e10 pc=0x28ce030 github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).MessagePoller.func1({0x514e808, 0x40034a43f0}) /home/circleci/project/commonlib/waiter/server.go:569 +0x144 fp=0x4006911f40 sp=0x4006911ea0 pc=0x207e0a4 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x4006911fd0 sp=0x4006911f40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006911fd0 sp=0x4006911fd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 617 gp=0x40063a41c0 m=nil [IO wait]: runtime.gopark(0x4006a0bb38?, 0x109f00?, 0x0?, 0x0?, 0x40000b4a08?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006a0baf0 sp=0x4006a0bad0 pc=0x52508 runtime.netpollblock(0x4006a0bb88?, 0x107f14?, 0x0?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x4006a0bb30 sp=0x4006a0baf0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff72027470, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x4006a0bb60 sp=0x4006a0bb30 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x23?, 0x0?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4006a0bb90 sp=0x4006a0bb60 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0x400625e180) /usr/local/go/src/internal/poll/fd_unix.go:611 +0x250 fp=0x4006a0bc40 sp=0x4006a0bb90 pc=0x108000 net.(*netFD).accept(0x400625e180) /usr/local/go/src/net/fd_unix.go:172 +0x28 fp=0x4006a0bd00 sp=0x4006a0bc40 pc=0x1a1238 net.(*TCPListener).accept(0x400249e120) /usr/local/go/src/net/tcpsock_posix.go:159 +0x28 fp=0x4006a0bd30 sp=0x4006a0bd00 pc=0x1b88e8 net.(*TCPListener).Accept(0x400249e120) /usr/local/go/src/net/tcpsock.go:327 +0x2c fp=0x4006a0bd70 sp=0x4006a0bd30 pc=0x1b782c google.golang.org/grpc.(*Server).Serve(0x40015bc000, {0x513b400, 0x400249e120}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/server.go:883 +0x44c fp=0x4006a0beb0 sp=0x4006a0bd70 pc=0x8eef0c github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).GRPCServer.func1({0x514e840?, 0x4006526f00?}) /home/circleci/project/commonlib/waiter/server.go:480 +0x70 fp=0x4006a0bf40 sp=0x4006a0beb0 pc=0x207d880 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x4006a0bfd0 sp=0x4006a0bf40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006a0bfd0 sp=0x4006a0bfd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 714 gp=0x40062ef500 m=nil [chan receive]: runtime.gopark(0x4003e45eb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40096a7e10 sp=0x40096a7df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x4003e45fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x40096a7e90 sp=0x40096a7e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x40096a7ec0 sp=0x40096a7e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x40096a7fd0 sp=0x40096a7ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40096a7fd0 sp=0x40096a7fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 388 gp=0x40060121c0 m=nil [select]: runtime.gopark(0x400561fee8?, 0x2?, 0x0?, 0x0?, 0x400561feb4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4008e97d60 sp=0x4008e97d40 pc=0x52508 runtime.selectgo(0x4008e97ee8, 0x400561feb0, 0x400561fec8?, 0x0, 0x2d70ac0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4008e97e70 sp=0x4008e97d60 pc=0x65a08 google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x40015b59f0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:418 +0x14c fp=0x4008e97f10 sp=0x4008e97e70 pc=0x867c8c google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x4005a9b0a0) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:551 +0x7c fp=0x4008e97f70 sp=0x4008e97f10 pc=0x8684fc google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:454 +0x70 fp=0x4008e97fd0 sp=0x4008e97f70 pc=0x870e50 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4008e97fd0 sp=0x4008e97fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 354 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:452 +0x1a00 goroutine 403 gp=0x40062ef880 m=nil [select]: runtime.gopark(0x4007b57ee8?, 0x2?, 0x0?, 0x0?, 0x4007b57eb4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4009699d60 sp=0x4009699d40 pc=0x52508 runtime.selectgo(0x4009699ee8, 0x4007b57eb0, 0x4007b57ec8?, 0x0, 0x2d70ac0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4009699e70 sp=0x4009699d60 pc=0x65a08 google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x40064129b0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:418 +0x14c fp=0x4009699f10 sp=0x4009699e70 pc=0x867c8c google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x4005fa59d0) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:551 +0x7c fp=0x4009699f70 sp=0x4009699f10 pc=0x8684fc google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:454 +0x70 fp=0x4009699fd0 sp=0x4009699f70 pc=0x870e50 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4009699fd0 sp=0x4009699fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 343 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:452 +0x1a00 goroutine 85 gp=0x4005dac000 m=nil [IO wait]: runtime.gopark(0x4006231b08?, 0x87552c?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006231ab0 sp=0x4006231a90 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x4006231af0 sp=0x4006231ab0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff7213a408, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x4006231b20 sp=0x4006231af0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x400630c200?, 0x4005d92000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4006231b50 sp=0x4006231b20 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400630c200, {0x4005d92000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x4006231bf0 sp=0x4006231b50 pc=0x1048c0 net.(*netFD).Read(0x400630c200, {0x4005d92000?, 0x0?, 0x84e334?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x4006231c40 sp=0x4006231bf0 pc=0x19f658 net.(*conn).Read(0x40045aa0e8, {0x4005d92000?, 0x30?, 0x51366f0?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x4006231c90 sp=0x4006231c40 pc=0x1af644 net.(*TCPConn).Read(0x0?, {0x4005d92000?, 0x0?, 0x4005d880a0?}) :1 +0x2c fp=0x4006231cc0 sp=0x4006231c90 pc=0x1c026c bufio.(*Reader).Read(0x4005d80180, {0x4005da2040, 0x9, 0x40163ed370?}) /usr/local/go/src/bufio/bufio.go:241 +0x1b4 fp=0x4006231d00 sp=0x4006231cc0 pc=0x214564 io.ReadAtLeast({0x5114220, 0x4005d80180}, {0x4005da2040, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0xa0 fp=0x4006231d50 sp=0x4006231d00 pc=0xfae70 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0x4005da2040, 0x9, 0x401351e1e0?}, {0x5114220?, 0x4005d80180?}) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:237 +0x58 fp=0x4006231da0 sp=0x4006231d50 pc=0x848da8 golang.org/x/net/http2.(*Framer).ReadFrame(0x4005da2000) /go/pkg/mod/golang.org/x/net@v0.22.0/http2/frame.go:498 +0x78 fp=0x4006231e50 sp=0x4006231da0 pc=0x849498 google.golang.org/grpc/internal/transport.(*http2Client).reader(0x4005da6008, 0x4005d801e0) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:1593 +0x1a8 fp=0x4006231fb0 sp=0x4006231e50 pc=0x879f18 google.golang.org/grpc/internal/transport.newHTTP2Client.gowrap4() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x2c fp=0x4006231fd0 sp=0x4006231fb0 pc=0x870f8c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006231fd0 sp=0x4006231fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 331 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:400 +0x15ac goroutine 86 gp=0x4005dac1c0 m=nil [select]: runtime.gopark(0x4004c07ee8?, 0x2?, 0x0?, 0x0?, 0x4004c07eb4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006458d60 sp=0x4006458d40 pc=0x52508 runtime.selectgo(0x4006458ee8, 0x4004c07eb0, 0x4004c07ec8?, 0x0, 0x2d70ac0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006458e70 sp=0x4006458d60 pc=0x65a08 google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x4005af2190, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:418 +0x14c fp=0x4006458f10 sp=0x4006458e70 pc=0x867c8c google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x4005d84070) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:551 +0x7c fp=0x4006458f70 sp=0x4006458f10 pc=0x8684fc google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:454 +0x70 fp=0x4006458fd0 sp=0x4006458f70 pc=0x870e50 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006458fd0 sp=0x4006458fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 331 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:452 +0x1a00 goroutine 419 gp=0x40063a4380 m=nil [select]: runtime.gopark(0x4007ad3ee8?, 0x2?, 0x0?, 0x0?, 0x4007ad3eb4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4009695d60 sp=0x4009695d40 pc=0x52508 runtime.selectgo(0x4009695ee8, 0x4007ad3eb0, 0x4007ad3ec8?, 0x0, 0x2d70ac0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4009695e70 sp=0x4009695d60 pc=0x65a08 google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x4006381d10, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:418 +0x14c fp=0x4009695f10 sp=0x4009695e70 pc=0x867c8c google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x40063a2230) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:551 +0x7c fp=0x4009695f70 sp=0x4009695f10 pc=0x8684fc google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:454 +0x70 fp=0x4009695fd0 sp=0x4009695f70 pc=0x870e50 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4009695fd0 sp=0x4009695fd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 364 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:452 +0x1a00 goroutine 392 gp=0x4006012380 m=nil [select]: runtime.gopark(0x40053dbee8?, 0x2?, 0x0?, 0x0?, 0x40053dbeb4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40053dbd60 sp=0x40053dbd40 pc=0x52508 runtime.selectgo(0x40053dbee8, 0x40053dbeb0, 0x40053dbec8?, 0x0, 0x2d70ac0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40053dbe70 sp=0x40053dbd60 pc=0x65a08 google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x40015b5ae0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:418 +0x14c fp=0x40053dbf10 sp=0x40053dbe70 pc=0x867c8c google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x4005a9b110) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/controlbuf.go:551 +0x7c fp=0x40053dbf70 sp=0x40053dbf10 pc=0x8684fc google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:454 +0x70 fp=0x40053dbfd0 sp=0x40053dbf70 pc=0x870e50 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40053dbfd0 sp=0x40053dbfd0 pc=0x8c464 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 359 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/transport/http2_client.go:452 +0x1a00 goroutine 109 gp=0x4006582380 m=nil [select, 181 minutes]: runtime.gopark(0x40062dcf50?, 0x2?, 0x48?, 0xce?, 0x40062dcf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40062dcdc0 sp=0x40062dcda0 pc=0x52508 runtime.selectgo(0x40062dcf50, 0x40062dcf10, 0xffff71ae6000?, 0x0, 0x40062dcf48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40062dced0 sp=0x40062dcdc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40019421d0, {0x514e840, 0x4006592500}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40062dcfa0 sp=0x40062dced0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40062dcfd0 sp=0x40062dcfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40062dcfd0 sp=0x40062dcfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703969 gp=0x4006582700 m=nil [select, 151 minutes]: runtime.gopark(0x400fc05f50?, 0x2?, 0x8?, 0x5e?, 0x400fc05f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400fc05dc0 sp=0x400fc05da0 pc=0x52508 runtime.selectgo(0x400fc05f50, 0x400fc05f10, 0x4005a9b580?, 0x0, 0x4003cb44b0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400fc05ed0 sp=0x400fc05dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4015e11090, {0x514e840, 0x400436d770}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400fc05fa0 sp=0x400fc05ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400fc05fd0 sp=0x400fc05fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400fc05fd0 sp=0x400fc05fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703949 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 450 gp=0x4006582a80 m=nil [select, 181 minutes]: runtime.gopark(0x400659af50?, 0x2?, 0x48?, 0xae?, 0x400659af14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400659adc0 sp=0x400659ada0 pc=0x52508 runtime.selectgo(0x400659af50, 0x400659af10, 0xffff71ae6000?, 0x0, 0x400659af48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400659aed0 sp=0x400659adc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001950cd0, {0x514e840, 0x40065935e0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400659afa0 sp=0x400659aed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400659afd0 sp=0x400659afa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400659afd0 sp=0x400659afd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703930 gp=0x4006582e00 m=nil [select, 151 minutes]: runtime.gopark(0x400759df50?, 0x2?, 0x8?, 0xde?, 0x400759df14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400759ddc0 sp=0x400759dda0 pc=0x52508 runtime.selectgo(0x400759df50, 0x400759df10, 0x40091616c0?, 0x0, 0x400759df28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400759ded0 sp=0x400759ddc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400d7b84e0, {0x514e840, 0x4011b3f860}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400759dfa0 sp=0x400759ded0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400759dfd0 sp=0x400759dfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400759dfd0 sp=0x400759dfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703948 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 89 gp=0x4005dac540 m=nil [select, 181 minutes]: runtime.gopark(0x400659bf50?, 0x2?, 0x48?, 0xbe?, 0x400659bf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400659bdc0 sp=0x400659bda0 pc=0x52508 runtime.selectgo(0x400659bf50, 0x400659bf10, 0xffff71b7e000?, 0x0, 0x400659bf48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400659bed0 sp=0x400659bdc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40019613e0, {0x514e840, 0x4005af31d0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400659bfa0 sp=0x400659bed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400659bfd0 sp=0x400659bfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400659bfd0 sp=0x400659bfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 94 gp=0x4005dacc40 m=nil [select, 181 minutes]: runtime.gopark(0x4006596f50?, 0x2?, 0x48?, 0x6e?, 0x4006596f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006596dc0 sp=0x4006596da0 pc=0x52508 runtime.selectgo(0x4006596f50, 0x4006596f10, 0xffff71b7e000?, 0x0, 0x4006596f48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006596ed0 sp=0x4006596dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400196df10, {0x514e840, 0x4005de8370}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4006596fa0 sp=0x4006596ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4006596fd0 sp=0x4006596fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006596fd0 sp=0x4006596fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703986 gp=0x4005dacfc0 m=nil [select, 151 minutes]: runtime.gopark(0x400489cf50?, 0x2?, 0x8?, 0xce?, 0x400489cf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400489cdc0 sp=0x400489cda0 pc=0x52508 runtime.selectgo(0x400489cf50, 0x400489cf10, 0x400489cf18?, 0x0, 0x400489cf28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400489ced0 sp=0x400489cdc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40122b16c0, {0x514e840, 0x4010f7e2d0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400489cfa0 sp=0x400489ced0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400489cfd0 sp=0x400489cfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400489cfd0 sp=0x400489cfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703957 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 614 gp=0x4005dad180 m=nil [select, 1 minutes]: runtime.gopark(0x4008c7de58?, 0x3?, 0x6f?, 0x20?, 0x4008c7ddd2?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400690cc80 sp=0x400690cc60 pc=0x52508 runtime.selectgo(0x400690ce58, 0x4008c7ddcc, 0x7b3ba60?, 0x0, 0x40066925d8?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400690cd90 sp=0x400690cc80 pc=0x65a08 github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).cron.func3({0x514e808, 0x40034a40c0}) /home/circleci/project/commonlib/waiter/server.go:908 +0x27c fp=0x400690cf40 sp=0x400690cd90 pc=0x207e73c github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x400690cfd0 sp=0x400690cf40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400690cfd0 sp=0x400690cfd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 615 gp=0x40063a4700 m=nil [IO wait]: runtime.gopark(0x4006708b28?, 0x109f00?, 0x0?, 0x0?, 0x40000b9408?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006708ae0 sp=0x4006708ac0 pc=0x52508 runtime.netpollblock(0x4006708b78?, 0x107f14?, 0x0?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x4006708b20 sp=0x4006708ae0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff72027758, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x4006708b50 sp=0x4006708b20 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x22?, 0x8?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4006708b80 sp=0x4006708b50 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0x400625e100) /usr/local/go/src/internal/poll/fd_unix.go:611 +0x250 fp=0x4006708c30 sp=0x4006708b80 pc=0x108000 net.(*netFD).accept(0x400625e100) /usr/local/go/src/net/fd_unix.go:172 +0x28 fp=0x4006708cf0 sp=0x4006708c30 pc=0x1a1238 net.(*TCPListener).accept(0x400249e020) /usr/local/go/src/net/tcpsock_posix.go:159 +0x28 fp=0x4006708d20 sp=0x4006708cf0 pc=0x1b88e8 net.(*TCPListener).Accept(0x400249e020) /usr/local/go/src/net/tcpsock.go:327 +0x2c fp=0x4006708d60 sp=0x4006708d20 pc=0x1b782c net/http.(*onceCloseListener).Accept(0x40062d3830?) :1 +0x30 fp=0x4006708d80 sp=0x4006708d60 pc=0x417e40 net/http.(*Server).Serve(0x4000172e10, {0x513b400, 0x400249e020}) /usr/local/go/src/net/http/server.go:3255 +0x2a8 fp=0x4006708eb0 sp=0x4006708d80 pc=0x3f4fd8 net/http.(*Server).ListenAndServe(0x4000172e10) /usr/local/go/src/net/http/server.go:3184 +0x84 fp=0x4006708ee0 sp=0x4006708eb0 pc=0x3f4cf4 github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).createHttpServer.func1({0x514e840?, 0x4006526f00?}) /home/circleci/project/commonlib/waiter/server.go:434 +0x38 fp=0x4006708f40 sp=0x4006708ee0 pc=0x207d258 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x4006708fd0 sp=0x4006708f40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006708fd0 sp=0x4006708fd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 483 gp=0x4005dad340 m=nil [select, 181 minutes]: runtime.gopark(0x4006597f50?, 0x2?, 0x48?, 0x7e?, 0x4006597f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006597dc0 sp=0x4006597da0 pc=0x52508 runtime.selectgo(0x4006597f50, 0x4006597f10, 0xffff71b7e000?, 0x0, 0x4006597f48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006597ed0 sp=0x4006597dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001990ec0, {0x514e840, 0x4005de9450}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4006597fa0 sp=0x4006597ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4006597fd0 sp=0x4006597fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006597fd0 sp=0x4006597fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703931 gp=0x40063a4a80 m=nil [select, 151 minutes]: runtime.gopark(0x4007dc5750?, 0x2?, 0x8?, 0x56?, 0x4007dc5714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4007dc55c0 sp=0x4007dc55a0 pc=0x52508 runtime.selectgo(0x4007dc5750, 0x4007dc5710, 0x4007dc56f8?, 0x0, 0x4007dc5728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4007dc56d0 sp=0x4007dc55c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400d7b8700, {0x514e840, 0x4011b3f900}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4007dc57a0 sp=0x4007dc56d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4007dc57d0 sp=0x4007dc57a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4007dc57d0 sp=0x4007dc57d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703970 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 488 gp=0x4005dada40 m=nil [select, 181 minutes]: runtime.gopark(0x4006598f50?, 0x2?, 0x48?, 0x8e?, 0x4006598f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006598dc0 sp=0x4006598da0 pc=0x52508 runtime.selectgo(0x4006598f50, 0x4006598f10, 0xffff71b7e000?, 0x0, 0x4006598f48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006598ed0 sp=0x4006598dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40019a9e60, {0x514e840, 0x40066085f0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4006598fa0 sp=0x4006598ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4006598fd0 sp=0x4006598fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006598fd0 sp=0x4006598fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703932 gp=0x4005daddc0 m=nil [select, 151 minutes]: runtime.gopark(0x4006695f50?, 0x2?, 0x8?, 0x5e?, 0x4006695f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006695dc0 sp=0x4006695da0 pc=0x52508 runtime.selectgo(0x4006695f50, 0x4006695f10, 0x4006695f18?, 0x0, 0x4006695f28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006695ed0 sp=0x4006695dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400d7b8730, {0x514e840, 0x4011b3f950}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4006695fa0 sp=0x4006695ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4006695fd0 sp=0x4006695fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006695fd0 sp=0x4006695fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703970 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 493 gp=0x40066101c0 m=nil [select, 181 minutes]: runtime.gopark(0x400659a750?, 0x2?, 0x48?, 0xa6?, 0x400659a714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400659a5c0 sp=0x400659a5a0 pc=0x52508 runtime.selectgo(0x400659a750, 0x400659a710, 0xffff71b7e000?, 0x0, 0x400659a748?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400659a6d0 sp=0x400659a5c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400115d760, {0x514e840, 0x40066096d0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400659a7a0 sp=0x400659a6d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400659a7d0 sp=0x400659a7a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400659a7d0 sp=0x400659a7d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 710 gp=0x4006610700 m=nil [select]: runtime.gopark(0x400940bf38?, 0x2?, 0x28?, 0xc4?, 0x400940be94?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400940bd20 sp=0x400940bd00 pc=0x52508 runtime.selectgo(0x400940bf38, 0x400940be90, 0xd?, 0x0, 0x2?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400940be30 sp=0x400940bd20 pc=0x65a08 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).deleteMessagesBulkHandler(0x4004397b00, 0x40069a5f20) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:1002 +0x3c4 fp=0x400940bf90 sp=0x400940be30 pc=0x28d1184 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func1() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:640 +0x54 fp=0x400940bfd0 sp=0x400940bf90 pc=0x28ceb64 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400940bfd0 sp=0x400940bfd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:638 +0x180 goroutine 498 gp=0x40066108c0 m=nil [select, 181 minutes]: runtime.gopark(0x400661af50?, 0x2?, 0x48?, 0xae?, 0x400661af14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400661adc0 sp=0x400661ada0 pc=0x52508 runtime.selectgo(0x400661af50, 0x400661af10, 0xffff71b7e000?, 0x0, 0x400661af48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400661aed0 sp=0x400661adc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001a08920, {0x514e840, 0x4006626870}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400661afa0 sp=0x400661aed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400661afd0 sp=0x400661afa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400661afd0 sp=0x400661afd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 503 gp=0x4006610fc0 m=nil [select, 181 minutes]: runtime.gopark(0x400661bf50?, 0x2?, 0x48?, 0xbe?, 0x400661bf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400661bdc0 sp=0x400661bda0 pc=0x52508 runtime.selectgo(0x400661bf50, 0x400661bf10, 0xffff71b7e000?, 0x0, 0x400661bf48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400661bed0 sp=0x400661bdc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001a61d10, {0x514e840, 0x4006627950}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400661bfa0 sp=0x400661bed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400661bfd0 sp=0x400661bfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400661bfd0 sp=0x400661bfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 711 gp=0x4006611500 m=nil [select]: runtime.gopark(0x400a465218?, 0x6?, 0x18?, 0x4f?, 0x400a46503c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400a464ee0 sp=0x400a464ec0 pc=0x52508 runtime.selectgo(0x400a465218, 0x400a465030, 0x3624695?, 0x0, 0x2d66bc0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400a464ff0 sp=0x400a464ee0 pc=0x65a08 net/http.(*persistConn).roundTrip(0x400d381320, 0x401622fec0) /usr/local/go/src/net/http/transport.go:2675 +0x7c8 fp=0x400a465280 sp=0x400a464ff0 pc=0x40c898 net/http.(*Transport).roundTrip(0x400536ea00, 0x400898c5a0) /usr/local/go/src/net/http/transport.go:608 +0x68c fp=0x400a4654b0 sp=0x400a465280 pc=0x4016ec net/http.(*Transport).RoundTrip(0x400daa6300?, 0x510c2c0?) /usr/local/go/src/net/http/roundtrip.go:17 +0x1c fp=0x400a4654d0 sp=0x400a4654b0 pc=0x3e6aac net/http.send(0x400898c5a0, {0x510c2c0, 0x400536ea00}, {0x3a8f90?, 0x8?, 0x0?}) /usr/local/go/src/net/http/client.go:259 +0x4ac fp=0x400a4656b0 sp=0x400a4654d0 pc=0x3a77cc net/http.(*Client).send(0x40034b54d0, 0x400898c5a0, {0x28?, 0x400c982a00?, 0x0?}) /usr/local/go/src/net/http/client.go:180 +0x9c fp=0x400a465730 sp=0x400a4656b0 pc=0x3a71bc net/http.(*Client).do(0x40034b54d0, 0x400898c5a0) /usr/local/go/src/net/http/client.go:724 +0x6b4 fp=0x400a465920 sp=0x400a465730 pc=0x3a8fe4 net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:590 github.com/aws/aws-sdk-go/aws/corehandlers.sendFollowRedirects(0xc1779bad2e65410e?) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/corehandlers/handlers.go:120 +0x28 fp=0x400a465940 sp=0x400a465920 pc=0x604be8 github.com/aws/aws-sdk-go/aws/corehandlers.init.func3(0x40087fe508) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/corehandlers/handlers.go:112 +0x15c fp=0x400a4659b0 sp=0x400a465940 pc=0x60429c github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run(0x40087fe738, 0x40087fe508) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/handlers.go:267 +0x84 fp=0x400a465a40 sp=0x400a4659b0 pc=0x59ec34 github.com/aws/aws-sdk-go/aws/request.(*Request).sendRequest(0x40087fe508) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/request.go:602 +0x8c fp=0x400a465b00 sp=0x400a465a40 pc=0x5a20bc github.com/aws/aws-sdk-go/aws/request.(*Request).Send(0x40087fe508) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/request.go:555 +0xf4 fp=0x400a465b90 sp=0x400a465b00 pc=0x5a19f4 github.com/aws/aws-sdk-go/service/sqs.(*SQS).ReceiveMessageWithContext(0x4013a18018?, {0x514e808, 0x4004256c90}, 0x0?, {0x0, 0x0, 0x0?}) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/service/sqs/api.go:2165 +0x154 fp=0x400a465be0 sp=0x400a465b90 pc=0x28995e4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).pollSQS.func1({0x514e808, 0x4004256c90}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:810 +0x26c fp=0x400a465c80 sp=0x400a465be0 pc=0x28cfaec github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree.func1({0x514e808, 0x4004256c90}) /home/circleci/project/messagebrokerlib/broker.go:40 +0x90 fp=0x400a465cd0 sp=0x400a465c80 pc=0x26c6260 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree.ObserveWithErrorWithNewSpanTree.func2({0x514e808, 0x4004256c90}) /home/circleci/project/metricslib/metrics.go:147 +0x7c fp=0x400a465d70 sp=0x400a465cd0 pc=0x26c614c github.com/xxx/xxx/tracelib.RunUnderNewSpanTree({0x514e840?, 0x40063d0d20?}, {0x3608447?, 0xffff7140d7a8?}, {0x361b2bf?, 0xffffb8d60a68?}, 0x400a465e48) /home/circleci/project/tracelib/tracing.go:196 +0x98 fp=0x400a465de0 sp=0x400a465d70 pc=0x97ccc8 github.com/xxx/xxx/metricslib.ObserveWithErrorWithNewSpanTree(...) /home/circleci/project/metricslib/metrics.go:144 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree({0x514e840?, 0x40063d0d20?}, {0x4000088051?, 0x2b6db40?}, {0x3608447?, 0x1?}, 0x0?) /home/circleci/project/messagebrokerlib/broker.go:38 +0xa0 fp=0x400a465e80 sp=0x400a465de0 pc=0x26c6080 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).pollSQS(0x4004397b00, {0x514e840, 0x40063d0d20}, {0x0, 0x0}, 0x40069a5ec0) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:795 +0x16c fp=0x400a465f90 sp=0x400a465e80 pc=0x28cf3ac github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.gowrap1() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:652 +0x3c fp=0x400a465fd0 sp=0x400a465f90 pc=0x28ceadc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400a465fd0 sp=0x400a465fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:652 +0x2a8 goroutine 508 gp=0x40066116c0 m=nil [select, 181 minutes]: runtime.gopark(0x400661cf50?, 0x2?, 0x48?, 0xce?, 0x400661cf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400661cdc0 sp=0x400661cda0 pc=0x52508 runtime.selectgo(0x400661cf50, 0x400661cf10, 0xffff71b7e000?, 0x0, 0x400661cf48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400661ced0 sp=0x400661cdc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001ab4c10, {0x514e840, 0x4006648af0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400661cfa0 sp=0x400661ced0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400661cfd0 sp=0x400661cfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400661cfd0 sp=0x400661cfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 679 gp=0x40069a6000 m=nil [select]: runtime.gopark(0x40011c9e40?, 0x3?, 0x3?, 0x0?, 0x40011c9d7a?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40011c9c10 sp=0x40011c9bf0 pc=0x52508 runtime.selectgo(0x40011c9e40, 0x40011c9d74, 0x7aaa780?, 0x0, 0x3?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40011c9d20 sp=0x40011c9c10 pc=0x65a08 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).sendMessagesBulkHandler(0x40065a7560) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:523 +0x3f4 fp=0x40011c9ed0 sp=0x40011c9d20 pc=0x28ccda4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.registerSendBulkHandlerIfNeeded.func1.1() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:365 +0x20 fp=0x40011c9ef0 sp=0x40011c9ed0 pc=0x28cb9a0 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x40011c9f00 sp=0x40011c9ef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x40011c9f60 sp=0x40011c9f00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x40011c9fd0 sp=0x40011c9f60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40011c9fd0 sp=0x40011c9fd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 619 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 612 gp=0x4006611c00 m=nil [select]: runtime.gopark(0x40096b3eb0?, 0x2?, 0xbf?, 0xb2?, 0x40096b3e6c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40096f7d10 sp=0x40096f7cf0 pc=0x52508 runtime.selectgo(0x40096f7eb0, 0x40096b3e68, 0x4003433bf0?, 0x0, 0x2?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40096f7e20 sp=0x40096f7d10 pc=0x65a08 github.com/xxx/xxx/commonlib/memmonitor.(*memoryMonitor).run.func1() /home/circleci/project/commonlib/memmonitor/monitor.go:73 +0xb0 fp=0x40096f7ef0 sp=0x40096f7e20 pc=0x16f3410 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x40096f7f00 sp=0x40096f7ef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x40096f7f60 sp=0x40096f7f00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x40096f7fd0 sp=0x40096f7f60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40096f7fd0 sp=0x40096f7fd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 577 gp=0x4006611dc0 m=nil [select, 181 minutes]: runtime.gopark(0x400661df50?, 0x2?, 0x48?, 0xde?, 0x400661df14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400661ddc0 sp=0x400661dda0 pc=0x52508 runtime.selectgo(0x400661df50, 0x400661df10, 0xffff71b7e000?, 0x0, 0x400661df48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400661ded0 sp=0x400661ddc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001ac5e30, {0x514e840, 0x4006649bd0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400661dfa0 sp=0x400661ded0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400661dfd0 sp=0x400661dfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400661dfd0 sp=0x400661dfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703976 gp=0x4006a241c0 m=nil [select, 151 minutes]: runtime.gopark(0x400db7b750?, 0x2?, 0x8?, 0xb6?, 0x400db7b714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400db7b5c0 sp=0x400db7b5a0 pc=0x52508 runtime.selectgo(0x400db7b750, 0x400db7b710, 0x4005a9b660?, 0x0, 0x400db7b728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400db7b6d0 sp=0x400db7b5c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4015e11710, {0x514e840, 0x400436db80}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400db7b7a0 sp=0x400db7b6d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400db7b7d0 sp=0x400db7b7a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400db7b7d0 sp=0x400db7b7d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703975 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703962 gp=0x40069a6380 m=nil [select, 151 minutes]: runtime.gopark(0x400db7d750?, 0x2?, 0x8?, 0xd6?, 0x400db7d714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400db7d5c0 sp=0x400db7d5a0 pc=0x52508 runtime.selectgo(0x400db7d750, 0x400db7d710, 0x400db7d718?, 0x0, 0x400db7d728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400db7d6d0 sp=0x400db7d5c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400b5b6a40, {0x514e840, 0x400fb9a230}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400db7d7a0 sp=0x400db7d6d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400db7d7d0 sp=0x400db7d7a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400db7d7d0 sp=0x400db7d7d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703974 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 476 gp=0x4006013500 m=nil [select, 181 minutes]: runtime.gopark(0x4006824f50?, 0x2?, 0x48?, 0x4e?, 0x4006824f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006824dc0 sp=0x4006824da0 pc=0x52508 runtime.selectgo(0x4006824f50, 0x4006824f10, 0xffff71ad6000?, 0x0, 0x4006824f48?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006824ed0 sp=0x4006824dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4001b00070, {0x514e840, 0x4006526cd0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4006824fa0 sp=0x4006824ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4006824fd0 sp=0x4006824fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006824fd0 sp=0x4006824fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 709 gp=0x4006013a40 m=nil [select]: runtime.gopark(0x40011c5e40?, 0x3?, 0x3?, 0x0?, 0x40011c5d7a?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40011c5c10 sp=0x40011c5bf0 pc=0x52508 runtime.selectgo(0x40011c5e40, 0x40011c5d74, 0x7aaa780?, 0x0, 0x3?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40011c5d20 sp=0x40011c5c10 pc=0x65a08 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).sendMessagesBulkHandler(0x4004397b00) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:523 +0x3f4 fp=0x40011c5ed0 sp=0x40011c5d20 pc=0x28ccda4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.registerSendBulkHandlerIfNeeded.func1.1() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:365 +0x20 fp=0x40011c5ef0 sp=0x40011c5ed0 pc=0x28cb9a0 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x40011c5f00 sp=0x40011c5ef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x40011c5f60 sp=0x40011c5f00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x40011c5fd0 sp=0x40011c5f60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40011c5fd0 sp=0x40011c5fd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 618 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 480 gp=0x4006013c00 m=nil [chan receive, 181 minutes]: runtime.gopark(0x400018ee18?, 0x15b0864?, 0x1?, 0x0?, 0x40034ae840?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400018edf0 sp=0x400018edd0 pc=0x52508 runtime.chanrecv(0x4006650960, 0x400018ef10, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400018ee70 sp=0x400018edf0 pc=0x191e4 runtime.chanrecv1(0x4006650960?, 0x400018ef20?) /usr/local/go/src/runtime/chan.go:442 +0x14 fp=0x400018eea0 sp=0x400018ee70 pc=0x18da4 github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).CleanupService.func1({0x514e808, 0x40034ae810}) /home/circleci/project/commonlib/waiter/server.go:205 +0xac fp=0x400018ef40 sp=0x400018eea0 pc=0x207b44c github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x400018efd0 sp=0x400018ef40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400018efd0 sp=0x400018efd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 593 gp=0x4006013dc0 m=nil [sleep]: runtime.gopark(0xbfa88041f5e0?, 0x40036146c0?, 0xd8?, 0x8e?, 0x207abf8?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006678ea0 sp=0x4006678e80 pc=0x52508 time.Sleep(0x1dcd6500) /usr/local/go/src/runtime/time.go:195 +0xfc fp=0x4006678ee0 sp=0x4006678ea0 pc=0x88c8c github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).PreStopCleanupService.func1({0x514e808, 0x400346f860}) /home/circleci/project/commonlib/waiter/server.go:151 +0x38 fp=0x4006678f40 sp=0x4006678ee0 pc=0x207abe8 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x4006678fd0 sp=0x4006678f40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006678fd0 sp=0x4006678fd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 594 gp=0x4006538000 m=nil [IO wait, 181 minutes]: runtime.gopark(0x40065afb28?, 0x109f00?, 0x0?, 0x0?, 0x4002e00808?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40065afae0 sp=0x40065afac0 pc=0x52508 runtime.netpollblock(0x40065afb78?, 0x107f14?, 0x0?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x40065afb20 sp=0x40065afae0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff72027c30, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x40065afb50 sp=0x40065afb20 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x24?, 0x10?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x40065afb80 sp=0x40065afb50 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0x4006580300) /usr/local/go/src/internal/poll/fd_unix.go:611 +0x250 fp=0x40065afc30 sp=0x40065afb80 pc=0x108000 net.(*netFD).accept(0x4006580300) /usr/local/go/src/net/fd_unix.go:172 +0x28 fp=0x40065afcf0 sp=0x40065afc30 pc=0x1a1238 net.(*TCPListener).accept(0x40023ff1a0) /usr/local/go/src/net/tcpsock_posix.go:159 +0x28 fp=0x40065afd20 sp=0x40065afcf0 pc=0x1b88e8 net.(*TCPListener).Accept(0x40023ff1a0) /usr/local/go/src/net/tcpsock.go:327 +0x2c fp=0x40065afd60 sp=0x40065afd20 pc=0x1b782c net/http.(*onceCloseListener).Accept(0x514e798?) :1 +0x30 fp=0x40065afd80 sp=0x40065afd60 pc=0x417e40 net/http.(*Server).Serve(0x4000172c30, {0x513b400, 0x40023ff1a0}) /usr/local/go/src/net/http/server.go:3255 +0x2a8 fp=0x40065afeb0 sp=0x40065afd80 pc=0x3f4fd8 net/http.(*Server).ListenAndServe(0x4000172c30) /usr/local/go/src/net/http/server.go:3184 +0x84 fp=0x40065afee0 sp=0x40065afeb0 pc=0x3f4cf4 github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).createHttpServer.func1({0x514e840?, 0x4006526f00?}) /home/circleci/project/commonlib/waiter/server.go:434 +0x38 fp=0x40065aff40 sp=0x40065afee0 pc=0x207d258 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x40065affd0 sp=0x40065aff40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40065affd0 sp=0x40065affd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 585 gp=0x4006654a80 m=nil [select, 181 minutes, locked to thread]: runtime.gopark(0x400659c7a0?, 0x2?, 0x78?, 0xc6?, 0x400659c78c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400659c630 sp=0x400659c610 pc=0x52508 runtime.selectgo(0x400659c7a0, 0x400659c788, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400659c740 sp=0x400659c630 pc=0x65a08 runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal_unix.go:1034 +0x198 fp=0x400659c7d0 sp=0x400659c740 pc=0x82378 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400659c7d0 sp=0x400659c7d0 pc=0x8c464 created by runtime.ensureSigM in goroutine 480 /usr/local/go/src/runtime/signal_unix.go:1017 +0xd8 goroutine 595 gp=0x40065381c0 m=nil [IO wait, 1 minutes]: runtime.gopark(0x4006786b28?, 0x109f00?, 0x0?, 0x0?, 0x40000c9908?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006786ae0 sp=0x4006786ac0 pc=0x52508 runtime.netpollblock(0x4006786b78?, 0x107f14?, 0x0?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x4006786b20 sp=0x4006786ae0 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff72027568, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x4006786b50 sp=0x4006786b20 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x26?, 0x8?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4006786b80 sp=0x4006786b50 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0x400698e380) /usr/local/go/src/internal/poll/fd_unix.go:611 +0x250 fp=0x4006786c30 sp=0x4006786b80 pc=0x108000 net.(*netFD).accept(0x400698e380) /usr/local/go/src/net/fd_unix.go:172 +0x28 fp=0x4006786cf0 sp=0x4006786c30 pc=0x1a1238 net.(*TCPListener).accept(0x400250adc0) /usr/local/go/src/net/tcpsock_posix.go:159 +0x28 fp=0x4006786d20 sp=0x4006786cf0 pc=0x1b88e8 net.(*TCPListener).Accept(0x400250adc0) /usr/local/go/src/net/tcpsock.go:327 +0x2c fp=0x4006786d60 sp=0x4006786d20 pc=0x1b782c net/http.(*onceCloseListener).Accept(0x400a5c2b40?) :1 +0x30 fp=0x4006786d80 sp=0x4006786d60 pc=0x417e40 net/http.(*Server).Serve(0x4000172d20, {0x513b400, 0x400250adc0}) /usr/local/go/src/net/http/server.go:3255 +0x2a8 fp=0x4006786eb0 sp=0x4006786d80 pc=0x3f4fd8 net/http.(*Server).ListenAndServe(0x4000172d20) /usr/local/go/src/net/http/server.go:3184 +0x84 fp=0x4006786ee0 sp=0x4006786eb0 pc=0x3f4cf4 github.com/xxx/xxx/commonlib/waiter.(*ServiceWaiter).createHttpServer.func1({0x514e840?, 0x4006526f00?}) /home/circleci/project/commonlib/waiter/server.go:434 +0x38 fp=0x4006786f40 sp=0x4006786ee0 pc=0x207d258 github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run.func1() /home/circleci/project/commonlib/waiter/routine.go:47 +0xac fp=0x4006786fd0 sp=0x4006786f40 pc=0x207a1bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006786fd0 sp=0x4006786fd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/waiter.(*RoutineWaiter).Run in goroutine 1 /home/circleci/project/commonlib/waiter/routine.go:45 +0x128 goroutine 558 gp=0x40069a6a80 m=2 mp=0x40000e4808 [syscall, 181 minutes]: runtime.notetsleepg(0x7b3aa40, 0xffffffffffffffff) /usr/local/go/src/runtime/lock_futex.go:246 +0x34 fp=0x4006597790 sp=0x4006597760 pc=0x21154 os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x30 fp=0x40065977b0 sp=0x4006597790 pc=0x88390 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x1c fp=0x40065977d0 sp=0x40065977b0 pc=0x15b0ddc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40065977d0 sp=0x40065977d0 pc=0x8c464 created by os/signal.Notify.func1.1 in goroutine 480 /usr/local/go/src/os/signal/signal.go:151 +0x28 goroutine 680 gp=0x40063a4fc0 m=nil [select]: runtime.gopark(0x40011c7f38?, 0x2?, 0x2?, 0x0?, 0x40011c7e94?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40011c7d20 sp=0x40011c7d00 pc=0x52508 runtime.selectgo(0x40011c7f38, 0x40011c7e90, 0x0?, 0x0, 0x2?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40011c7e30 sp=0x40011c7d20 pc=0x65a08 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).deleteMessagesBulkHandler(0x40065a7560, 0x4006a85620) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:1002 +0x3c4 fp=0x40011c7f90 sp=0x40011c7e30 pc=0x28d1184 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func1() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:640 +0x54 fp=0x40011c7fd0 sp=0x40011c7f90 pc=0x28ceb64 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40011c7fd0 sp=0x40011c7fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:638 +0x180 goroutine 681 gp=0x40063a5180 m=nil [select]: runtime.gopark(0x4006395218?, 0x6?, 0x18?, 0x4f?, 0x400639503c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006394ee0 sp=0x4006394ec0 pc=0x52508 runtime.selectgo(0x4006395218, 0x4006395030, 0x3624695?, 0x0, 0x2d66bc0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006394ff0 sp=0x4006394ee0 pc=0x65a08 net/http.(*persistConn).roundTrip(0x4009ee37a0, 0x4006f80400) /usr/local/go/src/net/http/transport.go:2675 +0x7c8 fp=0x4006395280 sp=0x4006394ff0 pc=0x40c898 net/http.(*Transport).roundTrip(0x400536ea00, 0x4008c3c240) /usr/local/go/src/net/http/transport.go:608 +0x68c fp=0x40063954b0 sp=0x4006395280 pc=0x4016ec net/http.(*Transport).RoundTrip(0x400dc02e58?, 0x510c2c0?) /usr/local/go/src/net/http/roundtrip.go:17 +0x1c fp=0x40063954d0 sp=0x40063954b0 pc=0x3e6aac net/http.send(0x4008c3c240, {0x510c2c0, 0x400536ea00}, {0x3a8f90?, 0x8?, 0x0?}) /usr/local/go/src/net/http/client.go:259 +0x4ac fp=0x40063956b0 sp=0x40063954d0 pc=0x3a77cc net/http.(*Client).send(0x40034a4420, 0x4008c3c240, {0x28?, 0x4010c28a00?, 0x0?}) /usr/local/go/src/net/http/client.go:180 +0x9c fp=0x4006395730 sp=0x40063956b0 pc=0x3a71bc net/http.(*Client).do(0x40034a4420, 0x4008c3c240) /usr/local/go/src/net/http/client.go:724 +0x6b4 fp=0x4006395920 sp=0x4006395730 pc=0x3a8fe4 net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:590 github.com/aws/aws-sdk-go/aws/corehandlers.sendFollowRedirects(0xc1779baaabfc22bc?) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/corehandlers/handlers.go:120 +0x28 fp=0x4006395940 sp=0x4006395920 pc=0x604be8 github.com/aws/aws-sdk-go/aws/corehandlers.init.func3(0x400b6b4a08) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/corehandlers/handlers.go:112 +0x15c fp=0x40063959b0 sp=0x4006395940 pc=0x60429c github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run(0x400b6b4c38, 0x400b6b4a08) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/handlers.go:267 +0x84 fp=0x4006395a40 sp=0x40063959b0 pc=0x59ec34 github.com/aws/aws-sdk-go/aws/request.(*Request).sendRequest(0x400b6b4a08) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/request.go:602 +0x8c fp=0x4006395b00 sp=0x4006395a40 pc=0x5a20bc github.com/aws/aws-sdk-go/aws/request.(*Request).Send(0x400b6b4a08) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/request.go:555 +0xf4 fp=0x4006395b90 sp=0x4006395b00 pc=0x5a19f4 github.com/aws/aws-sdk-go/service/sqs.(*SQS).ReceiveMessageWithContext(0x401480ed80?, {0x514e808, 0x4003d282d0}, 0x0?, {0x0, 0x0, 0x0?}) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/service/sqs/api.go:2165 +0x154 fp=0x4006395be0 sp=0x4006395b90 pc=0x28995e4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).pollSQS.func1({0x514e808, 0x4003d282d0}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:810 +0x26c fp=0x4006395c80 sp=0x4006395be0 pc=0x28cfaec github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree.func1({0x514e808, 0x4003d282d0}) /home/circleci/project/messagebrokerlib/broker.go:40 +0x90 fp=0x4006395cd0 sp=0x4006395c80 pc=0x26c6260 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree.ObserveWithErrorWithNewSpanTree.func2({0x514e808, 0x4003d282d0}) /home/circleci/project/metricslib/metrics.go:147 +0x7c fp=0x4006395d70 sp=0x4006395cd0 pc=0x26c614c github.com/xxx/xxx/tracelib.RunUnderNewSpanTree({0x514e840?, 0x4006412d70?}, {0x3608447?, 0xffff71c54aa8?}, {0x361b2bf?, 0xffffb8d605b8?}, 0x4006395e48) /home/circleci/project/tracelib/tracing.go:196 +0x98 fp=0x4006395de0 sp=0x4006395d70 pc=0x97ccc8 github.com/xxx/xxx/metricslib.ObserveWithErrorWithNewSpanTree(...) /home/circleci/project/metricslib/metrics.go:144 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree({0x514e840?, 0x4006412d70?}, {0x400008a05a?, 0x2b6db40?}, {0x3608447?, 0x0?}, 0x0?) /home/circleci/project/messagebrokerlib/broker.go:38 +0xa0 fp=0x4006395e80 sp=0x4006395de0 pc=0x26c6080 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).pollSQS(0x40065a7560, {0x514e840, 0x4006412d70}, {0x0, 0x0}, 0x4006a855c0) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:795 +0x16c fp=0x4006395f90 sp=0x4006395e80 pc=0x28cf3ac github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.gowrap1() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:652 +0x3c fp=0x4006395fd0 sp=0x4006395f90 pc=0x28ceadc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006395fd0 sp=0x4006395fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:652 +0x2a8 goroutine 682 gp=0x40063a5340 m=nil [chan receive, 181 minutes]: runtime.gopark(0x60?, 0xffffb8d63948?, 0x68?, 0xd6?, 0x9030c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400661d610 sp=0x400661d5f0 pc=0x52508 runtime.chanrecv(0x4006a855c0, 0x400661d7b0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400661d690 sp=0x400661d610 pc=0x191e4 runtime.chanrecv2(0x0?, 0x4006a82000?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400661d6c0 sp=0x400661d690 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x400661d7d0 sp=0x400661d6c0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400661d7d0 sp=0x400661d7d0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 683 gp=0x40063a5500 m=nil [chan receive, 181 minutes]: runtime.gopark(0x4006690e38?, 0x404b98?, 0x88?, 0xe?, 0x8689e0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006690e10 sp=0x4006690df0 pc=0x52508 runtime.chanrecv(0x4006a855c0, 0x4006690fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4006690e90 sp=0x4006690e10 pc=0x191e4 runtime.chanrecv2(0x4002f1f940?, 0x32?) runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006d82fd0 sp=0x4006d82fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 688 gp=0x40063a5dc0 m=nil [chan receive, 181 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006695610 sp=0x40066955f0 pc=0x52508 runtime.chanrecv(0x4006a855c0, 0x40066957b0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4006695690 sp=0x4006695610 pc=0x191e4 runtime.chanrecv2(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x40066956c0 sp=0x4006695690 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x40066957d0 sp=0x40066956c0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40066957d0 sp=0x40066957d0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 689 gp=0x40062efa40 m=nil [chan receive, 181 minutes]: runtime.gopark(0x40066917a8?, 0x19d990?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006691610 sp=0x40066915f0 pc=0x52508 runtime.chanrecv(0x4006a855c0, 0x40066917b0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4006691690 sp=0x4006691610 pc=0x191e4 runtime.chanrecv2(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x40066916c0 sp=0x4006691690 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x40066917d0 sp=0x40066916c0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40066917d0 sp=0x40066917d0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 715 gp=0x4006655880 m=nil [chan receive]: runtime.gopark(0x4007061eb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400672de10 sp=0x400672ddf0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x4007061fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400672de90 sp=0x400672de10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400672dec0 sp=0x400672de90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x400672dfd0 sp=0x400672dec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400672dfd0 sp=0x400672dfd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 716 gp=0x4006655a40 m=nil [chan receive]: runtime.gopark(0x4004e47eb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4008ea5e10 sp=0x4008ea5df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x4004e47fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4008ea5e90 sp=0x4008ea5e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4008ea5ec0 sp=0x4008ea5e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4008ea5fd0 sp=0x4008ea5ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4008ea5fd0 sp=0x4008ea5fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 717 gp=0x4006655c00 m=nil [chan receive]: runtime.gopark(0x400736beb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400c2c3e10 sp=0x400c2c3df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x400736bfb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400c2c3e90 sp=0x400c2c3e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4006690ec0 sp=0x4006690e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4006690fd0 sp=0x4006690ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006690fd0 sp=0x4006690fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 684 gp=0x40063a56c0 m=nil [chan receive, 181 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006696610 sp=0x40066965f0 pc=0x52508 runtime.chanrecv(0x4006a855c0, 0x40066967b0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4006696690 sp=0x4006696610 pc=0x191e4 runtime.chanrecv2(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x40066966c0 sp=0x4006696690 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x40066967d0 sp=0x40066966c0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40066967d0 sp=0x40066967d0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 685 gp=0x40063a5880 m=nil [chan receive, 181 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006d88e10 sp=0x4006d88df0 pc=0x52508 runtime.chanrecv(0x4006a855c0, 0x4006d88fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4006d88e90 sp=0x4006d88e10 pc=0x191e4 runtime.chanrecv2(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4006d88ec0 sp=0x4006d88e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4006d88fd0 sp=0x4006d88ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006d88fd0 sp=0x4006d88fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 686 gp=0x40063a5a40 m=nil [chan receive, 181 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006697610 sp=0x40066975f0 pc=0x52508 runtime.chanrecv(0x4006a855c0, 0x40066977b0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4006697690 sp=0x4006697610 pc=0x191e4 runtime.chanrecv2(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x40066976c0 sp=0x4006697690 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x40066977d0 sp=0x40066976c0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40066977d0 sp=0x40066977d0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 619 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 687 gp=0x40063a5c00 m=nil [chan receive, 181 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006d82e10 sp=0x4006d82df0 pc=0x52508 runtime.chanrecv(0x4006a855c0, 0x4006d82fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4006d82e90 sp=0x4006d82e10 pc=0x191e4 runtime.chanrecv2(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4006d82ec0 sp=0x4006d82e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4006d82fd0 sp=0x4006d82ec0 pc=0x28ce200 /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400c2c3ec0 sp=0x400c2c3e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x400c2c3fd0 sp=0x400c2c3ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400c2c3fd0 sp=0x400c2c3fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 718 gp=0x4006655dc0 m=nil [semacquire]: runtime.gopark(0x7ad1ca0?, 0x2077194?, 0x20?, 0x5c?, 0x20cfc?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004414600 sp=0x40044145e0 pc=0x52508 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:408 runtime.semacquire1(0x4006680250, 0x0, 0x1, 0x0, 0x12) /usr/local/go/src/runtime/sema.go:160 +0x208 fp=0x4004414650 sp=0x4004414600 pc=0x66838 sync.runtime_Semacquire(0x51e8101?) /usr/local/go/src/runtime/sema.go:62 +0x2c fp=0x4004414690 sp=0x4004414650 pc=0x87b5c sync.(*WaitGroup).Wait(0x4006680248) /usr/local/go/src/sync/waitgroup.go:116 +0x74 fp=0x40044146b0 sp=0x4004414690 pc=0x998a4 golang.org/x/sync/errgroup.(*Group).Wait(0x4006680240) /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:56 +0x2c fp=0x40044146d0 sp=0x40044146b0 pc=0x14a0e2c github.com/xxx/xxx/commonlib/waitgroup.(*SafeErrorGroup).Wait(...) /home/circleci/project/commonlib/waitgroup/waitgroup.go:56 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Wait(...) /home/circleci/project/commonlib/waitgroup/waitgroup.go:111 github.com/xxx/xxx/commonlib/pool.(*staticPool).Wait(0x4004d70720) /home/circleci/project/commonlib/pool/static.go:179 +0x3c fp=0x40044146f0 sp=0x40044146d0 pc=0x16f775c github.com/xxx/xxx/commonlib/messagebroker.(*BufferedMessageBrokerWrapper).Wait(0x400ddf6480) /home/circleci/project/commonlib/messagebroker/buffered.go:220 +0x150 fp=0x4004414740 sp=0x40044146f0 pc=0x2077220 github.com/xxx/xxx/datalib/snapshot.(*defaultSender).close(0x40138c0390, {0x514e808, 0x4003981170}) /home/circleci/project/datalib/snapshot/snapshot.go:470 +0xc0 fp=0x40044147d0 sp=0x4004414740 pc=0x209dfa0 github.com/xxx/xxx/datalib/snapshot.(*defaultSender).CloseNoStatsLog(0x4004414b60?, {0x514e808?, 0x4003981170?}) /home/circleci/project/datalib/snapshot/snapshot.go:448 +0x24 fp=0x4004414800 sp=0x40044147d0 pc=0x209dda4 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleSingleObject.deferwrap2() /home/circleci/project/cspm-matcher/internal/ingestor.go:611 +0x38 fp=0x4004414830 sp=0x4004414800 pc=0x26f3418 runtime.deferreturn() /usr/local/go/src/runtime/panic.go:602 +0x60 fp=0x40044148c0 sp=0x4004414830 pc=0x4e840 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleSingleObject(0x400649a360, {0x514e808, 0x4003981170}, 0x400ce78000, {0x51107e0, 0x4006490180}, {0x58, 0x55, 0xc2, 0x6e, ...}, ...) /home/circleci/project/cspm-matcher/internal/ingestor.go:665 +0x1aac fp=0x40044151d0 sp=0x40044148c0 pc=0x26f2b3c github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleUpsertWithParams.func1({0x514e808, 0x4003981170}) /home/circleci/project/cspm-matcher/internal/ingestor.go:357 +0x16c fp=0x4004415370 sp=0x40044151d0 pc=0x26f038c github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleUpsertWithParams.ObserveWithError.func2({0x514e808, 0x4003981170}) /home/circleci/project/metricslib/metrics.go:135 +0x7c fp=0x4004415410 sp=0x4004415370 pc=0x26f019c github.com/xxx/xxx/tracelib.RunUnderSpan({0x514e808?, 0x40026576e0?}, {0x3638ee8?, 0x514e808?}, {0x361358e?, 0x51107e0?}, 0x40044155c0) /home/circleci/project/tracelib/tracing.go:189 +0x98 fp=0x4004415480 sp=0x4004415410 pc=0x97cbb8 github.com/xxx/xxx/metricslib.ObserveWithError(...) /home/circleci/project/metricslib/metrics.go:132 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleUpsertWithParams(0x400649a360, {0x514e808, 0x40026576e0}, 0x400ce78000, 0x0, 0x0) /home/circleci/project/cspm-matcher/internal/ingestor.go:355 +0x334 fp=0x4004415610 sp=0x4004415480 pc=0x26efff4 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).handleUpsert(...) /home/circleci/project/cspm-matcher/internal/ingestor.go:328 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).Handle.func1({0x514e808, 0x40026576e0}) /home/circleci/project/cspm-matcher/internal/ingestor.go:193 +0xcc fp=0x4004415670 sp=0x4004415610 pc=0x26ef0ac github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).Handle.ObserveWithError.func4({0x514e808, 0x40026576e0}) /home/circleci/project/metricslib/metrics.go:135 +0x7c fp=0x4004415710 sp=0x4004415670 pc=0x26eef5c github.com/xxx/xxx/tracelib.RunUnderSpan({0x514e808?, 0x4003800d20?}, {0x3616b37?, 0x2710?}, {0x361358e?, 0xee5?}, 0x40044158a8) /home/circleci/project/tracelib/tracing.go:189 +0x98 fp=0x4004415780 sp=0x4004415710 pc=0x97cbb8 github.com/xxx/xxx/metricslib.ObserveWithError(...) /home/circleci/project/metricslib/metrics.go:132 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).Handle(0x400649a360, {0x514e808, 0x4003800d20}, 0x400d1903f0, 0x4019b54000?) /home/circleci/project/cspm-matcher/internal/ingestor.go:191 +0x3e4 fp=0x4004415910 sp=0x4004415780 pc=0x26ee984 github.com/xxx/xxx/cspm-matcher/internal.(*cspmMatcher).Handle(0x400649a360, {0x514e808, 0x4003800d20}, 0x4011793040, 0x4003800cc0?) /home/circleci/project/cspm-matcher/internal/ingestor.go:176 +0x48c fp=0x4004415aa0 sp=0x4004415910 pc=0x26eea2c github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).handleMessage(0x4004397b00, {0x514e808, 0x4003800b70}, {0x50fb080, 0x400649a360}, 0x401424fd00, 0x40069a5f20, 0x1) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:876 +0x35c fp=0x4004415b70 sp=0x4004415aa0 pc=0x28cff2c github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2.1({0x514e808, 0x4003800ab0}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:690 +0x380 fp=0x4004415cc0 sp=0x4004415b70 pc=0x28ce600 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree.func1({0x514e808, 0x4003800ab0}) /home/circleci/project/messagebrokerlib/broker.go:40 +0x90 fp=0x4004415d10 sp=0x4004415cc0 pc=0x26c6260 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree.ObserveWithErrorWithNewSpanTree.func2({0x514e808, 0x4003800ab0}) /home/circleci/project/metricslib/metrics.go:147 +0x7c fp=0x4004415db0 sp=0x4004415d10 pc=0x26c614c github.com/xxx/xxx/tracelib.RunUnderNewSpanTree({0x514e840?, 0x40063d0d20?}, {0x3606095?, 0x0?}, {0x361b2bf?, 0x0?}, 0x4005eb5e88) /home/circleci/project/tracelib/tracing.go:196 +0x98 fp=0x4004415e20 sp=0x4004415db0 pc=0x97ccc8 github.com/xxx/xxx/metricslib.ObserveWithErrorWithNewSpanTree(...) /home/circleci/project/metricslib/metrics.go:144 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDurationWithNewSpanTree({0x514e840?, 0x40063d0d20?}, {0x4000088051?, 0x15?}, {0x3606095?, 0x6?}, 0x4004e47f60?) /home/circleci/project/messagebrokerlib/broker.go:38 +0xa0 fp=0x4004415ec0 sp=0x4004415e20 pc=0x26c6080 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:668 +0x134 fp=0x4004415fd0 sp=0x4004415ec0 pc=0x28ce1f4 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004415fd0 sp=0x4004415fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 719 gp=0x4006a24700 m=nil [chan receive]: runtime.gopark(0x400567beb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4009697e10 sp=0x4009697df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x400567bfb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4009697e90 sp=0x4009697e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4009697ec0 sp=0x4009697e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4009697fd0 sp=0x4009697ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4009697fd0 sp=0x4009697fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 720 gp=0x4006a248c0 m=nil [chan receive]: runtime.gopark(0x400585feb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4005999e10 sp=0x4005999df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x400585ffb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4005999e90 sp=0x4005999e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4005999ec0 sp=0x4005999e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4005999fd0 sp=0x4005999ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4005999fd0 sp=0x4005999fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 721 gp=0x4006a24a80 m=nil [chan receive]: runtime.gopark(0x40043c7eb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4008e2fe10 sp=0x4008e2fdf0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x40043c7fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4008e2fe90 sp=0x4008e2fe10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4008e2fec0 sp=0x4008e2fe90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4008e2ffd0 sp=0x4008e2fec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4008e2ffd0 sp=0x4008e2ffd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 722 gp=0x4006a24c40 m=nil [chan receive]: runtime.gopark(0x40069a5f18?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4008ffde10 sp=0x4008ffddf0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x4005151fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4008ffde90 sp=0x4008ffde10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4008ffdec0 sp=0x4008ffde90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4008ffdfd0 sp=0x4008ffdec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4008ffdfd0 sp=0x4008ffdfd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 723 gp=0x4006a24e00 m=nil [chan receive]: runtime.gopark(0x40053dbeb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40096b3e10 sp=0x40096b3df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x40053dbfb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x40096b3e90 sp=0x40096b3e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x40096b3ec0 sp=0x40096b3e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x40096b3fd0 sp=0x40096b3ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40096b3fd0 sp=0x40096b3fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 724 gp=0x4006a24fc0 m=nil [chan receive]: runtime.gopark(0x4004ed5eb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40096c9e10 sp=0x40096c9df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x4004ed5fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x40096c9e90 sp=0x40096c9e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x40096c9ec0 sp=0x40096c9e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x40096c9fd0 sp=0x40096c9ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40096c9fd0 sp=0x40096c9fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 725 gp=0x4006a25180 m=nil [chan receive]: runtime.gopark(0x4005a15eb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4009687e10 sp=0x4009687df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x4005a15fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4009687e90 sp=0x4009687e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4009687ec0 sp=0x4009687e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4009687fd0 sp=0x4009687ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4009687fd0 sp=0x4009687fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 726 gp=0x4006a25340 m=nil [chan receive]: runtime.gopark(0x400606beb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006399e10 sp=0x4006399df0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x400606bfb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4006399e90 sp=0x4006399e10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4006399ec0 sp=0x4006399e90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4006399fd0 sp=0x4006399ec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006399fd0 sp=0x4006399fd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 727 gp=0x4006a25500 m=nil [chan receive]: runtime.gopark(0x4007953eb8?, 0x28ce1f4?, 0x40?, 0xe8?, 0x40063d0d20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4008e9be10 sp=0x4008e9bdf0 pc=0x52508 runtime.chanrecv(0x40069a5ec0, 0x4007953fb0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4008e9be90 sp=0x4008e9be10 pc=0x191e4 runtime.chanrecv2(0x514e840?, 0x40063d0d20?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4008e9bec0 sp=0x4008e9be90 pc=0x18dc4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:662 +0x140 fp=0x4008e9bfd0 sp=0x4008e9bec0 pc=0x28ce200 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4008e9bfd0 sp=0x4008e9bfd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive in goroutine 618 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:659 +0x300 goroutine 4987271 gp=0x400b367340 m=nil [select]: runtime.gopark(0x40096f2f18?, 0x6?, 0x18?, 0x2c?, 0x40096f2d3c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40096f2be0 sp=0x40096f2bc0 pc=0x52508 runtime.selectgo(0x40096f2f18, 0x40096f2d30, 0x3624695?, 0x0, 0x2d66bc0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40096f2cf0 sp=0x40096f2be0 pc=0x65a08 net/http.(*persistConn).roundTrip(0x4006eb4d80, 0x400f0e3040) /usr/local/go/src/net/http/transport.go:2675 +0x7c8 fp=0x40096f2f80 sp=0x40096f2cf0 pc=0x40c898 net/http.(*Transport).roundTrip(0x400536ea00, 0x40095b3680) /usr/local/go/src/net/http/transport.go:608 +0x68c fp=0x40096f31b0 sp=0x40096f2f80 pc=0x4016ec net/http.(*Transport).RoundTrip(0x90?, 0x510c2c0?) /usr/local/go/src/net/http/roundtrip.go:17 +0x1c fp=0x40096f31d0 sp=0x40096f31b0 pc=0x3e6aac net/http.send(0x40095b3680, {0x510c2c0, 0x400536ea00}, {0x3a8f90?, 0x8?, 0x0?}) /usr/local/go/src/net/http/client.go:259 +0x4ac fp=0x40096f33b0 sp=0x40096f31d0 pc=0x3a77cc net/http.(*Client).send(0x400337e6c0, 0x40095b3680, {0x28?, 0x401793a000?, 0x0?}) /usr/local/go/src/net/http/client.go:180 +0x9c fp=0x40096f3430 sp=0x40096f33b0 pc=0x3a71bc net/http.(*Client).do(0x400337e6c0, 0x40095b3680) /usr/local/go/src/net/http/client.go:724 +0x6b4 fp=0x40096f3620 sp=0x40096f3430 pc=0x3a8fe4 net/http.(*Client).Do(...) /usr/local/go/src/net/http/client.go:590 github.com/aws/aws-sdk-go/aws/corehandlers.sendFollowRedirects(0xc1779bad2fbcdbb4?) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/corehandlers/handlers.go:120 +0x28 fp=0x40096f3640 sp=0x40096f3620 pc=0x604be8 github.com/aws/aws-sdk-go/aws/corehandlers.init.func3(0x40095f0008) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/corehandlers/handlers.go:112 +0x15c fp=0x40096f36b0 sp=0x40096f3640 pc=0x60429c github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run(0x40095f0238, 0x40095f0008) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/handlers.go:267 +0x84 fp=0x40096f3740 sp=0x40096f36b0 pc=0x59ec34 github.com/aws/aws-sdk-go/aws/request.(*Request).sendRequest(0x40095f0008) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/request.go:602 +0x8c fp=0x40096f3800 sp=0x40096f3740 pc=0x5a20bc github.com/aws/aws-sdk-go/aws/request.(*Request).Send(0x40095f0008) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/aws/request/request.go:555 +0xf4 fp=0x40096f3890 sp=0x40096f3800 pc=0x5a19f4 github.com/aws/aws-sdk-go/service/sqs.(*SQS).SendMessageWithContext(0x4?, {0x514e808, 0x4010c0baa0}, 0x12?, {0x0, 0x0, 0x4018482d38?}) /go/pkg/mod/github.com/aws/aws-sdk-go@v1.50.15/service/sqs/api.go:2423 +0x154 fp=0x40096f38e0 sp=0x40096f3890 pc=0x2899d64 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).SendRaw.func1({0x514e808, 0x4010c0baa0}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:493 +0x58 fp=0x40096f3970 sp=0x40096f38e0 pc=0x28cc788 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDuration.func1({0x514e808, 0x4010c0baa0}) /home/circleci/project/messagebrokerlib/broker.go:33 +0x90 fp=0x40096f39c0 sp=0x40096f3970 pc=0x26c5fb0 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDuration.ObserveWithError.func2({0x514e808, 0x4010c0baa0}) /home/circleci/project/metricslib/metrics.go:135 +0x7c fp=0x40096f3a60 sp=0x40096f39c0 pc=0x26c5e9c github.com/xxx/xxx/tracelib.RunUnderSpan({0x514e8b0?, 0x40147a1dc0?}, {0x3601e25?, 0x672674?}, {0x361b2bf?, 0x672684?}, 0x40096f3b38) /home/circleci/project/tracelib/tracing.go:189 +0x98 fp=0x40096f3ad0 sp=0x40096f3a60 pc=0x97cbb8 github.com/xxx/xxx/metricslib.ObserveWithError(...) /home/circleci/project/metricslib/metrics.go:132 github.com/xxx/xxx/messagebrokerlib.ObserveOperationDuration({0x514e8b0?, 0x40147a1dc0?}, {0x400008458e?, 0xb?}, {0x3601e25?, 0x401455dee0?}, 0x10?) /home/circleci/project/messagebrokerlib/broker.go:31 +0xa0 fp=0x40096f3b70 sp=0x40096f3ad0 pc=0x26c5dd0 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).SendRaw(0x4006278000, {0x514e8b0, 0x40147a1dc0}, 0x401455df70, 0x40096f3cf8, {0x0, 0x0, 0x3d090?}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:492 +0x2ec fp=0x40096f3c40 sp=0x40096f3b70 pc=0x28cc60c github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).SendWithConfig(0x4006278000, {0x514e8b0, 0x40147a1dc0}, 0x7b37a80?, 0x40096f3cf8, {0x0, 0x0, 0x0}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:451 +0xd4 fp=0x40096f3cb0 sp=0x40096f3c40 pc=0x28cc2c4 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Send(0x4006278000?, {0x514e8b0?, 0x40147a1dc0?}, 0x401455dee0?, 0x21?, {0x0?, 0x0?, 0x0?}) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:443 +0xac fp=0x40096f3d10 sp=0x40096f3cb0 pc=0x28cc0fc github.com/xxx/xxx/commonlib/messagebroker.(*BufferedMessageBrokerWrapper).flush.func1() /home/circleci/project/commonlib/messagebroker/buffered.go:175 +0x12c fp=0x40096f3de0 sp=0x40096f3d10 pc=0x2076cbc github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1.staticWorker.1({0x514e808, 0x4003981170}, 0x514e808?, 0x4004d70720) /home/circleci/project/commonlib/pool/static.go:90 +0x68 fp=0x40096f3e80 sp=0x40096f3de0 pc=0x16f6798 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:96 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x54 fp=0x40096f3ed0 sp=0x40096f3e80 pc=0x16f66f4 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x40096f3ef0 sp=0x40096f3ed0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x40096f3f00 sp=0x40096f3ef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x40096f3f60 sp=0x40096f3f00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x40096f3fd0 sp=0x40096f3f60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40096f3fd0 sp=0x40096f3fd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 1703917 gp=0x400b760540 m=nil [select, 151 minutes]: runtime.gopark(0x4007dadf50?, 0x2?, 0x8?, 0xde?, 0x4007dadf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4007daddc0 sp=0x4007dadda0 pc=0x52508 runtime.selectgo(0x4007dadf50, 0x4007dadf10, 0x4006412201?, 0x0, 0x7dadf28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4007daded0 sp=0x4007daddc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400dbf1ed0, {0x514e840, 0x400f9b96d0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4007dadfa0 sp=0x4007daded0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4007dadfd0 sp=0x4007dadfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4007dadfd0 sp=0x4007dadfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703772 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703961 gp=0x400b804540 m=nil [select, 151 minutes]: runtime.gopark(0x40084d7f50?, 0x2?, 0x8?, 0x7e?, 0x40084d7f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40084d7dc0 sp=0x40084d7da0 pc=0x52508 runtime.selectgo(0x40084d7f50, 0x40084d7f10, 0x400650c680?, 0x0, 0x4072c00000000000?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40084d7ed0 sp=0x40084d7dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400b5b6730, {0x514e840, 0x400fb9a0f0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40084d7fa0 sp=0x40084d7ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40084d7fd0 sp=0x40084d7fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40084d7fd0 sp=0x40084d7fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703959 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703985 gp=0x400b805180 m=nil [select, 151 minutes]: runtime.gopark(0x4007db1750?, 0x2?, 0x8?, 0x16?, 0x4007db1714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4007db15c0 sp=0x4007db15a0 pc=0x52508 runtime.selectgo(0x4007db1750, 0x4007db1710, 0x18630?, 0x0, 0x4007db1728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4007db16d0 sp=0x4007db15c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40122b1690, {0x514e840, 0x4010f7e280}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4007db17a0 sp=0x4007db16d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4007db17d0 sp=0x4007db17a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4007db17d0 sp=0x4007db17d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703957 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4984465 gp=0x400b805500 m=nil [IO wait]: runtime.gopark(0x772d73752e737173?, 0x6d612e322d747365?, 0x61?, 0x7a?, 0x2e6d6f63?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400afe7670 sp=0x400afe7650 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x400afe76b0 sp=0x400afe7670 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff71e87180, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x400afe76e0 sp=0x400afe76b0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x400bfe2300?, 0x4007b5a000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x400afe7710 sp=0x400afe76e0 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400bfe2300, {0x4007b5a000, 0xa000, 0xa000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x400afe77b0 sp=0x400afe7710 pc=0x1048c0 net.(*netFD).Read(0x400bfe2300, {0x4007b5a000?, 0xffff710d8a88?, 0x4008826168?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x400afe7800 sp=0x400afe77b0 pc=0x19f658 net.(*conn).Read(0x4007cec568, {0x4007b5a000?, 0x400afe78f8?, 0x2299c?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x400afe7850 sp=0x400afe7800 pc=0x1af644 net.(*TCPConn).Read(0x400afe78c8?, {0x4007b5a000?, 0x400afe78e8?, 0x386164?}) :1 +0x2c fp=0x400afe7880 sp=0x400afe7850 pc=0x1c026c crypto/tls.(*atLeastReader).Read(0x4008826168, {0x4007b5a000?, 0x0?, 0x4008826168?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x40 fp=0x400afe78d0 sp=0x400afe7880 pc=0x323c30 bytes.(*Buffer).ReadFrom(0x400c3102b0, {0x51146c0, 0x4008826168}) /usr/local/go/src/bytes/buffer.go:211 +0x90 fp=0x400afe7930 sp=0x400afe78d0 pc=0x147620 crypto/tls.(*Conn).readFromUntil(0x400c310008, {0x51147c0, 0x4007cec568}, 0x400afe79d0?) /usr/local/go/src/crypto/tls/conn.go:828 +0xd0 fp=0x400afe7970 sp=0x400afe7930 pc=0x323e10 crypto/tls.(*Conn).readRecordOrCCS(0x400c310008, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x35c fp=0x400afe7bf0 sp=0x400afe7970 pc=0x3215ac crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0x400c310008, {0x4004671000, 0x1000, 0x18078?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x168 fp=0x400afe7c60 sp=0x400afe7bf0 pc=0x327538 net/http.(*persistConn).Read(0x400d381320, {0x4004671000?, 0x18630?, 0x400e000d80?}) /usr/local/go/src/net/http/transport.go:1977 +0x50 fp=0x400afe7cc0 sp=0x400afe7c60 pc=0x4092a0 bufio.(*Reader).fill(0x4004522ea0) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x400afe7d00 sp=0x400afe7cc0 pc=0x213f88 bufio.(*Reader).Peek(0x4004522ea0, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x60 fp=0x400afe7d20 sp=0x400afe7d00 pc=0x2140f0 net/http.(*persistConn).readLoop(0x400d381320) /usr/local/go/src/net/http/transport.go:2141 +0x158 fp=0x400afe7fb0 sp=0x400afe7d20 pc=0x40a228 net/http.(*Transport).dialConn.gowrap2() /usr/local/go/src/net/http/transport.go:1799 +0x28 fp=0x400afe7fd0 sp=0x400afe7fb0 pc=0x408838 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400afe7fd0 sp=0x400afe7fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4984441 /usr/local/go/src/net/http/transport.go:1799 +0x1018 goroutine 1703973 gp=0x400b816000 m=nil [select, 151 minutes]: runtime.gopark(0x400c6f4f50?, 0x2?, 0x8?, 0x4e?, 0x400c6f4f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400c6f4dc0 sp=0x400c6f4da0 pc=0x52508 runtime.selectgo(0x400c6f4f50, 0x400c6f4f10, 0x400c6f4f18?, 0x0, 0x400c6f4f28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400c6f4ed0 sp=0x400c6f4dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4015e11340, {0x514e840, 0x400436d810}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400c6f4fa0 sp=0x400c6f4ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400c6f4fd0 sp=0x400c6f4fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400c6f4fd0 sp=0x400c6f4fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703971 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4984252 gp=0x400b93e1c0 m=nil [chan receive]: runtime.gopark(0x400b93e1c0?, 0x400c527e98?, 0xa0?, 0x85?, 0x400cbf8a20?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400c527dd0 sp=0x400c527db0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x400c527eb8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400c527e50 sp=0x400c527dd0 pc=0x191e4 runtime.chanrecv2(0x7acd6a0?, 0x14a2070?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400c527e80 sp=0x400c527e50 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x400c527ed0 sp=0x400c527e80 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x400c527ef0 sp=0x400c527ed0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400c527f00 sp=0x400c527ef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400c527f60 sp=0x400c527f00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400c527fd0 sp=0x400c527f60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400c527fd0 sp=0x400c527fd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 1703774 gp=0x400b8168c0 m=nil [select, 151 minutes]: runtime.gopark(0x40067e8750?, 0x2?, 0x8?, 0x86?, 0x40067e8714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40067e85c0 sp=0x40067e85a0 pc=0x52508 runtime.selectgo(0x40067e8750, 0x40067e8710, 0x4006380201?, 0x0, 0x40067e8728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40067e86d0 sp=0x40067e85c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4015e10ca0, {0x514e840, 0x400436d4f0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40067e87a0 sp=0x40067e86d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40067e87d0 sp=0x40067e87a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40067e87d0 sp=0x40067e87d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703773 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703952 gp=0x400b93f880 m=nil [select, 151 minutes]: runtime.gopark(0x40048a1f50?, 0x2?, 0x8?, 0x1e?, 0x40048a1f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40048a1dc0 sp=0x40048a1da0 pc=0x52508 runtime.selectgo(0x40048a1f50, 0x40048a1f10, 0x40048a1f18?, 0x0, 0x40048a1f28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40048a1ed0 sp=0x40048a1dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40122b13e0, {0x514e840, 0x4010f7e1e0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40048a1fa0 sp=0x40048a1ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40048a1fd0 sp=0x40048a1fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40048a1fd0 sp=0x40048a1fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703950 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4985581 gp=0x400ba43180 m=nil [IO wait]: runtime.gopark(0x400220b548?, 0x40065ab660?, 0x88?, 0xb7?, 0x824094?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40065ab670 sp=0x40065ab650 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x40065ab6b0 sp=0x40065ab670 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff7213b0a0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x40065ab6e0 sp=0x40065ab6b0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x40040c9680?, 0x4005a18000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x40065ab710 sp=0x40065ab6e0 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40040c9680, {0x4005a18000, 0x1800, 0x1800}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x40065ab7b0 sp=0x40065ab710 pc=0x1048c0 net.(*netFD).Read(0x40040c9680, {0x4005a18000?, 0xffff71de6278?, 0x400220b410?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x40065ab800 sp=0x40065ab7b0 pc=0x19f658 net.(*conn).Read(0x4000159548, {0x4005a18000?, 0x40065ab8f8?, 0x2299c?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x40065ab850 sp=0x40065ab800 pc=0x1af644 net.(*TCPConn).Read(0x40065ab8c8?, {0x4005a18000?, 0x40065ab8e8?, 0x386164?}) :1 +0x2c fp=0x40065ab880 sp=0x40065ab850 pc=0x1c026c crypto/tls.(*atLeastReader).Read(0x400220b410, {0x4005a18000?, 0x0?, 0x400220b410?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x40 fp=0x40065ab8d0 sp=0x40065ab880 pc=0x323c30 bytes.(*Buffer).ReadFrom(0x4005943b30, {0x51146c0, 0x400220b410}) /usr/local/go/src/bytes/buffer.go:211 +0x90 fp=0x40065ab930 sp=0x40065ab8d0 pc=0x147620 crypto/tls.(*Conn).readFromUntil(0x4005943888, {0x51147c0, 0x4000159548}, 0x40065ab9d0?) /usr/local/go/src/crypto/tls/conn.go:828 +0xd0 fp=0x40065ab970 sp=0x40065ab930 pc=0x323e10 crypto/tls.(*Conn).readRecordOrCCS(0x4005943888, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x35c fp=0x40065abbf0 sp=0x40065ab970 pc=0x3215ac crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0x4005943888, {0x4007538000, 0x1000, 0x18078?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x168 fp=0x40065abc60 sp=0x40065abbf0 pc=0x327538 net/http.(*persistConn).Read(0x40073045a0, {0x4007538000?, 0x18630?, 0x400b93d0e0?}) /usr/local/go/src/net/http/transport.go:1977 +0x50 fp=0x40065abcc0 sp=0x40065abc60 pc=0x4092a0 bufio.(*Reader).fill(0x4012b05aa0) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x40065abd00 sp=0x40065abcc0 pc=0x213f88 bufio.(*Reader).Peek(0x4012b05aa0, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x60 fp=0x40065abd20 sp=0x40065abd00 pc=0x2140f0 net/http.(*persistConn).readLoop(0x40073045a0) /usr/local/go/src/net/http/transport.go:2141 +0x158 fp=0x40065abfb0 sp=0x40065abd20 pc=0x40a228 net/http.(*Transport).dialConn.gowrap2() /usr/local/go/src/net/http/transport.go:1799 +0x28 fp=0x40065abfd0 sp=0x40065abfb0 pc=0x408838 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40065abfd0 sp=0x40065abfd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4985565 /usr/local/go/src/net/http/transport.go:1799 +0x1018 goroutine 1703951 gp=0x400bc6d500 m=nil [select, 151 minutes]: runtime.gopark(0x400db77f50?, 0x2?, 0x8?, 0x7e?, 0x400db77f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400db77dc0 sp=0x400db77da0 pc=0x52508 runtime.selectgo(0x400db77f50, 0x400db77f10, 0x400db77f18?, 0x0, 0x400db77f28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400db77ed0 sp=0x400db77dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x40122b13b0, {0x514e840, 0x4010f7e190}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400db77fa0 sp=0x400db77ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400db77fd0 sp=0x400db77fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400db77fd0 sp=0x400db77fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703950 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4257530 gp=0x400b2596c0 m=nil [select, 1 minutes]: runtime.gopark(0x400afe9f38?, 0x2?, 0xf8?, 0x9d?, 0x400afe9ee4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400afe9d90 sp=0x400afe9d70 pc=0x52508 runtime.selectgo(0x400afe9f38, 0x400afe9ee0, 0x40114fb4c0?, 0x0, 0x4002cd86c0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400afe9ea0 sp=0x400afe9d90 pc=0x65a08 net/http.(*persistConn).writeLoop(0x400a361b00) /usr/local/go/src/net/http/transport.go:2444 +0xa0 fp=0x400afe9fb0 sp=0x400afe9ea0 pc=0x40bad0 net/http.(*Transport).dialConn.gowrap3() /usr/local/go/src/net/http/transport.go:1800 +0x28 fp=0x400afe9fd0 sp=0x400afe9fb0 pc=0x4087d8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400afe9fd0 sp=0x400afe9fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4257590 /usr/local/go/src/net/http/transport.go:1800 +0x1060 goroutine 4257529 gp=0x400bd39180 m=nil [select, 1 minutes]: runtime.gopark(0x4006459eb8?, 0x4?, 0x58?, 0x9c?, 0x4006459d80?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006459c10 sp=0x4006459bf0 pc=0x52508 runtime.selectgo(0x4006459eb8, 0x4006459d78, 0x400624aa20?, 0x0, 0x3261801?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006459d20 sp=0x4006459c10 pc=0x65a08 net/http.(*persistConn).readLoop(0x400a361b00) /usr/local/go/src/net/http/transport.go:2261 +0xb74 fp=0x4006459fb0 sp=0x4006459d20 pc=0x40ac44 net/http.(*Transport).dialConn.gowrap2() /usr/local/go/src/net/http/transport.go:1799 +0x28 fp=0x4006459fd0 sp=0x4006459fb0 pc=0x408838 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006459fd0 sp=0x4006459fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4257590 /usr/local/go/src/net/http/transport.go:1799 +0x1018 goroutine 4984253 gp=0x400b7a7500 m=nil [chan receive]: runtime.gopark(0x4013b438c0?, 0x16f66f4?, 0xc0?, 0x72?, 0x400489f628?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400489f5d0 sp=0x400489f5b0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x400489f6b8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400489f650 sp=0x400489f5d0 pc=0x191e4 runtime.chanrecv2(0x400489f6c8?, 0x14a2070?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400489f680 sp=0x400489f650 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x400489f6d0 sp=0x400489f680 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x400489f6f0 sp=0x400489f6d0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400489f700 sp=0x400489f6f0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400489f760 sp=0x400489f700 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400489f7d0 sp=0x400489f760 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400489f7d0 sp=0x400489f7d0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 4982084 gp=0x400b7a7dc0 m=nil [IO wait]: runtime.gopark(0x772d73752e737173?, 0x6d612e322d747365?, 0x61?, 0x7a?, 0x2e6d6f63?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40011c3670 sp=0x40011c3650 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x40011c36b0 sp=0x40011c3670 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff72028010, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x40011c36e0 sp=0x40011c36b0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x40062a2a00?, 0x40078b4000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x40011c3710 sp=0x40011c36e0 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40062a2a00, {0x40078b4000, 0x1800, 0x1800}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x40011c37b0 sp=0x40011c3710 pc=0x1048c0 net.(*netFD).Read(0x40062a2a00, {0x40078b4000?, 0xffff72170cc8?, 0x40001bdb78?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x40011c3800 sp=0x40011c37b0 pc=0x19f658 net.(*conn).Read(0x4013b3c340, {0x40078b4000?, 0x40011c38f8?, 0x2299c?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x40011c3850 sp=0x40011c3800 pc=0x1af644 net.(*TCPConn).Read(0x40011c38c8?, {0x40078b4000?, 0x40011c38e8?, 0x386164?}) :1 +0x2c fp=0x40011c3880 sp=0x40011c3850 pc=0x1c026c crypto/tls.(*atLeastReader).Read(0x40001bdb78, {0x40078b4000?, 0x0?, 0x40001bdb78?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x40 fp=0x40011c38d0 sp=0x40011c3880 pc=0x323c30 bytes.(*Buffer).ReadFrom(0x40028ba630, {0x51146c0, 0x40001bdb78}) /usr/local/go/src/bytes/buffer.go:211 +0x90 fp=0x40011c3930 sp=0x40011c38d0 pc=0x147620 crypto/tls.(*Conn).readFromUntil(0x40028ba388, {0x51147c0, 0x4013b3c340}, 0x40011c39d0?) /usr/local/go/src/crypto/tls/conn.go:828 +0xd0 fp=0x40011c3970 sp=0x40011c3930 pc=0x323e10 crypto/tls.(*Conn).readRecordOrCCS(0x40028ba388, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x35c fp=0x40011c3bf0 sp=0x40011c3970 pc=0x3215ac crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0x40028ba388, {0x4005be1000, 0x1000, 0x18078?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x168 fp=0x40011c3c60 sp=0x40011c3bf0 pc=0x327538 net/http.(*persistConn).Read(0x4009ee37a0, {0x4005be1000?, 0x18630?, 0x4017315c20?}) /usr/local/go/src/net/http/transport.go:1977 +0x50 fp=0x40011c3cc0 sp=0x40011c3c60 pc=0x4092a0 bufio.(*Reader).fill(0x4004d3c000) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x40011c3d00 sp=0x40011c3cc0 pc=0x213f88 bufio.(*Reader).Peek(0x4004d3c000, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x60 fp=0x40011c3d20 sp=0x40011c3d00 pc=0x2140f0 net/http.(*persistConn).readLoop(0x4009ee37a0) /usr/local/go/src/net/http/transport.go:2141 +0x158 fp=0x40011c3fb0 sp=0x40011c3d20 pc=0x40a228 net/http.(*Transport).dialConn.gowrap2() /usr/local/go/src/net/http/transport.go:1799 +0x28 fp=0x40011c3fd0 sp=0x40011c3fb0 pc=0x408838 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40011c3fd0 sp=0x40011c3fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4982073 /usr/local/go/src/net/http/transport.go:1799 +0x1018 goroutine 4985246 gp=0x400d08a380 m=nil [select]: runtime.gopark(0x40065acbe8?, 0x2?, 0xb8?, 0xca?, 0x40065acbb4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40065aca60 sp=0x40065aca40 pc=0x52508 runtime.selectgo(0x40065acbe8, 0x40065acbb0, 0x4003409450?, 0x0, 0x4007dbfbc8?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40065acb70 sp=0x40065aca60 pc=0x65a08 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).interruptibleSleep(...) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:462 gopkg.in/DataDog/dd-trace-go.v1/profiler.init.func3(0x4005a98d20) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profile.go:180 +0x78 fp=0x40065acc10 sp=0x40065acb70 pc=0x971778 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).runProfile(0x4005a98d20, 0x6) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profile.go:345 +0x1a4 fp=0x40065ace50 sp=0x40065acc10 pc=0x974be4 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect.func2(0x6) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:322 +0xc0 fp=0x40065acfb0 sp=0x40065ace50 pc=0x977e90 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect.gowrap2() /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:331 +0x30 fp=0x40065acfd0 sp=0x40065acfb0 pc=0x977d90 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40065acfd0 sp=0x40065acfd0 pc=0x8c464 created by gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect in goroutine 232 /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:317 +0x4bc goroutine 4984247 gp=0x400d1de000 m=nil [select]: runtime.gopark(0x400489ef90?, 0x2?, 0x48?, 0xee?, 0x400489ef5c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400489ee00 sp=0x400489ede0 pc=0x52508 runtime.selectgo(0x400489ef90, 0x400489ef58, 0x400489ef58?, 0x0, 0x400325ee40?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400489ef10 sp=0x400489ee00 pc=0x65a08 github.com/xxx/xxx/commonlib/pool.(*staticPool).startLoggingStats.func1() /home/circleci/project/commonlib/pool/static.go:120 +0xd4 fp=0x400489efd0 sp=0x400489ef10 pc=0x16f6f54 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400489efd0 sp=0x400489efd0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/pool.(*staticPool).startLoggingStats in goroutine 718 /home/circleci/project/commonlib/pool/static.go:117 +0x120 goroutine 4985950 gp=0x400d2ff6c0 m=nil [select]: runtime.gopark(0x4007a2df50?, 0x2?, 0xe8?, 0xdd?, 0x4007a2def4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4007a2dda0 sp=0x4007a2dd80 pc=0x52508 runtime.selectgo(0x4007a2df50, 0x4007a2def0, 0x4c0?, 0x0, 0x16?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4007a2deb0 sp=0x4007a2dda0 pc=0x65a08 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).ExtendMessageVisibilityLoop(0x4004397b00, {0x514e840, 0x401013e730}, {0x400c106820, 0x19c}, 0x45d964b800) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:736 +0x158 fp=0x4007a2df90 sp=0x4007a2deb0 pc=0x28ced58 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2.1.gowrap2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:683 +0x3c fp=0x4007a2dfd0 sp=0x4007a2df90 pc=0x28ce9ac runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4007a2dfd0 sp=0x4007a2dfd0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2.1 in goroutine 713 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:683 +0x2c4 goroutine 4982176 gp=0x400c6da700 m=nil [select]: runtime.gopark(0x400690ef38?, 0x2?, 0xf8?, 0xed?, 0x400690eee4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400690ed90 sp=0x400690ed70 pc=0x52508 runtime.selectgo(0x400690ef38, 0x400690eee0, 0x400c3b3680?, 0x0, 0x400f669ef0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400690eea0 sp=0x400690ed90 pc=0x65a08 net/http.(*persistConn).writeLoop(0x400f810480) /usr/local/go/src/net/http/transport.go:2444 +0xa0 fp=0x400690efb0 sp=0x400690eea0 pc=0x40bad0 net/http.(*Transport).dialConn.gowrap3() /usr/local/go/src/net/http/transport.go:1800 +0x28 fp=0x400690efd0 sp=0x400690efb0 pc=0x4087d8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400690efd0 sp=0x400690efd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4982227 /usr/local/go/src/net/http/transport.go:1800 +0x1060 goroutine 4982306 gp=0x400ba53880 m=nil [select, 1 minutes]: runtime.gopark(0x400645bf00?, 0x3?, 0x88?, 0xbd?, 0x400645be8a?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400645bd30 sp=0x400645bd10 pc=0x52508 runtime.selectgo(0x400645bf00, 0x400645be84, 0x400469e000?, 0x0, 0x400645be78?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400645be40 sp=0x400645bd30 pc=0x65a08 github.com/launchdarkly/eventsource.(*Decoder).Decode(0x4001a4d8a8) /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/decoder.go:85 +0x128 fp=0x400645bf70 sp=0x400645be40 pc=0x1162458 github.com/launchdarkly/eventsource.(*Stream).stream.func3() /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/stream.go:298 +0x60 fp=0x400645bfd0 sp=0x400645bf70 pc=0x1164650 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400645bfd0 sp=0x400645bfd0 pc=0x8c464 created by github.com/launchdarkly/eventsource.(*Stream).stream in goroutine 161 /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/stream.go:296 +0x164 goroutine 4985424 gp=0x400ba53dc0 m=nil [IO wait]: runtime.gopark(0x772d73752e737173?, 0x6d612e322d747365?, 0x61?, 0x7a?, 0x73756c632e6d6f63?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400940a670 sp=0x400940a650 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x400940a6b0 sp=0x400940a670 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff71e87370, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x400940a6e0 sp=0x400940a6b0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x400650de00?, 0x40062f0000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x400940a710 sp=0x400940a6e0 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400650de00, {0x40062f0000, 0x1800, 0x1800}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x400940a7b0 sp=0x400940a710 pc=0x1048c0 net.(*netFD).Read(0x400650de00, {0x40062f0000?, 0xffff71d17008?, 0x40093b2048?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x400940a800 sp=0x400940a7b0 pc=0x19f658 net.(*conn).Read(0x40107c6780, {0x40062f0000?, 0x400940a8f8?, 0x2299c?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x400940a850 sp=0x400940a800 pc=0x1af644 net.(*TCPConn).Read(0x400940a8c8?, {0x40062f0000?, 0xffff70b15000?, 0x4006ea0008?}) :1 +0x2c fp=0x400940a880 sp=0x400940a850 pc=0x1c026c crypto/tls.(*atLeastReader).Read(0x40093b2048, {0x40062f0000?, 0x400ba53dc0?, 0x40093b2048?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x40 fp=0x400940a8d0 sp=0x400940a880 pc=0x323c30 bytes.(*Buffer).ReadFrom(0x40061b50b0, {0x51146c0, 0x40093b2048}) /usr/local/go/src/bytes/buffer.go:211 +0x90 fp=0x400940a930 sp=0x400940a8d0 pc=0x147620 crypto/tls.(*Conn).readFromUntil(0x40061b4e08, {0x51147c0, 0x40107c6780}, 0x400940a9d0?) /usr/local/go/src/crypto/tls/conn.go:828 +0xd0 fp=0x400940a970 sp=0x400940a930 pc=0x323e10 crypto/tls.(*Conn).readRecordOrCCS(0x40061b4e08, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x35c fp=0x400940abf0 sp=0x400940a970 pc=0x3215ac crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0x40061b4e08, {0x4004605000, 0x1000, 0x18078?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x168 fp=0x400940ac60 sp=0x400940abf0 pc=0x327538 net/http.(*persistConn).Read(0x4006eb4d80, {0x4004605000?, 0x18630?, 0x400b93c3c0?}) /usr/local/go/src/net/http/transport.go:1977 +0x50 fp=0x400940acc0 sp=0x400940ac60 pc=0x4092a0 bufio.(*Reader).fill(0x400cbf9440) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x400940ad00 sp=0x400940acc0 pc=0x213f88 bufio.(*Reader).Peek(0x400cbf9440, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x60 fp=0x400940ad20 sp=0x400940ad00 pc=0x2140f0 net/http.(*persistConn).readLoop(0x4006eb4d80) /usr/local/go/src/net/http/transport.go:2141 +0x158 fp=0x400940afb0 sp=0x400940ad20 pc=0x40a228 net/http.(*Transport).dialConn.gowrap2() /usr/local/go/src/net/http/transport.go:1799 +0x28 fp=0x400940afd0 sp=0x400940afb0 pc=0x408838 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400940afd0 sp=0x400940afd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4985513 /usr/local/go/src/net/http/transport.go:1799 +0x1018 goroutine 4984466 gp=0x400c75a700 m=nil [select]: runtime.gopark(0x400afeaf38?, 0x2?, 0xf8?, 0xad?, 0x400afeaee4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400afead90 sp=0x400afead70 pc=0x52508 runtime.selectgo(0x400afeaf38, 0x400afeaee0, 0x40063250c0?, 0x0, 0x4004256f90?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400afeaea0 sp=0x400afead90 pc=0x65a08 net/http.(*persistConn).writeLoop(0x400d381320) /usr/local/go/src/net/http/transport.go:2444 +0xa0 fp=0x400afeafb0 sp=0x400afeaea0 pc=0x40bad0 net/http.(*Transport).dialConn.gowrap3() /usr/local/go/src/net/http/transport.go:1800 +0x28 fp=0x400afeafd0 sp=0x400afeafb0 pc=0x4087d8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400afeafd0 sp=0x400afeafd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4984441 /usr/local/go/src/net/http/transport.go:1800 +0x1060 goroutine 4987265 gp=0x400d65fc00 m=nil [chan receive]: runtime.gopark(0x400e2befc0?, 0x18c98?, 0x0?, 0x0?, 0x400489de28?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400489ddd0 sp=0x400489ddb0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x400489deb8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400489de50 sp=0x400489ddd0 pc=0x191e4 runtime.chanrecv2(0x400489dec8?, 0x14a2070?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400489de80 sp=0x400489de50 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x400489ded0 sp=0x400489de80 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x400489def0 sp=0x400489ded0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400489df00 sp=0x400489def0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400489df60 sp=0x400489df00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400489dfd0 sp=0x400489df60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400489dfd0 sp=0x400489dfd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 4985248 gp=0x400e098540 m=nil [runnable]: runtime.(*wakeableSleep).sleep(0x4001c5aa38, 0x5f5e100) /usr/local/go/src/runtime/trace2.go:935 +0xd4 fp=0x400df73f90 sp=0x400df73f90 pc=0x76554 runtime.traceStartReadCPU.func1() /usr/local/go/src/runtime/trace2cpu.go:56 +0x50 fp=0x400df73fd0 sp=0x400df73f90 pc=0x77060 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400df73fd0 sp=0x400df73fd0 pc=0x8c464 created by runtime.traceStartReadCPU in goroutine 4985247 /usr/local/go/src/runtime/trace2cpu.go:44 +0x164 goroutine 4985247 gp=0x400d1eafc0 m=nil [select]: runtime.gopark(0x4006454bd8?, 0x3?, 0xa8?, 0x4a?, 0x4006454baa?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006454a50 sp=0x4006454a30 pc=0x52508 runtime.selectgo(0x4006454bd8, 0x4006454ba4, 0x0?, 0x0, 0x400938b420?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4006454b60 sp=0x4006454a50 pc=0x65a08 gopkg.in/DataDog/dd-trace-go.v1/profiler.init.func4(0x4005a98d20) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profile.go:199 +0x164 fp=0x4006454c10 sp=0x4006454b60 pc=0x971984 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).runProfile(0x4005a98d20, 0x7) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profile.go:345 +0x1a4 fp=0x4006454e50 sp=0x4006454c10 pc=0x974be4 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect.func2(0x7) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:322 +0xc0 fp=0x4006454fb0 sp=0x4006454e50 pc=0x977e90 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect.gowrap2() /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:331 +0x30 fp=0x4006454fd0 sp=0x4006454fb0 pc=0x977d90 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006454fd0 sp=0x4006454fd0 pc=0x8c464 created by gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect in goroutine 232 /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:317 +0x4bc goroutine 4984254 gp=0x400d736c40 m=nil [chan receive]: runtime.gopark(0x7b37a89?, 0x2b82e00?, 0x0?, 0x0?, 0x2?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4009f2b5d0 sp=0x4009f2b5b0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x4009f2b6b8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4009f2b650 sp=0x4009f2b5d0 pc=0x191e4 runtime.chanrecv2(0x4009f2b6a8?, 0x28ceefc?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4009f2b680 sp=0x4009f2b650 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x4009f2b6d0 sp=0x4009f2b680 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x4009f2b6f0 sp=0x4009f2b6d0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x4009f2b700 sp=0x4009f2b6f0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x4009f2b760 sp=0x4009f2b700 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x4009f2b7d0 sp=0x4009f2b760 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4009f2b7d0 sp=0x4009f2b7d0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 1703775 gp=0x400346c8c0 m=nil [select, 151 minutes]: runtime.gopark(0x4002d9bf50?, 0x2?, 0x8?, 0xbe?, 0x4002d9bf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4002d9bdc0 sp=0x4002d9bda0 pc=0x52508 runtime.selectgo(0x4002d9bf50, 0x4002d9bf10, 0x0?, 0x0, 0x4072c00000000000?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4002d9bed0 sp=0x4002d9bdc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4015e10ce0, {0x514e840, 0x400436d540}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4002d9bfa0 sp=0x4002d9bed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4002d9bfd0 sp=0x4002d9bfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4002d9bfd0 sp=0x4002d9bfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703773 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4985826 gp=0x4007000000 m=nil [trace reader (blocked)]: runtime.gopark(0x4004662f70?, 0xbce0?, 0x88?, 0x2f?, 0x92bb38?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004662f20 sp=0x4004662f00 pc=0x52508 runtime.ReadTrace() /usr/local/go/src/runtime/trace2.go:681 +0x38 fp=0x4004662f90 sp=0x4004662f20 pc=0x75d08 runtime/trace.Start.func1() /usr/local/go/src/runtime/trace/trace.go:130 +0x4c fp=0x4004662fd0 sp=0x4004662f90 pc=0x92bb3c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004662fd0 sp=0x4004662fd0 pc=0x8c464 created by runtime/trace.Start in goroutine 4985247 /usr/local/go/src/runtime/trace/trace.go:128 +0x11c goroutine 4985582 gp=0x400748d340 m=nil [select]: runtime.gopark(0x4009408f38?, 0x2?, 0xf8?, 0x8d?, 0x4009408ee4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4009408d90 sp=0x4009408d70 pc=0x52508 runtime.selectgo(0x4009408f38, 0x4009408ee0, 0x4012cd3000?, 0x0, 0x400ff50ae0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4009408ea0 sp=0x4009408d90 pc=0x65a08 net/http.(*persistConn).writeLoop(0x40073045a0) /usr/local/go/src/net/http/transport.go:2444 +0xa0 fp=0x4009408fb0 sp=0x4009408ea0 pc=0x40bad0 net/http.(*Transport).dialConn.gowrap3() /usr/local/go/src/net/http/transport.go:1800 +0x28 fp=0x4009408fd0 sp=0x4009408fb0 pc=0x4087d8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4009408fd0 sp=0x4009408fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4985565 /usr/local/go/src/net/http/transport.go:1800 +0x1060 goroutine 1703928 gp=0x4004d8fa40 m=nil [select, 151 minutes]: runtime.gopark(0x401202d750?, 0x2?, 0x8?, 0xd6?, 0x401202d714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x401202d5c0 sp=0x401202d5a0 pc=0x52508 runtime.selectgo(0x401202d750, 0x401202d710, 0x401202d718?, 0x0, 0x401202d728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x401202d6d0 sp=0x401202d5c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400d7b81f0, {0x514e840, 0x4011b3f770}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x401202d7a0 sp=0x401202d6d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x401202d7d0 sp=0x401202d7a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x401202d7d0 sp=0x401202d7d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703926 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4984256 gp=0x4004d8fdc0 m=nil [chan receive]: runtime.gopark(0x4007330e28?, 0x87bac?, 0x18?, 0xe?, 0x1043e4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4007330dd0 sp=0x4007330db0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x4007330eb8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4007330e50 sp=0x4007330dd0 pc=0x191e4 runtime.chanrecv2(0x4007330ef8?, 0x18078?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4007330e80 sp=0x4007330e50 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x4007330ed0 sp=0x4007330e80 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x4007330ef0 sp=0x4007330ed0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x4007330f00 sp=0x4007330ef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x4007330f60 sp=0x4007330f00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x4007330fd0 sp=0x4007330f60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4007330fd0 sp=0x4007330fd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 1703565 gp=0x4007aae000 m=nil [select, 151 minutes]: runtime.gopark(0x4007a32750?, 0x2?, 0x8?, 0x26?, 0x4007a32714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4007a325c0 sp=0x4007a325a0 pc=0x52508 runtime.selectgo(0x4007a32750, 0x4007a32710, 0x4007a32718?, 0x0, 0x4007a32728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4007a326d0 sp=0x4007a325c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400960c270, {0x514e840, 0x400ef34050}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4007a327a0 sp=0x4007a326d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4007a327d0 sp=0x4007a327a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4007a327d0 sp=0x4007a327d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703958 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4987266 gp=0x4008363340 m=nil [select]: runtime.gopark(0x400489e688?, 0x3?, 0xc8?, 0xe5?, 0x400489e682?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400489e530 sp=0x400489e510 pc=0x52508 runtime.selectgo(0x400489e688, 0x400489e67c, 0x200000000000f8?, 0x0, 0x20?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400489e640 sp=0x400489e530 pc=0x65a08 github.com/xxx/xxx/commonlib/waitgroup.(*BackgroundWorker).run(0x4002d5a040, {0x514e808, 0x4003981170}) /home/circleci/project/commonlib/waitgroup/background.go:32 +0x98 fp=0x400489e6c0 sp=0x400489e640 pc=0x14a1788 github.com/xxx/xxx/commonlib/waitgroup.NewBackgroundWorker.func1() /home/circleci/project/commonlib/waitgroup/background.go:24 +0x28 fp=0x400489e6f0 sp=0x400489e6c0 pc=0x14a16d8 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400489e700 sp=0x400489e6f0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400489e760 sp=0x400489e700 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400489e7d0 sp=0x400489e760 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400489e7d0 sp=0x400489e7d0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 4984249 gp=0x40091108c0 m=nil [chan receive]: runtime.gopark(0x40132b04e0?, 0x2b82e00?, 0x0?, 0x0?, 0x2?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400938cdd0 sp=0x400938cdb0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x400938ceb8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400938ce50 sp=0x400938cdd0 pc=0x191e4 runtime.chanrecv2(0x400938cec8?, 0x14a2070?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400938ce80 sp=0x400938ce50 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x400938ced0 sp=0x400938ce80 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x400938cef0 sp=0x400938ced0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400938cf00 sp=0x400938cef0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400938cf60 sp=0x400938cf00 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400938cfd0 sp=0x400938cf60 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400938cfd0 sp=0x400938cfd0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 1703918 gp=0x40091116c0 m=nil [select, 151 minutes]: runtime.gopark(0x4006693750?, 0x2?, 0x8?, 0x36?, 0x4006693714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40066935c0 sp=0x40066935a0 pc=0x52508 runtime.selectgo(0x4006693750, 0x4006693710, 0x40062b0901?, 0x0, 0x4006693728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40066936d0 sp=0x40066935c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400dbf1f10, {0x514e840, 0x400f9b9720}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40066937a0 sp=0x40066936d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40066937d0 sp=0x40066937a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40066937d0 sp=0x40066937d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703772 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4985825 gp=0x4009111a40 m=nil [chan receive]: runtime.gopark(0x4004665eb8?, 0x20cfc?, 0x0?, 0x50?, 0x6?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004665e90 sp=0x4004665e70 pc=0x52508 runtime.chanrecv(0x400662baa0, 0x0, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4004665f10 sp=0x4004665e90 pc=0x191e4 runtime.chanrecv1(0x400448ad70?, 0xbfa8cb9dcd3c?) /usr/local/go/src/runtime/chan.go:442 +0x14 fp=0x4004665f40 sp=0x4004665f10 pc=0x18da4 runtime.(*wakeableSleep).sleep(0x4001c5aa68, 0x3b9aca00) /usr/local/go/src/runtime/trace2.go:946 +0xac fp=0x4004665fa0 sp=0x4004665f40 pc=0x7652c runtime.(*traceAdvancerState).start.func1() /usr/local/go/src/runtime/trace2.go:883 +0x34 fp=0x4004665fd0 sp=0x4004665fa0 pc=0x763c4 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004665fd0 sp=0x4004665fd0 pc=0x8c464 created by runtime.(*traceAdvancerState).start in goroutine 4985247 /usr/local/go/src/runtime/trace2.go:880 +0x17c goroutine 4984250 gp=0x4009160700 m=nil [chan receive]: runtime.gopark(0x4004fca300?, 0x65a08?, 0x18?, 0xa6?, 0x22028?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400489a5d0 sp=0x400489a5b0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x400489a6b8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400489a650 sp=0x400489a5d0 pc=0x191e4 runtime.chanrecv2(0x400489a6c8?, 0x14a2070?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400489a680 sp=0x400489a650 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x400489a6d0 sp=0x400489a680 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x400489a6f0 sp=0x400489a6d0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400489a700 sp=0x400489a6f0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400489a760 sp=0x400489a700 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400489a7d0 sp=0x400489a760 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400489a7d0 sp=0x400489a7d0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 4985788 gp=0x4009161180 m=nil [select]: runtime.gopark(0x4005997f38?, 0x2?, 0xf8?, 0x7d?, 0x4005997ee4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4004507d90 sp=0x4004507d70 pc=0x52508 runtime.selectgo(0x4004507f38, 0x4005997ee0, 0x400c3b3240?, 0x0, 0x400e7719e0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4004507ea0 sp=0x4004507d90 pc=0x65a08 net/http.(*persistConn).writeLoop(0x400cc3a480) /usr/local/go/src/net/http/transport.go:2444 +0xa0 fp=0x4004507fb0 sp=0x4004507ea0 pc=0x40bad0 net/http.(*Transport).dialConn.gowrap3() /usr/local/go/src/net/http/transport.go:1800 +0x28 fp=0x4004507fd0 sp=0x4004507fb0 pc=0x4087d8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004507fd0 sp=0x4004507fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4985780 /usr/local/go/src/net/http/transport.go:1800 +0x1060 goroutine 4984255 gp=0x4009e53180 m=nil [chan receive]: runtime.gopark(0x401855b920?, 0x65a08?, 0x1?, 0x0?, 0x0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400489c5d0 sp=0x400489c5b0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x400489c6b8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400489c650 sp=0x400489c5d0 pc=0x191e4 runtime.chanrecv2(0x400489c6c8?, 0x14a2070?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400489c680 sp=0x400489c650 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x400489c6d0 sp=0x400489c680 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x400489c6f0 sp=0x400489c6d0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400489c700 sp=0x400489c6f0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400489c760 sp=0x400489c700 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400489c7d0 sp=0x400489c760 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400489c7d0 sp=0x400489c7d0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 4982305 gp=0x4009e53500 m=nil [IO wait, 1 minutes]: runtime.gopark(0x40064577e8?, 0x86b30?, 0x0?, 0x0?, 0x400320a3c0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006457790 sp=0x4006457770 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x40064577d0 sp=0x4006457790 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff71e86f90, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x4006457800 sp=0x40064577d0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x400a817c00?, 0x4008233000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4006457830 sp=0x4006457800 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400a817c00, {0x4008233000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x40064578d0 sp=0x4006457830 pc=0x1048c0 net.(*netFD).Read(0x400a817c00, {0x4008233000?, 0xf3c?, 0xffffffffffffffff?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x4006457920 sp=0x40064578d0 pc=0x19f658 net.(*conn).Read(0x4004ba9618, {0x4008233000?, 0x400a817c00?, 0x4006457980?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x4006457970 sp=0x4006457920 pc=0x1af644 net.(*TCPConn).Read(0x400a817c00?, {0x4008233000?, 0x1000?, 0x1000?}) :1 +0x2c fp=0x40064579a0 sp=0x4006457970 pc=0x1c026c net/http.(*persistConn).Read(0x400a361b00, {0x4008233000?, 0x1c8?, 0x40032d9b3b?}) /usr/local/go/src/net/http/transport.go:1977 +0x50 fp=0x4006457a00 sp=0x40064579a0 pc=0x4092a0 bufio.(*Reader).fill(0x4007636480) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x4006457a40 sp=0x4006457a00 pc=0x213f88 bufio.(*Reader).ReadSlice(0x4007636480, 0xa) /usr/local/go/src/bufio/bufio.go:376 +0x30 fp=0x4006457a90 sp=0x4006457a40 pc=0x214b90 net/http/internal.readChunkLine(0x4008233e38?) /usr/local/go/src/net/http/internal/chunked.go:156 +0x20 fp=0x4006457ad0 sp=0x4006457a90 pc=0x3a2140 net/http/internal.(*chunkedReader).beginChunk(0x4002cd8b70) /usr/local/go/src/net/http/internal/chunked.go:49 +0x28 fp=0x4006457b10 sp=0x4006457ad0 pc=0x3a1b18 net/http/internal.(*chunkedReader).Read(0x4002cd8b70, {0x4006ec9000?, 0x4006457d10?, 0x2a6000?}) /usr/local/go/src/net/http/internal/chunked.go:125 +0x128 fp=0x4006457b90 sp=0x4006457b10 pc=0x3a1ea8 net/http.(*body).readLocked(0x4010e0f880, {0x4006ec9000?, 0x21534c?, 0x1162c0c?}) /usr/local/go/src/net/http/transfer.go:840 +0x3c fp=0x4006457be0 sp=0x4006457b90 pc=0x3febdc net/http.(*body).Read(0x0?, {0x4006ec9000?, 0x0?, 0x0?}) /usr/local/go/src/net/http/transfer.go:832 +0x128 fp=0x4006457c50 sp=0x4006457be0 pc=0x3fea78 net/http.(*bodyEOFSignal).Read(0x4010e0f8c0, {0x4006ec9000, 0x1000, 0x1000}) /usr/local/go/src/net/http/transport.go:2833 +0x16c fp=0x4006457ce0 sp=0x4006457c50 pc=0x40d4ec github.com/launchdarkly/eventsource.(*normaliser).Read(0x4001a4d890, {0x4006ec9000, 0x1000, 0x1000}) /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/normalise.go:19 +0x3c fp=0x4006457d30 sp=0x4006457ce0 pc=0x1162d7c bufio.(*Reader).fill(0x4005b79c80) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x4006457d70 sp=0x4006457d30 pc=0x213f88 bufio.(*Reader).ReadSlice(0x4005b79c80, 0xa) /usr/local/go/src/bufio/bufio.go:376 +0x30 fp=0x4006457dc0 sp=0x4006457d70 pc=0x214b90 bufio.(*Reader).collectFragments(0x4005b79c80, 0xa) /usr/local/go/src/bufio/bufio.go:451 +0x64 fp=0x4006457e80 sp=0x4006457dc0 pc=0x214f94 bufio.(*Reader).ReadString(0x0?, 0x0?) /usr/local/go/src/bufio/bufio.go:498 +0x20 fp=0x4006457f40 sp=0x4006457e80 pc=0x215320 github.com/launchdarkly/eventsource.newLineStreamChannel.func1() /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/decoder.go:148 +0xbc fp=0x4006457fd0 sp=0x4006457f40 pc=0x1162c0c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006457fd0 sp=0x4006457fd0 pc=0x8c464 created by github.com/launchdarkly/eventsource.newLineStreamChannel in goroutine 161 /go/pkg/mod/github.com/launchdarkly/eventsource@v1.6.2/decoder.go:144 +0xa4 goroutine 4985245 gp=0x400a8cf6c0 m=nil [select]: runtime.gopark(0x400690fac0?, 0x2?, 0xc8?, 0xf9?, 0x400690fabc?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400690f970 sp=0x400690f950 pc=0x52508 runtime.selectgo(0x400690fac0, 0x400690fab8, 0x50?, 0x0, 0x50?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400690fa80 sp=0x400690f970 pc=0x65a08 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).interruptibleSleep(0x400690fb18?, 0x8239c0?) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:462 +0x5c fp=0x400690faf0 sp=0x400690fa80 pc=0x9789fc gopkg.in/DataDog/dd-trace-go.v1/profiler.init.collectGenericProfile.func5(0x4005a98d20) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profile.go:264 +0x48 fp=0x400690fc10 sp=0x400690faf0 pc=0x971018 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).runProfile(0x4005a98d20, 0x0) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profile.go:345 +0x1a4 fp=0x400690fe50 sp=0x400690fc10 pc=0x974be4 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect.func2(0x0) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:322 +0xc0 fp=0x400690ffb0 sp=0x400690fe50 pc=0x977e90 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect.gowrap2() /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:331 +0x30 fp=0x400690ffd0 sp=0x400690ffb0 pc=0x977d90 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400690ffd0 sp=0x400690ffd0 pc=0x8c464 created by gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect in goroutine 232 /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:317 +0x4bc goroutine 1703776 gp=0x400a8cfdc0 m=nil [select, 151 minutes]: runtime.gopark(0x400db7bf50?, 0x2?, 0x8?, 0xbe?, 0x400db7bf14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400db7bdc0 sp=0x400db7bda0 pc=0x52508 runtime.selectgo(0x400db7bf50, 0x400db7bf10, 0x400db7bf18?, 0x0, 0x400db7bf28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400db7bed0 sp=0x400db7bdc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4015e11050, {0x514e840, 0x400436d720}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400db7bfa0 sp=0x400db7bed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400db7bfd0 sp=0x400db7bfa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400db7bfd0 sp=0x400db7bfd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703949 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4984248 gp=0x400af8ba40 m=nil [chan receive]: runtime.gopark(0x4000582608?, 0x18c98?, 0x20?, 0x44?, 0x4000582628?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40005825d0 sp=0x40005825b0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x40005826b8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x4000582650 sp=0x40005825d0 pc=0x191e4 runtime.chanrecv2(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x4000582680 sp=0x4000582650 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x40005826d0 sp=0x4000582680 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x40005826f0 sp=0x40005826d0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x4000582700 sp=0x40005826f0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x4000582760 sp=0x4000582700 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x40005827d0 sp=0x4000582760 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40005827d0 sp=0x40005827d0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 4985787 gp=0x400bce6540 m=nil [IO wait]: runtime.gopark(0x3673752d646f7270?, 0x6d2d656772616c2d?, 0x65?, 0x73?, 0x65772d73752e3373?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400465f670 sp=0x400465f650 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x400465f6b0 sp=0x400465f670 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff71e87088, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x400465f6e0 sp=0x400465f6b0 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x400ba1b600?, 0x4007284000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x400465f710 sp=0x400465f6e0 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400ba1b600, {0x4007284000, 0xa000, 0xa000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x400465f7b0 sp=0x400465f710 pc=0x1048c0 net.(*netFD).Read(0x400ba1b600, {0x4007284000?, 0xffff71320978?, 0x40061a8570?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x400465f800 sp=0x400465f7b0 pc=0x19f658 net.(*conn).Read(0x4006986d90, {0x4007284000?, 0x400465f8f8?, 0x2299c?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x400465f850 sp=0x400465f800 pc=0x1af644 net.(*TCPConn).Read(0x400465f8c8?, {0x4007284000?, 0x400465f8e8?, 0x386164?}) :1 +0x2c fp=0x400465f880 sp=0x400465f850 pc=0x1c026c crypto/tls.(*atLeastReader).Read(0x40061a8570, {0x4007284000?, 0x0?, 0x40061a8570?}) /usr/local/go/src/crypto/tls/conn.go:806 +0x40 fp=0x400465f8d0 sp=0x400465f880 pc=0x323c30 bytes.(*Buffer).ReadFrom(0x4005a7e2b0, {0x51146c0, 0x40061a8570}) /usr/local/go/src/bytes/buffer.go:211 +0x90 fp=0x400465f930 sp=0x400465f8d0 pc=0x147620 crypto/tls.(*Conn).readFromUntil(0x4005a7e008, {0x51147c0, 0x4006986d90}, 0x400465f9d0?) /usr/local/go/src/crypto/tls/conn.go:828 +0xd0 fp=0x400465f970 sp=0x400465f930 pc=0x323e10 crypto/tls.(*Conn).readRecordOrCCS(0x4005a7e008, 0x0) /usr/local/go/src/crypto/tls/conn.go:626 +0x35c fp=0x400465fbf0 sp=0x400465f970 pc=0x3215ac crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:588 crypto/tls.(*Conn).Read(0x4005a7e008, {0x40047e5000, 0x1000, 0x18078?}) /usr/local/go/src/crypto/tls/conn.go:1370 +0x168 fp=0x400465fc60 sp=0x400465fbf0 pc=0x327538 net/http.(*persistConn).Read(0x400cc3a480, {0x40047e5000?, 0x18630?, 0x4009b42a20?}) /usr/local/go/src/net/http/transport.go:1977 +0x50 fp=0x400465fcc0 sp=0x400465fc60 pc=0x4092a0 bufio.(*Reader).fill(0x40008373e0) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x400465fd00 sp=0x400465fcc0 pc=0x213f88 bufio.(*Reader).Peek(0x40008373e0, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x60 fp=0x400465fd20 sp=0x400465fd00 pc=0x2140f0 net/http.(*persistConn).readLoop(0x400cc3a480) /usr/local/go/src/net/http/transport.go:2141 +0x158 fp=0x400465ffb0 sp=0x400465fd20 pc=0x40a228 net/http.(*Transport).dialConn.gowrap2() /usr/local/go/src/net/http/transport.go:1799 +0x28 fp=0x400465ffd0 sp=0x400465ffb0 pc=0x408838 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400465ffd0 sp=0x400465ffd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4985780 /usr/local/go/src/net/http/transport.go:1799 +0x1018 goroutine 4985569 gp=0x400c55a1c0 m=nil [runnable]: crypto/tls.(*Conn).writeRecordLocked(0x40061b4e08, 0x17?, {0x4007202000, 0x6fb, 0x1000?}) /usr/local/go/src/crypto/tls/conn.go:971 +0x784 fp=0x4004386b90 sp=0x4004386b90 pc=0x324f64 crypto/tls.(*Conn).Write(0x40061b4e08, {0x4007202000, 0x6fb, 0x1000}) /usr/local/go/src/crypto/tls/conn.go:1233 +0x34c fp=0x4004386c60 sp=0x4004386b90 pc=0x3261dc net/http.persistConnWriter.Write({0x3600d94?}, {0x4007202000?, 0x4004386ce8?, 0x3e1ef8?}) /usr/local/go/src/net/http/transport.go:1815 +0x34 fp=0x4004386ca0 sp=0x4004386c60 pc=0x408d84 bufio.(*Writer).Flush(0x401301bc80) /usr/local/go/src/bufio/bufio.go:639 +0x5c fp=0x4004386cf0 sp=0x4004386ca0 pc=0x215a9c net/http.(*Request).write(0x40095b37a0, {0x5114240, 0x401301bc80}, 0x0, 0x4010c0bd70, 0x0) /usr/local/go/src/net/http/request.go:748 +0x8a8 fp=0x4004386ea0 sp=0x4004386cf0 pc=0x3e2028 net/http.(*persistConn).writeLoop(0x4006eb4d80) /usr/local/go/src/net/http/transport.go:2447 +0x114 fp=0x4004386fb0 sp=0x4004386ea0 pc=0x40bb44 net/http.(*Transport).dialConn.gowrap3() /usr/local/go/src/net/http/transport.go:1800 +0x28 fp=0x4004386fd0 sp=0x4004386fb0 pc=0x4087d8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4004386fd0 sp=0x4004386fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4985513 /usr/local/go/src/net/http/transport.go:1800 +0x1060 goroutine 1703927 gp=0x400c55a700 m=nil [select, 151 minutes]: runtime.gopark(0x400f6e2f50?, 0x2?, 0x8?, 0x2e?, 0x400f6e2f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400f6e2dc0 sp=0x400f6e2da0 pc=0x52508 runtime.selectgo(0x400f6e2f50, 0x400f6e2f10, 0x40062b1e01?, 0x0, 0xf6e2f28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400f6e2ed0 sp=0x400f6e2dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400d7b81c0, {0x514e840, 0x4011b3f720}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400f6e2fa0 sp=0x400f6e2ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400f6e2fd0 sp=0x400f6e2fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400f6e2fd0 sp=0x400f6e2fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703926 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4982085 gp=0x40099d2c40 m=nil [select]: runtime.gopark(0x40065adf38?, 0x2?, 0xf8?, 0xdd?, 0x40065adee4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40065add90 sp=0x40065add70 pc=0x52508 runtime.selectgo(0x40065adf38, 0x40065adee0, 0x4006872980?, 0x0, 0x4003d29680?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40065adea0 sp=0x40065add90 pc=0x65a08 net/http.(*persistConn).writeLoop(0x4009ee37a0) /usr/local/go/src/net/http/transport.go:2444 +0xa0 fp=0x40065adfb0 sp=0x40065adea0 pc=0x40bad0 net/http.(*Transport).dialConn.gowrap3() /usr/local/go/src/net/http/transport.go:1800 +0x28 fp=0x40065adfd0 sp=0x40065adfb0 pc=0x4087d8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40065adfd0 sp=0x40065adfd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4982073 /usr/local/go/src/net/http/transport.go:1800 +0x1060 goroutine 1703960 gp=0x400b817180 m=nil [select, 151 minutes]: runtime.gopark(0x400c6f1750?, 0x2?, 0x8?, 0x16?, 0x400c6f1714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400c6f15c0 sp=0x400c6f15a0 pc=0x52508 runtime.selectgo(0x400c6f1750, 0x400c6f1710, 0x400650c680?, 0x0, 0x14?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400c6f16d0 sp=0x400c6f15c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400b5b6700, {0x514e840, 0x400fb9a0a0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400c6f17a0 sp=0x400c6f16d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400c6f17d0 sp=0x400c6f17a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400c6f17d0 sp=0x400c6f17d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703959 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4985803 gp=0x400b93e000 m=nil [select]: runtime.gopark(0x4016877750?, 0x2?, 0xe8?, 0x75?, 0x40168776f4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40168775a0 sp=0x4016877580 pc=0x52508 runtime.selectgo(0x4016877750, 0x40168776f0, 0x0?, 0x0, 0x40106d1f60?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40168776b0 sp=0x40168775a0 pc=0x65a08 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).ExtendMessageVisibilityLoop(0x4004397b00, {0x514e840, 0x400fc0a730}, {0x4009a9d860, 0x19c}, 0x45d964b800) /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:736 +0x158 fp=0x4016877790 sp=0x40168776b0 pc=0x28ced58 github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2.1.gowrap2() /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:683 +0x3c fp=0x40168777d0 sp=0x4016877790 pc=0x28ce9ac runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40168777d0 sp=0x40168777d0 pc=0x8c464 created by github.com/xxx/xxx/messagebrokerlib/amazon/sqs.(*MessageBroker).Receive.func2.1 in goroutine 718 /home/circleci/project/messagebrokerlib/amazon/sqs/sqs.go:683 +0x2c4 goroutine 4985244 gp=0x400b7d8540 m=nil [select]: runtime.gopark(0x400465ebc0?, 0x2?, 0xa8?, 0xea?, 0x400465eba4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400465ea50 sp=0x400465ea30 pc=0x52508 runtime.selectgo(0x400465ebc0, 0x400465eba0, 0x4003d647b0?, 0x0, 0x4006ef13d8?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400465eb60 sp=0x400465ea50 pc=0x65a08 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).interruptibleSleep(...) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:462 gopkg.in/DataDog/dd-trace-go.v1/profiler.init.func1(0x4005a98d20) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profile.go:106 +0x10c fp=0x400465ec10 sp=0x400465eb60 pc=0x9713ec gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).runProfile(0x4005a98d20, 0x1) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profile.go:345 +0x1a4 fp=0x400465ee50 sp=0x400465ec10 pc=0x974be4 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect.func2(0x1) /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:322 +0xc0 fp=0x400465efb0 sp=0x400465ee50 pc=0x977e90 gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect.gowrap2() /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:331 +0x30 fp=0x400465efd0 sp=0x400465efb0 pc=0x977d90 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400465efd0 sp=0x400465efd0 pc=0x8c464 created by gopkg.in/DataDog/dd-trace-go.v1/profiler.(*profiler).collect in goroutine 232 /go/pkg/mod/gopkg.in/!data!dog/dd-trace-go.v1@v1.58.1/profiler/profiler.go:317 +0x4bc goroutine 1703929 gp=0x40091616c0 m=nil [select, 151 minutes]: runtime.gopark(0x4009f27750?, 0x2?, 0x8?, 0x76?, 0x4009f27714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4009f275c0 sp=0x4009f275a0 pc=0x52508 runtime.selectgo(0x4009f27750, 0x4009f27710, 0x4009f27718?, 0x0, 0x4009f27728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x4009f276d0 sp=0x4009f275c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400d7b84b0, {0x514e840, 0x4011b3f810}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x4009f277a0 sp=0x4009f276d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4009f277d0 sp=0x4009f277a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4009f277d0 sp=0x4009f277d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703948 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703564 gp=0x400af8afc0 m=nil [select, 151 minutes]: runtime.gopark(0x400f6de750?, 0x2?, 0x8?, 0xe6?, 0x400f6de714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400f6de5c0 sp=0x400f6de5a0 pc=0x52508 runtime.selectgo(0x400f6de750, 0x400f6de710, 0x400650c680?, 0x0, 0x14?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400f6de6d0 sp=0x400f6de5c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x400960c240, {0x514e840, 0x400ef34000}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400f6de7a0 sp=0x400f6de6d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400f6de7d0 sp=0x400f6de7a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400f6de7d0 sp=0x400f6de7d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703958 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 1703977 gp=0x400be72700 m=nil [select, 151 minutes]: runtime.gopark(0x4000589750?, 0x2?, 0x8?, 0x96?, 0x4000589714?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x40005895c0 sp=0x40005895a0 pc=0x52508 runtime.selectgo(0x4000589750, 0x4000589710, 0x4000589718?, 0x0, 0x4000589728?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x40005896d0 sp=0x40005895c0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4015e11740, {0x514e840, 0x400436dbd0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x40005897a0 sp=0x40005896d0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x40005897d0 sp=0x40005897a0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x40005897d0 sp=0x40005897d0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703975 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118 goroutine 4986557 gp=0x400aa5c000 m=nil [select]: runtime.gopark(0x4010e21f38?, 0x2?, 0xf8?, 0x1d?, 0x4010e21ee4?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400afe4d90 sp=0x400afe4d70 pc=0x52508 runtime.selectgo(0x400afe4f38, 0x4010e21ee0, 0x400f687340?, 0x0, 0x4010865da0?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400afe4ea0 sp=0x400afe4d90 pc=0x65a08 net/http.(*persistConn).writeLoop(0x4007d26ea0) /usr/local/go/src/net/http/transport.go:2444 +0xa0 fp=0x400afe4fb0 sp=0x400afe4ea0 pc=0x40bad0 net/http.(*Transport).dialConn.gowrap3() /usr/local/go/src/net/http/transport.go:1800 +0x28 fp=0x400afe4fd0 sp=0x400afe4fb0 pc=0x4087d8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400afe4fd0 sp=0x400afe4fd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4986546 /usr/local/go/src/net/http/transport.go:1800 +0x1060 goroutine 4985827 gp=0x400346d500 m=nil [sleep]: runtime.gopark(0xbfa8951e5e08?, 0x1f611?, 0x1?, 0x0?, 0x4010a22420?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x4006910f00 sp=0x4006910ee0 pc=0x52508 time.Sleep(0x5f5e100) /usr/local/go/src/runtime/time.go:195 +0xfc fp=0x4006910f40 sp=0x4006910f00 pc=0x88c8c runtime/pprof.profileWriter({0x510c520?, 0x4003d647b0?}) /usr/local/go/src/runtime/pprof/pprof.go:849 +0x50 fp=0x4006910fb0 sp=0x4006910f40 pc=0x95bea0 runtime/pprof.StartCPUProfile.gowrap2() /usr/local/go/src/runtime/pprof/pprof.go:834 +0x2c fp=0x4006910fd0 sp=0x4006910fb0 pc=0x95bd7c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x4006910fd0 sp=0x4006910fd0 pc=0x8c464 created by runtime/pprof.StartCPUProfile in goroutine 4985244 /usr/local/go/src/runtime/pprof/pprof.go:834 +0x188 goroutine 4982175 gp=0x4007000540 m=nil [IO wait]: runtime.gopark(0x400940dae8?, 0x6b140?, 0x0?, 0xf7?, 0x40038007e0?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400940da50 sp=0x400940da30 pc=0x52508 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?) /usr/local/go/src/runtime/netpoll.go:573 +0x158 fp=0x400940da90 sp=0x400940da50 pc=0x4b4c8 internal/poll.runtime_pollWait(0xffff71e86da0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0xa0 fp=0x400940dac0 sp=0x400940da90 pc=0x85fc0 internal/poll.(*pollDesc).wait(0x40109ab380?, 0x40063ae000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x400940daf0 sp=0x400940dac0 pc=0x103578 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40109ab380, {0x40063ae000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x200 fp=0x400940db90 sp=0x400940daf0 pc=0x1048c0 net.(*netFD).Read(0x40109ab380, {0x40063ae000?, 0x40013fd500?, 0x3?}) /usr/local/go/src/net/fd_posix.go:55 +0x28 fp=0x400940dbe0 sp=0x400940db90 pc=0x19f658 net.(*conn).Read(0x4013b04a38, {0x40063ae000?, 0x36?, 0x4000717d00?}) /usr/local/go/src/net/net.go:179 +0x34 fp=0x400940dc30 sp=0x400940dbe0 pc=0x1af644 net.(*TCPConn).Read(0x2?, {0x40063ae000?, 0x4037d0?, 0x4000613540?}) :1 +0x2c fp=0x400940dc60 sp=0x400940dc30 pc=0x1c026c net/http.(*persistConn).Read(0x400f810480, {0x40063ae000?, 0x400940dd18?, 0x664b0?}) /usr/local/go/src/net/http/transport.go:1977 +0x50 fp=0x400940dcc0 sp=0x400940dc60 pc=0x4092a0 bufio.(*Reader).fill(0x400c458c00) /usr/local/go/src/bufio/bufio.go:110 +0xf8 fp=0x400940dd00 sp=0x400940dcc0 pc=0x213f88 bufio.(*Reader).Peek(0x400c458c00, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x60 fp=0x400940dd20 sp=0x400940dd00 pc=0x2140f0 net/http.(*persistConn).readLoop(0x400f810480) /usr/local/go/src/net/http/transport.go:2141 +0x158 fp=0x400940dfb0 sp=0x400940dd20 pc=0x40a228 net/http.(*Transport).dialConn.gowrap2() /usr/local/go/src/net/http/transport.go:1799 +0x28 fp=0x400940dfd0 sp=0x400940dfb0 pc=0x408838 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400940dfd0 sp=0x400940dfd0 pc=0x8c464 created by net/http.(*Transport).dialConn in goroutine 4982227 /usr/local/go/src/net/http/transport.go:1799 +0x1018 goroutine 4987267 gp=0x4007000700 m=nil [select]: runtime.gopark(0x400c529790?, 0x2?, 0x48?, 0x96?, 0x400c52975c?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400c529600 sp=0x400c5295e0 pc=0x52508 runtime.selectgo(0x400c529790, 0x400c529758, 0x400c529798?, 0x0, 0x4006299180?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400c529710 sp=0x400c529600 pc=0x65a08 github.com/xxx/xxx/commonlib/pool.(*staticPool).startLoggingStats.func1() /home/circleci/project/commonlib/pool/static.go:120 +0xd4 fp=0x400c5297d0 sp=0x400c529710 pc=0x16f6f54 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400c5297d0 sp=0x400c5297d0 pc=0x8c464 created by github.com/xxx/xxx/commonlib/pool.(*staticPool).startLoggingStats in goroutine 718 /home/circleci/project/commonlib/pool/static.go:117 +0x120 goroutine 4984251 gp=0x4007000c40 m=nil [chan receive]: runtime.gopark(0x400b1c2608?, 0x18c98?, 0x18?, 0x26?, 0x400b1c2628?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400b1c25d0 sp=0x400b1c25b0 pc=0x52508 runtime.chanrecv(0x4004d70480, 0x400b1c26b8, 0x1) /usr/local/go/src/runtime/chan.go:583 +0x404 fp=0x400b1c2650 sp=0x400b1c25d0 pc=0x191e4 runtime.chanrecv2(0x400b1c26c8?, 0x14a2070?) /usr/local/go/src/runtime/chan.go:447 +0x14 fp=0x400b1c2680 sp=0x400b1c2650 pc=0x18dc4 github.com/xxx/xxx/commonlib/pool.staticWorker(...) /home/circleci/project/commonlib/pool/static.go:87 github.com/xxx/xxx/commonlib/pool.NewStaticPool.func1({0x514e808, 0x4003981170}) /home/circleci/project/commonlib/pool/static.go:50 +0x64 fp=0x400b1c26d0 sp=0x400b1c2680 pc=0x16f6704 github.com/xxx/xxx/commonlib/pool.(*staticPool).startStaticPool.func1() /home/circleci/project/commonlib/pool/static.go:103 +0x2c fp=0x400b1c26f0 sp=0x400b1c26d0 pc=0x16f6cec github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.func1() /home/circleci/project/commonlib/waitgroup/waitgroup.go:83 +0x24 fp=0x400b1c2700 sp=0x400b1c26f0 pc=0x14a20d4 github.com/xxx/xxx/commonlib/waitgroup.(*SafeWaitGroup).Go.(*SafeErrorGroup).Go.func2() /home/circleci/project/commonlib/waitgroup/waitgroup.go:40 +0x88 fp=0x400b1c2760 sp=0x400b1c2700 pc=0x14a1fd8 golang.org/x/sync/errgroup.(*Group).Go.func1() /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:78 +0x58 fp=0x400b1c27d0 sp=0x400b1c2760 pc=0x14a0f98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400b1c27d0 sp=0x400b1c27d0 pc=0x8c464 created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 718 /go/pkg/mod/golang.org/x/sync@v0.6.0/errgroup/errgroup.go:75 +0x98 goroutine 1703972 gp=0x4007001dc0 m=nil [select, 151 minutes]: runtime.gopark(0x400db76f50?, 0x2?, 0x8?, 0x6e?, 0x400db76f14?) /usr/local/go/src/runtime/proc.go:402 +0xc8 fp=0x400db76dc0 sp=0x400db76da0 pc=0x52508 runtime.selectgo(0x400db76f50, 0x400db76f10, 0x4005a9b660?, 0x0, 0x400db76f28?, 0x1) /usr/local/go/src/runtime/select.go:327 +0x608 fp=0x400db76ed0 sp=0x400db76dc0 pc=0x65a08 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4015e11310, {0x514e840, 0x400436d7c0}) /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:76 +0xc8 fp=0x400db76fa0 sp=0x400db76ed0 pc=0x8162d8 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400db76fd0 sp=0x400db76fa0 pc=0x816170 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1222 +0x4 fp=0x400db76fd0 sp=0x400db76fd0 pc=0x8c464 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1703971 /go/pkg/mod/google.golang.org/grpc@v1.62.1/internal/grpcsync/callback_serializer.go:52 +0x118