runtime: `found wrong event in p's limiter event slot` on plan9-arm and openbsd-amd64-68 since 2022-08-08

[bcmills]

#!watchflakes
post <- (goos == "plan9" || goos == "openbsd") && `found wrong event in p's limiter event slot`

greplogs -l -e 'found wrong event in p'\''s limiter event slot' --since=2022-01-01
2022-08-18T17:26:40-52016be/plan9-arm
2022-08-16T20:39:44-046e8b3-e49e876/plan9-arm
2022-08-11T20:13:07-8743198/openbsd-amd64-68
2022-08-10T23:27:37-29b0703/openbsd-amd64-68
2022-08-08T14:10:37-5405df0/plan9-arm

Attn @golang/runtime; I have no idea what the common thread between these two builders might be. 😅

[prattmic]

cc @mknyszek

[mknyszek]

2022-09-02T06:06:53-134cd34/openbsd-amd64-68

[bcmills]

greplogs -l -e 'found wrong event in p'\''s limiter event slot' --since=2022-09-03
2022-09-06T16:53:53-dc029f2/openbsd-amd64-68

[gopherbot]

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`

2022-12-05 22:22 openbsd-amd64-68 go@9e059630 (log)

wirep: p->m=0(0) p->status=2
fatal error: wirep: invalid p state
runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0xa46824?, 0x2ef050350?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x2ef050310 sp=0x2ef0502e0 pc=0x43559d
runtime.wirep(0xc0006021a0?)
	/tmp/workdir/go/src/runtime/proc.go:5121 +0x105 fp=0x2ef050348 sp=0x2ef050310 pc=0x442945
...
runtime.(*limiterEvent).stop(0x4693df?, 0x4, 0x10000c000384000?)
	/tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x2333f45e8 sp=0x2333f45c0 pc=0x41d765
runtime.pidleget(0xc000583a00?)
	/tmp/workdir/go/src/runtime/proc.go:5899 +0x131 fp=0x2333f4620 sp=0x2333f45e8 pc=0x444671
runtime.exitsyscall0(0xc000583a00)
	/tmp/workdir/go/src/runtime/proc.go:4093 +0x7e fp=0x2333f4650 sp=0x2333f4620 pc=0x44029e
runtime.mcall()
	/tmp/workdir/go/src/runtime/asm_amd64.s:452 +0x43 fp=0x2333f4660 sp=0x2333f4650 pc=0x465403

go tool dist: FAILED: go list -f={{if .Stale}}	STALE {{.ImportPath}}: {{.StaleReason}}{{end}} std: exit status 2

— watchflakes

[gopherbot]

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`

2022-11-10 18:42 openbsd-amd64-68 go@1309f0c5 (log)

runtime: want=4 got=2
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0xa5a601?, 0x100000003?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f7ffffc9ac0 sp=0x7f7ffffc9a90 pc=0x43549d
runtime.(*limiterEvent).stop(0x7f7ffffc9b08?, 0x4, 0x14?)
	/tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x7f7ffffc9ae8 sp=0x7f7ffffc9ac0 pc=0x41d745
runtime.pidleget(0x100000006?)
	/tmp/workdir/go/src/runtime/proc.go:5895 +0x131 fp=0x7f7ffffc9b20 sp=0x7f7ffffc9ae8 pc=0x444571
...
cmd/go/internal/work.ActorFunc.Act(0xb330a8?, 0xc000028150?, {0xb330a8?, 0xc000028150?}, 0x447f85?)
	/tmp/workdir/go/src/cmd/go/internal/work/action.go:76 +0x33 fp=0xc000235db8 sp=0xc000235d88 pc=0x8ba773
cmd/go/internal/work.(*Builder).Do.func2({0xb330a8, 0xc000028150}, 0xc000439ce0)
	/tmp/workdir/go/src/cmd/go/internal/work/exec.go:143 +0x644 fp=0xc000235f20 sp=0xc000235db8 pc=0x8c9304
cmd/go/internal/work.(*Builder).Do.func3()
	/tmp/workdir/go/src/cmd/go/internal/work/exec.go:207 +0xb9 fp=0xc000235fe0 sp=0xc000235f20 pc=0x8c8ad9
runtime.goexit()
	/tmp/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000235fe8 sp=0xc000235fe0 pc=0x4673a1
created by cmd/go/internal/work.(*Builder).Do
	/tmp/workdir/go/src/cmd/go/internal/work/exec.go:193 +0x3f5

2022-11-10 18:51 openbsd-amd64-68 go@79d9b395 (log)

runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0xa5b673?, 0x0?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x2c94e2fd0 sp=0x2c94e2fa0 pc=0x43543d
runtime.(*limiterEvent).stop(0x0?, 0x4, 0x0?)
	/tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x2c94e2ff8 sp=0x2c94e2fd0 pc=0x41d745
runtime.pidleget(0xc000034000?)
	/tmp/workdir/go/src/runtime/proc.go:5894 +0x131 fp=0x2c94e3030 sp=0x2c94e2ff8 pc=0x4444f1
runtime.findRunnable()
	/tmp/workdir/go/src/runtime/proc.go:2972 +0x7b4 fp=0x2c94e3138 sp=0x2c94e3030 pc=0x43d2f4
runtime.schedule()
	/tmp/workdir/go/src/runtime/proc.go:3351 +0xb1 fp=0x2c94e3170 sp=0x2c94e3138 pc=0x43e411
runtime.goexit0(0xc000326b60)
	/tmp/workdir/go/src/runtime/proc.go:3678 +0x28e fp=0x2c94e31b0 sp=0x2c94e3170 pc=0x43f38e
runtime.mcall()
	/tmp/workdir/go/src/runtime/asm_amd64.s:448 +0x43 fp=0x2c94e31c0 sp=0x2c94e31b0 pc=0x4650c3

2022-11-10 23:11 openbsd-amd64-68 go@1b03568a (log)

runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0xa5d823?, 0x3?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x255289e30 sp=0x255289e00 pc=0x43549d
runtime.(*limiterEvent).stop(0x40cef3?, 0x4, 0x1?)
	/tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x255289e58 sp=0x255289e30 pc=0x41d745
runtime.pidleget(0xe58438?)
	/tmp/workdir/go/src/runtime/proc.go:5894 +0x131 fp=0x255289e90 sp=0x255289e58 pc=0x444551
runtime.pidlegetSpinning(0xc000028120?)
	/tmp/workdir/go/src/runtime/proc.go:5912 +0x19 fp=0x255289ea8 sp=0x255289e90 pc=0x4445d9
runtime.wakep()
	/tmp/workdir/go/src/runtime/proc.go:2517 +0x70 fp=0x255289ed8 sp=0x255289ea8 pc=0x43c510
runtime.resetspinning()
	/tmp/workdir/go/src/runtime/proc.go:3235 +0x49 fp=0x255289ef8 sp=0x255289ed8 pc=0x43e0a9
runtime.schedule()
	/tmp/workdir/go/src/runtime/proc.go:3357 +0xd1 fp=0x255289f30 sp=0x255289ef8 pc=0x43e491
runtime.goexit0(0xc0000a8680)
	/tmp/workdir/go/src/runtime/proc.go:3678 +0x28e fp=0x255289f70 sp=0x255289f30 pc=0x43f3ee
runtime.mcall()
	/tmp/workdir/go/src/runtime/asm_amd64.s:448 +0x43 fp=0x255289f80 sp=0x255289f70 pc=0x4651c3

2022-11-15 20:22 openbsd-amd64-68 go@0b82b670 (log)

runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0x8723c0?, 0x3?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x2760beac8 sp=0x2760bea98 pc=0x434b7d
runtime.(*limiterEvent).stop(0x2760beb10?, 0x4, 0xa99378?)
	/tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x2760beaf0 sp=0x2760beac8 pc=0x41c985
runtime.pidleget(0x100000006?)
	/tmp/workdir/go/src/runtime/proc.go:5894 +0x131 fp=0x2760beb28 sp=0x2760beaf0 pc=0x444051
...
cmd/go/internal/work.(*Builder).Do.func2({0x903f18, 0xc00002a0f8}, 0xc000590f20)
	/tmp/workdir/go/src/cmd/go/internal/work/exec.go:143 +0x644 fp=0xc00081ff20 sp=0xc00081fdb8 pc=0x734b24
cmd/go/internal/work.(*Builder).Do.func3()
	/tmp/workdir/go/src/cmd/go/internal/work/exec.go:207 +0xb9 fp=0xc00081ffe0 sp=0xc00081ff20 pc=0x7342f9
runtime.goexit()
	/tmp/workdir/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00081ffe8 sp=0xc00081ffe0 pc=0x465f61
created by cmd/go/internal/work.(*Builder).Do
	/tmp/workdir/go/src/cmd/go/internal/work/exec.go:193 +0x3f5

go tool dist: FAILED: /tmp/workdir/go/pkg/tool/openbsd_amd64/go_bootstrap list -f={{if .Stale}}	STALE {{.ImportPath}}: {{.StaleReason}}{{end}} cmd/asm cmd/cgo cmd/compile cmd/link runtime/internal/sys: exit status 2

2022-11-18 18:50 openbsd-amd64-68 go@f64c2a2c (log)

runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0xa5a15b?, 0x3?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x2de9b6ec8 sp=0x2de9b6e98 pc=0x43559d
runtime.(*limiterEvent).stop(0x8?, 0x4, 0xd432c65cc5?)
	/tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x2de9b6ef0 sp=0x2de9b6ec8 pc=0x41d765
runtime.pidleget(0xc000028120?)
	/tmp/workdir/go/src/runtime/proc.go:5903 +0x131 fp=0x2de9b6f28 sp=0x2de9b6ef0 pc=0x444691
...
runtime.chansend1(0x1000000010000?, 0xc00002cea0?)
	/tmp/workdir/go/src/runtime/chan.go:145 +0x1d fp=0xc000720f58 sp=0xc000720f28 pc=0x406d5d
os/exec.(*Cmd).Start.func2(0xc000720f98?)
	/tmp/workdir/go/src/os/exec/exec.go:725 +0xb5 fp=0xc000720fc8 sp=0xc000720f58 pc=0x515075
os/exec.(*Cmd).Start.func3()
	/tmp/workdir/go/src/os/exec/exec.go:729 +0x2a fp=0xc000720fe0 sp=0xc000720fc8 pc=0x514f8a
runtime.goexit()
	/tmp/workdir/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000720fe8 sp=0xc000720fe0 pc=0x467681
created by os/exec.(*Cmd).Start
	/tmp/workdir/go/src/os/exec/exec.go:716 +0xa33

2022-11-21 22:43 openbsd-amd64-68 go@7656cba9 cmd/go.TestScript (log)

vcs-test.golang.org rerouted to http://127.0.0.1:1378
https://vcs-test.golang.org rerouted to https://127.0.0.1:35814
go test proxy running at GOPROXY=http://127.0.0.1:24293/mod
runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0x344a36?, 0x0?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f7ffffc0f08 sp=0x7f7ffffc0ed8 pc=0x7c8a7d
runtime.(*limiterEvent).stop(0x0?, 0x4, 0x0?)
...
	/tmp/workdir/go/src/cmd/go/internal/script/engine.go:566 +0x1bf fp=0xc0009cd908 sp=0xc0009cd838 pc=0xda7e9f
cmd/go/internal/script.(*Engine).Execute(0xc000012510, 0xc000410270, {0xc00056fba0, 0x12}, 0xc00064dc50?, {0x439b60, 0xc000b4a400})
	/tmp/workdir/go/src/cmd/go/internal/script/engine.go:292 +0x96f fp=0xc0009cdbc8 sp=0xc0009cd908 pc=0xda566f
cmd/go/internal/script/scripttest.Run.func1({0x442248, 0xc0004fb860}, 0xc000410270, 0x2c5db4508?, {0xc00056fba0, 0x12}, {0x438600?, 0xc000e6c5d0})
	/tmp/workdir/go/src/cmd/go/internal/script/scripttest/scripttest.go:89 +0x59d fp=0xc0009cdd90 sp=0xc0009cdbc8 pc=0xdbbf5d
cmd/go/internal/script/scripttest.Run({0x442248, 0xc0004fb860}, 0x3136f3?, 0xc00064dee8?, {0xc00056fba0, 0x12}, {0x438600, 0xc000e6c5d0})
	/tmp/workdir/go/src/cmd/go/internal/script/scripttest/scripttest.go:90 +0x9a fp=0xc0009cde10 sp=0xc0009cdd90 pc=0xdbb7ba
cmd/go_test.TestScript.func3(0xc0004fb860)
	/tmp/workdir/go/src/cmd/go/script_test.go:154 +0x60d fp=0xc0009cdf70 sp=0xc0009cde10 pc=0xdd88cd
testing.tRunner(0xc0004fb860, 0xc0004dea50)

2022-11-22 18:11 openbsd-amd64-68 go@7a00f973 (log)

PASS




runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0xa65624?, 0x293ed8c50?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x293ed8c00 sp=0x293ed8bd0 pc=0x43559d
runtime.(*limiterEvent).stop(0x4?, 0x4, 0x0?)
	/tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x293ed8c28 sp=0x293ed8c00 pc=0x41d765
runtime.pidleget(0xc000024040?)
	/tmp/workdir/go/src/runtime/proc.go:5903 +0x131 fp=0x293ed8c60 sp=0x293ed8c28 pc=0x444691
runtime.findRunnable()
	/tmp/workdir/go/src/runtime/proc.go:2981 +0x7b4 fp=0x293ed8d68 sp=0x293ed8c60 pc=0x43d494
runtime.schedule()
	/tmp/workdir/go/src/runtime/proc.go:3360 +0xb1 fp=0x293ed8da0 sp=0x293ed8d68 pc=0x43e5b1
runtime.exitsyscall0(0xc00026f380)
	/tmp/workdir/go/src/runtime/proc.go:4123 +0x15f fp=0x293ed8dd0 sp=0x293ed8da0 pc=0x44037f
runtime.mcall()
	/tmp/workdir/go/src/runtime/asm_amd64.s:452 +0x43 fp=0x293ed8de0 sp=0x293ed8dd0 pc=0x465423

— watchflakes

[gopherbot]

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`

2023-02-21 15:35 plan9-arm go@81eda3a3 cmd/link.TestMachOBuildVersion (log)

--- FAIL: TestMachOBuildVersion (5.80s)
    link_test.go:376: [/boot/workdir/go/bin/go build -ldflags=-linkmode=internal -o /tmp/TestMachOBuildVersion1918430751/001/main /tmp/TestMachOBuildVersion1918430751/001/main.go]: exit status: 'go 116269: 2':
        runtime: want=4 got=0
        fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

        runtime stack:
        runtime.throw({0x638ce7, 0x3e})
        	runtime/panic.go:1075 +0x4c fp=0x3ffffbf8 sp=0x3ffffbe4 pc=0x3bf44
        runtime.(*limiterEvent).stop(0x943a248, 0x4, 0x1745e59c90fffb54)
        	runtime/mgclimit.go:453 +0x230 fp=0x3ffffc2c sp=0x3ffffbf8 pc=0x1fb74
        runtime.pidleget(0x0)
        	runtime/proc.go:5888 +0x170 fp=0x3ffffc58 sp=0x3ffffc2c pc=0x4cd7c
        runtime.pidlegetSpinning(0x0)
        	runtime/proc.go:5906 +0x24 fp=0x3ffffc78 sp=0x3ffffc58 pc=0x4cdf8
        runtime.wakep()
        	runtime/proc.go:2515 +0x94 fp=0x3ffffc98 sp=0x3ffffc78 pc=0x43ad8
        runtime.resetspinning()
        	runtime/proc.go:3233 +0x50 fp=0x3ffffca8 sp=0x3ffffc98 pc=0x45c9c
        runtime.schedule()
        	runtime/proc.go:3355 +0xd8 fp=0x3ffffcc4 sp=0x3ffffca8 pc=0x46124
        runtime.park_m(0x9402780)
        	runtime/proc.go:3500 +0x150 fp=0x3ffffcd8 sp=0x3ffffcc4 pc=0x468ec
        runtime.mcall()
        	runtime/asm_arm.s:265 +0x48 fp=0x3ffffce0 sp=0x3ffffcd8 pc=0x6c4b8

— watchflakes