Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

runtime: corruption in tests #55167

Open
rsc opened this issue Sep 20, 2022 · 182 comments
Open

runtime: corruption in tests #55167

rsc opened this issue Sep 20, 2022 · 182 comments
Labels
compiler/runtime Issues related to the Go compiler and/or runtime. NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one.
Milestone

Comments

@rsc
Copy link
Contributor

rsc commented Sep 20, 2022

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"

This issue gathers flakes caused by runtime.throw, which should "never happen" and usually indicates some kind of corruption.

@rsc rsc added the NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one. label Sep 20, 2022
@gopherbot gopherbot added the compiler/runtime Issues related to the Go compiler and/or runtime. label Sep 20, 2022
@gopherbot
Copy link

gopherbot commented Sep 20, 2022

Found new matching flaky dashboard failures for:

#!watchflakes
post <- `runtime.throw\(` || `fatal error:`
2022-08-08 14:11 windows-386-2012 go@6e9925c4 runtime (log)
Exception 0xc7 0xcccccccc 0xcccccccc 0x0
PC=0x0

fatal error: unexpected signal during runtime execution
[signal 0xc0000005 code=0x0 addr=0x0 pc=0x465d7a]

runtime stack:
runtime.throw({0x7f14e7, 0x2a})
	C:/workdir/go/src/runtime/panic.go:1047 +0x4d fp=0x328ffbdc sp=0x328ffbc8 pc=0x44047d
runtime.sigpanic()
...
fatal error: unexpected signal during runtime execution
panic during panic
[signal 0xc0000005 code=0x0 addr=0x0 pc=0x46631f]

runtime stack:
runtime.throw({0x7f14e7, 0x2a})
	C:/workdir/go/src/runtime/panic.go:1047 +0x4d fp=0x328ff824 sp=0x328ff810 pc=0x44047d
runtime.sigpanic()
	C:/workdir/go/src/runtime/signal_windows.go:250 +0x23b fp=0x328ff848 sp=0x328ff824 pc=0x455fab
runtime.gentraceback(0xffffffff, 0xffffffff, 0x0, 0x142ca4b0, 0x0, 0x0, 0x64, 0x0, 0x0, 0x0)
...
	C:/workdir/go/src/runtime/traceback.go:846 +0x1a2 fp=0x328ffef0 sp=0x328ffe10 pc=0x468562
runtime.tracebacktrap(0x0, 0x0, 0x0, 0x142ca4b0)
	C:/workdir/go/src/runtime/traceback.go:810 +0x7e fp=0x328fff08 sp=0x328ffef0 pc=0x4683ae
runtime.winthrow(0x750df4, 0x12860ad0, 0x142ca4b0)
	C:/workdir/go/src/runtime/signal_windows.go:235 +0x202 fp=0x328fff34 sp=0x328fff08 pc=0x4559b2
runtime.lastcontinuehandler(0x750df4, 0x12860ad0, 0x142ca4b0)
	C:/workdir/go/src/runtime/signal_windows.go:198 +0x58 fp=0x328fff44 sp=0x328fff34 pc=0x455798
sigtramp()
	C:/workdir/go/src/runtime/sys_windows_386.s:127 +0x77 fp=0x328fff48 sp=0x328fff44 pc=0x477657
*** Test killed: ran too long (6m0s).
2022-08-08 16:57 js-wasm go@b589208c go/internal/gcimporter (log)
runtime: marked free object in span 0x369ed8, elemsize=5376 freeindex=0 (bad use of unsafe.Pointer? try -d=checkptr)
0x456000 alloc marked  
0x457500 free  unmarked
0x458a00 free  marked   zombie
0x0000000000458a00:  0x544f4f524f472420  0x2f6f672f6372732f 
0x0000000000458a10:  0x2f72656e6e616373  0x672e73726f727265 
0x0000000000458a20:  0x5008736f5003006f  0x086e6f697469736f 
0x0000000000458a30:  0x6e656b6f742f6f67  0x7272450567734d03 
0x0000000000458a40:  0x637365066501726f  0x016464410301003a 
0x0000000000458a50:  0x4c726f7272450970  0x03736f7003747369 
...
fatal error: found pointer to free object

goroutine 3 [running]:
runtime.throw({0x7d89b, 0x1c})
	/workdir/go/src/runtime/panic.go:1047 +0x3 fp=0x4315e0 sp=0x4315b8 pc=0x12460003
runtime.(*mspan).reportZombies(0x369ed8)
	/workdir/go/src/runtime/mgcsweep.go:788 +0x60 fp=0x431660 sp=0x4315e0 pc=0x118b0060
runtime.(*sweepLocked).sweep(0x431780, 0x0)
	/workdir/go/src/runtime/mgcsweep.go:607 +0x5f fp=0x431748 sp=0x431660 pc=0x118a005f
runtime.sweepone()
	/workdir/go/src/runtime/mgcsweep.go:370 +0x18 fp=0x4317a8 sp=0x431748 pc=0x11880018
runtime.bgsweep(0x438000)
	/workdir/go/src/runtime/mgcsweep.go:282 +0x2c fp=0x4317d0 sp=0x4317a8 pc=0x1185002c
runtime.gcenable.func1()
	/workdir/go/src/runtime/mgc.go:178 +0x2 fp=0x4317e0 sp=0x4317d0 pc=0x110a0002
runtime.goexit()
	/workdir/go/src/runtime/asm_wasm.s:401 +0x1 fp=0x4317e8 sp=0x4317e0 pc=0x14350001
created by runtime.gcenable
	/workdir/go/src/runtime/mgc.go:178 +0x8
2022-08-08 16:58 js-wasm go@2493072d go/build (log)
runtime: marked free object in span 0xd7ef80, elemsize=288 freeindex=4 (bad use of unsafe.Pointer? try -d=checkptr)
0x676000 alloc unmarked
0x676120 alloc marked  
0x676240 alloc unmarked
0x676360 alloc unmarked
0x676480 free  unmarked
0x6765a0 free  marked   zombie
0x00000000006765a0:  0x0000000000000000  0x0000000000000000 
0x00000000006765b0:  0x0000000000000000  0x0000000000000000 
0x00000000006765c0:  0x0000000000000000  0x0000000000000000 
...
fatal error: found pointer to free object

runtime stack:
runtime.throw({0x558d1, 0x1c})
	/workdir/go/src/runtime/panic.go:1047 +0x3 fp=0x265d88 sp=0x265d60 pc=0x12430003
runtime.(*mspan).reportZombies(0xd7ef80)
	/workdir/go/src/runtime/mgcsweep.go:788 +0x60 fp=0x265e08 sp=0x265d88 pc=0x11880060
runtime.(*sweepLocked).sweep(0x265f10, 0x0)
	/workdir/go/src/runtime/mgcsweep.go:607 +0x5f fp=0x265ef0 sp=0x265e08 pc=0x1187005f
runtime.(*mcentral).uncacheSpan(0x24ccd0, 0xd7ef80)
...
runtime.gcMarkTermination()
	/workdir/go/src/runtime/mgc.go:1058 +0x6c fp=0x432f00 sp=0x432cf8 pc=0x1118006c
runtime.gcMarkDone()
	/workdir/go/src/runtime/mgc.go:918 +0x45 fp=0x432f58 sp=0x432f00 pc=0x11120045
runtime.gcBgMarkWorker()
	/workdir/go/src/runtime/mgc.go:1366 +0x66 fp=0x432fe0 sp=0x432f58 pc=0x111c0066
runtime.goexit()
	/workdir/go/src/runtime/asm_wasm.s:401 +0x1 fp=0x432fe8 sp=0x432fe0 pc=0x14360001
created by runtime.gcBgMarkStartWorkers
	/workdir/go/src/runtime/mgc.go:1158 +0x3
2022-08-08 17:36 linux-386-longtest go@ebf182c8 runtime/pprof (log)
runtime: pointer 0x616e6966 to unallocated span span.base()=0x8f78000 span.limit=0x8f79ff8 span.state=0
runtime: found in object at *(0x8d3a420+0x0)
object=0x8d3a420 s.base()=0x8d3a000 s.limit=0x8d3c000 s.spanclass=5 s.elemsize=16 s.state=mSpanInUse
 *(object+0) = 0x616e6966 <==
 *(object+4) = 0x657a696c
 *(object+8) = 0x8114ed7
 *(object+12) = 0x0
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x81d8da0, 0x3e})
	/workdir/go/src/runtime/panic.go:1047 +0x4d fp=0x8c53e2c sp=0x8c53e18 pc=0x807fbdd
runtime.badPointer(0xef804360, 0x616e6966, 0x8d3a420, 0x0)
	/workdir/go/src/runtime/mbitmap.go:316 +0xa2 fp=0x8c53e4c sp=0x8c53e2c pc=0x8058f12
runtime.findObject(0x616e6966, 0x8d3a420, 0x0)
	/workdir/go/src/runtime/mbitmap.go:359 +0x9e fp=0x8c53e64 sp=0x8c53e4c pc=0x805916e
runtime.scanobject(0x8d3a420, 0x8c2895c)
	/workdir/go/src/runtime/mgcmark.go:1341 +0x183 fp=0x8c53eb4 sp=0x8c53e64 pc=0x8065613
runtime.markrootSpans(0x8c2895c, 0x0)
	/workdir/go/src/runtime/mgcmark.go:390 +0x18e fp=0x8c53ef0 sp=0x8c53eb4 pc=0x80630fe
runtime.markroot(0x8c2895c, 0x4, 0x1)
	/workdir/go/src/runtime/mgcmark.go:192 +0xe9 fp=0x8c53f4c sp=0x8c53ef0 pc=0x80628c9
runtime.gcDrain(0x8c2895c, 0x3)
	/workdir/go/src/runtime/mgcmark.go:1069 +0x4ed fp=0x8c53fb0 sp=0x8c53f4c pc=0x8064ffd
runtime.gcBgMarkWorker.func2()
	/workdir/go/src/runtime/mgc.go:1307 +0xaa fp=0x8c53fdc sp=0x8c53fb0 pc=0x806060a
runtime.systemstack()
	/workdir/go/src/runtime/asm_386.s:370 +0x41 fp=0x8c53fe0 sp=0x8c53fdc pc=0x80af4e1
2022-08-08 17:39 js-wasm go@d42b520b go/internal/gcimporter (log)
runtime: marked free object in span 0x369a10, elemsize=2304 freeindex=0 (bad use of unsafe.Pointer? try -d=checkptr)
0x46c000 alloc marked  
0x46c900 free  unmarked
0x46d200 free  unmarked
0x46db00 free  unmarked
0x46e400 free  marked   zombie
0x000000000046e400:  0x0000000000000000  0x0000000000000000 
0x000000000046e410:  0x0000000000000000  0x0000000000000000 
0x000000000046e420:  0x0000000000000000  0x0000000000000000 
0x000000000046e430:  0x0000000000000000  0x0000000000000000 
...
fatal error: found pointer to free object

goroutine 3 [running]:
runtime.throw({0x7d888, 0x1c})
	/workdir/go/src/runtime/panic.go:1047 +0x3 fp=0x4315e0 sp=0x4315b8 pc=0x12460003
runtime.(*mspan).reportZombies(0x369a10)
	/workdir/go/src/runtime/mgcsweep.go:788 +0x60 fp=0x431660 sp=0x4315e0 pc=0x118b0060
runtime.(*sweepLocked).sweep(0x431780, 0x0)
	/workdir/go/src/runtime/mgcsweep.go:607 +0x5f fp=0x431748 sp=0x431660 pc=0x118a005f
runtime.sweepone()
	/workdir/go/src/runtime/mgcsweep.go:370 +0x18 fp=0x4317a8 sp=0x431748 pc=0x11880018
runtime.bgsweep(0x438000)
	/workdir/go/src/runtime/mgcsweep.go:282 +0x2c fp=0x4317d0 sp=0x4317a8 pc=0x1185002c
runtime.gcenable.func1()
	/workdir/go/src/runtime/mgc.go:178 +0x2 fp=0x4317e0 sp=0x4317d0 pc=0x110a0002
runtime.goexit()
	/workdir/go/src/runtime/asm_wasm.s:401 +0x1 fp=0x4317e8 sp=0x4317e0 pc=0x14350001
created by runtime.gcenable
	/workdir/go/src/runtime/mgc.go:178 +0x8
2022-08-08 17:39 js-wasm go@d02d5fda go/internal/gcimporter (log)
runtime: pointer 0x7e42a0 to unused region of span span.base()=0x522000 span.limit=0x526000 span.state=1
runtime: found in object at *(0x424f00+0x90)
object=0x424f00 s.base()=0x41e000 s.limit=0x42be00 s.spanclass=104 s.elemsize=9472 s.state=mSpanInUse
 *(object+0) = 0x8fd8
 *(object+8) = 0x6e63d0
 *(object+16) = 0xc
 *(object+24) = 0x6e67d0
 *(object+32) = 0xa
 *(object+40) = 0x0
 *(object+48) = 0x0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x8604a, 0x3e})
	/workdir/go/src/runtime/panic.go:1047 +0x3 fp=0x351220 sp=0x3511f8 pc=0x12460003
runtime.badPointer(0xdfb508, 0x7e42a0, 0x424f00, 0x90)
	/workdir/go/src/runtime/mbitmap.go:316 +0xe fp=0x351260 sp=0x351220 pc=0x10dc000e
runtime.findObject(0x7e42a0, 0x424f00, 0x90)
	/workdir/go/src/runtime/mbitmap.go:359 +0x1d fp=0x351290 sp=0x351260 pc=0x10dd001d
runtime.scanobject(0x424f00, 0x41f240)
	/workdir/go/src/runtime/mgcmark.go:1341 +0x32 fp=0x351328 sp=0x351290 pc=0x11460032
runtime.gcDrain(0x41f240, 0x7)
	/workdir/go/src/runtime/mgcmark.go:1103 +0x35 fp=0x351380 sp=0x351328 pc=0x11430035
runtime.gcBgMarkWorker.func2()
	/workdir/go/src/runtime/mgc.go:1326 +0x8 fp=0x3513d8 sp=0x351380 pc=0x11200008
runtime.systemstack()
	/workdir/go/src/runtime/asm_wasm.s:169 +0x2 fp=0x3513e0 sp=0x3513d8 pc=0x140c0002
runtime.mstart()
	/workdir/go/src/runtime/asm_wasm.s:27 fp=0x3513e8 sp=0x3513e0 pc=0x14080000
2022-08-09 14:33 js-wasm go@0981d9ff go/build (log)
runtime: pointer 0x737973 to unused region of span span.base()=0x498000 span.limit=0x49a000 span.state=1
runtime: found in object at *(0x61c560+0x8)
object=0x61c560 s.base()=0x61c000 s.limit=0x61e000 s.spanclass=5 s.elemsize=16 s.state=mSpanInUse
 *(object+0) = 0x7ff8000100001eb1
 *(object+8) = 0x737973 <==
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x5b8ee, 0x3e})
	/workdir/go/src/runtime/panic.go:1047 +0x3 fp=0x265e00 sp=0x265dd8 pc=0x12430003
runtime.badPointer(0xcbd0a8, 0x737973, 0x61c560, 0x8)
	/workdir/go/src/runtime/mbitmap.go:316 +0xe fp=0x265e40 sp=0x265e00 pc=0x10d9000e
runtime.findObject(0x737973, 0x61c560, 0x8)
	/workdir/go/src/runtime/mbitmap.go:359 +0x1d fp=0x265e70 sp=0x265e40 pc=0x10da001d
runtime.scanobject(0x61c560, 0x41f240)
	/workdir/go/src/runtime/mgcmark.go:1341 +0x32 fp=0x265f08 sp=0x265e70 pc=0x11430032
runtime.markrootSpans(0x41f240, 0x0)
	/workdir/go/src/runtime/mgcmark.go:390 +0x34 fp=0x265f80 sp=0x265f08 pc=0x11360034
runtime.markroot(0x41f240, 0x4, 0x1)
	/workdir/go/src/runtime/mgcmark.go:192 +0x1d fp=0x266028 sp=0x265f80 pc=0x1132001d
runtime.gcDrain(0x41f240, 0xb)
	/workdir/go/src/runtime/mgcmark.go:1069 +0x66 fp=0x266080 sp=0x266028 pc=0x11400066
runtime.gcBgMarkWorker.func2()
	/workdir/go/src/runtime/mgc.go:1324 +0xa fp=0x2660d8 sp=0x266080 pc=0x111d000a
runtime.systemstack()
	/workdir/go/src/runtime/asm_wasm.s:169 +0x2 fp=0x2660e0 sp=0x2660d8 pc=0x140d0002
runtime.mstart()
	/workdir/go/src/runtime/asm_wasm.s:27 fp=0x2660e8 sp=0x2660e0 pc=0x14090000
2022-08-09 15:13 js-wasm go@0d9ed063 go/internal/gcimporter (log)
runtime: marked free object in span 0x36b968, elemsize=10240 freeindex=1 (bad use of unsafe.Pointer? try -d=checkptr)
0x4aa000 alloc unmarked
0x4ac800 free  unmarked
0x4af000 free  unmarked
0x4b1800 free  marked   zombie
0x00000000004b1800:  0x0000000000000012  0x0000000000000000 
0x00000000004b1810:  0x0000000000000000  0x0000000000000000 
0x00000000004b1820:  0x0000000000000000  0x0000000000000000 
0x00000000004b1830:  0x0000000000000000  0x0000000000000000 
0x00000000004b1840:  0x0000a3585de23a8c  0x0000000000002bac 
...
fatal error: found pointer to free object

runtime stack:
runtime.throw({0x7d885, 0x1c})
	/workdir/go/src/runtime/panic.go:1047 +0x3 fp=0x351088 sp=0x351060 pc=0x12460003
runtime.(*mspan).reportZombies(0x36b968)
	/workdir/go/src/runtime/mgcsweep.go:788 +0x60 fp=0x351108 sp=0x351088 pc=0x118b0060
runtime.(*sweepLocked).sweep(0x351210, 0x0)
	/workdir/go/src/runtime/mgcsweep.go:607 +0x5f fp=0x3511f0 sp=0x351108 pc=0x118a005f
runtime.(*mcentral).uncacheSpan(0x33b4f0, 0x36b968)
...
runtime.gcMarkTermination()
	/workdir/go/src/runtime/mgc.go:1058 +0x6c fp=0x432f00 sp=0x432cf8 pc=0x111b006c
runtime.gcMarkDone()
	/workdir/go/src/runtime/mgc.go:918 +0x45 fp=0x432f58 sp=0x432f00 pc=0x11150045
runtime.gcBgMarkWorker()
	/workdir/go/src/runtime/mgc.go:1366 +0x66 fp=0x432fe0 sp=0x432f58 pc=0x111f0066
runtime.goexit()
	/workdir/go/src/runtime/asm_wasm.s:401 +0x1 fp=0x432fe8 sp=0x432fe0 pc=0x14350001
created by runtime.gcBgMarkStartWorkers
	/workdir/go/src/runtime/mgc.go:1158 +0x3
2022-08-09 16:09 js-wasm go@e1a8e0e0 go/internal/gcimporter (log)
runtime: marked free object in span 0x368228, elemsize=24 freeindex=0 (bad use of unsafe.Pointer? try -d=checkptr)
0x416000 alloc marked  
0x416018 alloc marked  
0x416030 alloc marked  
0x416048 alloc marked  
0x416060 alloc marked  
0x416078 alloc marked  
0x416090 alloc marked  
0x4160a8 alloc marked  
0x4160c0 alloc marked  
...
fatal error: found pointer to free object

goroutine 3 [running]:
runtime.throw({0x7d898, 0x1c})
	/workdir/go/src/runtime/panic.go:1047 +0x3 fp=0x4315e0 sp=0x4315b8 pc=0x12460003
runtime.(*mspan).reportZombies(0x368228)
	/workdir/go/src/runtime/mgcsweep.go:788 +0x60 fp=0x431660 sp=0x4315e0 pc=0x118b0060
runtime.(*sweepLocked).sweep(0x431780, 0x0)
	/workdir/go/src/runtime/mgcsweep.go:612 +0xfd fp=0x431748 sp=0x431660 pc=0x118a00fd
runtime.sweepone()
	/workdir/go/src/runtime/mgcsweep.go:370 +0x18 fp=0x4317a8 sp=0x431748 pc=0x11880018
runtime.bgsweep(0x438000)
	/workdir/go/src/runtime/mgcsweep.go:282 +0x2c fp=0x4317d0 sp=0x4317a8 pc=0x1185002c
runtime.gcenable.func1()
	/workdir/go/src/runtime/mgc.go:178 +0x2 fp=0x4317e0 sp=0x4317d0 pc=0x110a0002
runtime.goexit()
	/workdir/go/src/runtime/asm_wasm.s:401 +0x1 fp=0x4317e8 sp=0x4317e0 pc=0x14350001
created by runtime.gcenable
	/workdir/go/src/runtime/mgc.go:178 +0x8
2022-08-17 03:24 linux-amd64-staticlockranking go@c6be7103 cmd/trace (log)
207239  ======
0 : sysmon 1 0xd69998
1 : traceBuf 23 0xd80f98
2 : traceStackTab 42 0xd70ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe1ba?, 0x45eb45?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7ffe58068ed8 sp=0x7ffe58068ea8 pc=0x43a77d
...
cmd/trace.TestFoo(0xc000241520)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000052770 sp=0xc0000525b0 pc=0x751769
testing.tRunner(0xc000241520, 0xad0728)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000527c0 sp=0xc000052770 pc=0x51832b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000527e0 sp=0xc0000527c0 pc=0x5191ca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46f401
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-17 04:02 linux-amd64-staticlockranking go@c411886c cmd/trace (log)
206456  ======
0 : sysmon 1 0xd69998
1 : traceBuf 23 0xd80f98
2 : traceStackTab 42 0xd70ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe1ba?, 0x45eb45?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fccea0d1c20 sp=0x7fccea0d1bf0 pc=0x43a77d
...
cmd/trace.TestFoo(0xc0002311e0)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000052770 sp=0xc0000525b0 pc=0x751769
testing.tRunner(0xc0002311e0, 0xad0728)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000527c0 sp=0xc000052770 pc=0x51832b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000527e0 sp=0xc0000527c0 pc=0x5191ca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46f401
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-17 16:26 linux-amd64-staticlockranking go@5b0ce94c cmd/trace (log)
205725  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe2ba?, 0x45eba5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f3aee48cc20 sp=0x7f3aee48cbf0 pc=0x43a7bd
...
cmd/trace.TestFoo(0xc000437520)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000051f70 sp=0xc000051db0 pc=0x751609
testing.tRunner(0xc000437520, 0xad0828)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc000051fc0 sp=0xc000051f70 pc=0x5181cb
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc000051fe0 sp=0xc000051fc0 pc=0x51906a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000051fe8 sp=0xc000051fe0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-17 16:48 linux-amd64-staticlockranking go@b11b4b4d cmd/trace (log)
206911  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe21a?, 0x45ebe5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fcd758b1c20 sp=0x7fcd758b1bf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc000231a00)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000053770 sp=0xc0000535b0 pc=0x751649
testing.tRunner(0xc000231a00, 0xad0788)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000537c0 sp=0xc000053770 pc=0x51820b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000537e0 sp=0xc0000537c0 pc=0x5190aa
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000537e8 sp=0xc0000537e0 pc=0x46f4a1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-17 17:40 linux-amd64-staticlockranking go@dea67a9b cmd/trace (log)
206798  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe21a?, 0x45ebe5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f9ff3d69c20 sp=0x7f9ff3d69bf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc00021dd40)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc00023f770 sp=0xc00023f5b0 pc=0x751669
testing.tRunner(0xc00021dd40, 0xad0788)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc00023f7c0 sp=0xc00023f770 pc=0x51820b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc00023f7e0 sp=0xc00023f7c0 pc=0x5190aa
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00023f7e8 sp=0xc00023f7e0 pc=0x46f4a1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-17 18:47 linux-amd64-staticlockranking go@57d05512 runtime/trace (log)
94330  ======
0 : traceStackTab 42 0x6fa658
1 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x5bd466?, 0x45d565?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fddef7fdc20 sp=0x7fddef7fdbf0 pc=0x4398dd
runtime.checkRanks(0xc0004036c0, 0x642358?, 0xffffffff000318ff?)
	/workdir/go/src/runtime/lockrank_on.go:156 +0x21a fp=0x7fddef7fdc80 sp=0x7fddef7fdc20 pc=0x40d93a
...
	/workdir/go/src/runtime/trace/trace_test.go:374 +0x125 fp=0xc0000537e0 sp=0xc0000536c8 pc=0x569de5
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000537e8 sp=0xc0000537e0 pc=0x46d581
created by runtime/trace_test.TestTraceStressStartStop
	/workdir/go/src/runtime/trace/trace_test.go:360 +0x12b

goroutine 19 [running]:
	goroutine running on other thread; stack unavailable
created by runtime.gcenable
	/workdir/go/src/runtime/mgc.go:179 +0xaa
2022-08-17 20:19 freebsd-amd64-12_3 go@9c2b481b compress/flate (log)
runtime: pointer 0xc0014a6000 to unallocated span span.base()=0xc0014a6000 span.limit=0xc0014c6020 span.state=0
runtime: found in object at *(0xc0012d6000+0x18058)
object=0xc0012d6000 s.base()=0xc001276000 s.limit=0xc001316508 s.spanclass=0 s.elemsize=663552 s.state=mSpanInUse
 *(object+0) = 0x0
 *(object+8) = 0x0
 *(object+16) = 0x0
 *(object+24) = 0x0
 *(object+32) = 0x0
 *(object+40) = 0x0
 *(object+48) = 0x0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x559f67?, 0x6?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0xc000055df8 sp=0xc000055dc8 pc=0x4347bd
runtime.badPointer(0x827ccaf60, 0xc000055e70?, 0xc0012d6000, 0xc000055f00?)
	/tmp/workdir/go/src/runtime/mbitmap.go:316 +0x150 fp=0xc000055e48 sp=0xc000055df8 pc=0x413390
runtime.findObject(0xc00095af00?, 0xc00002cf00?, 0xc00004a800?)
	/tmp/workdir/go/src/runtime/mbitmap.go:359 +0xa6 fp=0xc000055e80 sp=0xc000055e48 pc=0x413526
runtime.scanobject(0xc00002bc40?, 0xc00002bc40)
	/tmp/workdir/go/src/runtime/mgcmark.go:1335 +0x165 fp=0xc000055f10 sp=0xc000055e80 pc=0x41dd45
runtime.gcDrain(0xc00002bc40, 0x3)
	/tmp/workdir/go/src/runtime/mgcmark.go:1105 +0x1d4 fp=0xc000055f70 sp=0xc000055f10 pc=0x41d5b4
runtime.gcBgMarkWorker.func2()
	/tmp/workdir/go/src/runtime/mgc.go:1307 +0xa5 fp=0xc000055fc0 sp=0xc000055f70 pc=0x419ca5
runtime.systemstack()
	/tmp/workdir/go/src/runtime/asm_amd64.s:492 +0x49 fp=0xc000055fc8 sp=0xc000055fc0 pc=0x464009
2022-08-17 23:18 linux-amd64-staticlockranking go@9709d92b cmd/trace (log)
208372  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe21a?, 0x45ebe5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7ffee1aee558 sp=0x7ffee1aee528 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc00021f380)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000053770 sp=0xc0000535b0 pc=0x751689
testing.tRunner(0xc00021f380, 0xad0788)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000537c0 sp=0xc000053770 pc=0x51822b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000537e0 sp=0xc0000537c0 pc=0x5190ca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000537e8 sp=0xc0000537e0 pc=0x46f4a1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 00:30 linux-amd64-staticlockranking go@b30ba3df cmd/trace (log)
207630  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe21a?, 0x45ebe5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7ff99abebc20 sp=0x7ff99abebbf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc000233ba0)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000235f70 sp=0xc000235db0 pc=0x751689
testing.tRunner(0xc000233ba0, 0xad0788)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc000235fc0 sp=0xc000235f70 pc=0x51822b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc000235fe0 sp=0xc000235fc0 pc=0x5190ca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000235fe8 sp=0xc000235fe0 pc=0x46f4a1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 02:51 linux-amd64-staticlockranking go@04d3d6bf cmd/trace (log)
208093  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe21a?, 0x45eba5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f83c6597c20 sp=0x7f83c6597bf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc000239520)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc00043af70 sp=0xc00043adb0 pc=0x751649
testing.tRunner(0xc000239520, 0xad0788)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc00043afc0 sp=0xc00043af70 pc=0x5181eb
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc00043afe0 sp=0xc00043afc0 pc=0x51908a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00043afe8 sp=0xc00043afe0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 05:32 linux-amd64-staticlockranking go@a2c2f06c cmd/trace (log)
208527  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe21a?, 0x45eba5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fa4fd396c20 sp=0x7fa4fd396bf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc0002236c0)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc0001cef70 sp=0xc0001cedb0 pc=0x751509
testing.tRunner(0xc0002236c0, 0xad0780)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0001cefc0 sp=0xc0001cef70 pc=0x5180ab
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0001cefe0 sp=0xc0001cefc0 pc=0x518f4a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0001cefe8 sp=0xc0001cefe0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 14:53 linux-amd64-staticlockranking go@741ab7e8 cmd/trace (log)
208246  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe21a?, 0x45eba5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fe77e206c20 sp=0x7fe77e206bf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc0000b8680)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc00022bf70 sp=0xc00022bdb0 pc=0x751509
testing.tRunner(0xc0000b8680, 0xad0780)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc00022bfc0 sp=0xc00022bf70 pc=0x5180ab
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc00022bfe0 sp=0xc00022bfc0 pc=0x518f4a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00022bfe8 sp=0xc00022bfe0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 16:12 linux-amd64-staticlockranking go@b8b9e83e cmd/trace (log)
207507  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe20f?, 0x45eba5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fd2627fbc20 sp=0x7fd2627fbbf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc0002a31e0)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000057770 sp=0xc0000575b0 pc=0x751229
testing.tRunner(0xc0002a31e0, 0xad0760)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000577c0 sp=0xc000057770 pc=0x517dcb
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000577e0 sp=0xc0000577c0 pc=0x518c6a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000577e8 sp=0xc0000577e0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 16:15 linux-amd64-staticlockranking go@c7c78f1a cmd/trace (log)
207221  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe20f?, 0x45eba5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fa458a76c20 sp=0x7fa458a76bf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc00022b520)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc0000bd770 sp=0xc0000bd5b0 pc=0x751229
testing.tRunner(0xc00022b520, 0xad0760)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000bd7c0 sp=0xc0000bd770 pc=0x517dcb
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000bd7e0 sp=0xc0000bd7c0 pc=0x518c6a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000bd7e8 sp=0xc0000bd7e0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 16:35 linux-amd64-staticlockranking go@b2c0417c cmd/trace (log)
207708  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe20f?, 0x45eba5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7ff11fffec20 sp=0x7ff11fffebf0 pc=0x43a7fd
...
cmd/trace.TestFoo(0xc000102340)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000053770 sp=0xc0000535b0 pc=0x7511e9
testing.tRunner(0xc000102340, 0xad0760)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000537c0 sp=0xc000053770 pc=0x517dcb
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000537e0 sp=0xc0000537c0 pc=0x518c6a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000537e8 sp=0xc0000537e0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 17:09 linux-amd64-staticlockranking go@c82bbc0e cmd/trace (log)
193599  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe38f?, 0x45ebc5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f0155ffac20 sp=0x7f0155ffabf0 pc=0x43a81d
...
cmd/trace.TestFoo(0xc000544680)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc0000c3770 sp=0xc0000c35b0 pc=0x751209
testing.tRunner(0xc000544680, 0xad08e0)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000c37c0 sp=0xc0000c3770 pc=0x517deb
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000c37e0 sp=0xc0000c37c0 pc=0x518c8a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000c37e8 sp=0xc0000c37e0 pc=0x46f481
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 17:26 linux-amd64-staticlockranking go@b23d469e cmd/trace (log)
208048  ======
0 : sysmon 1 0xd6a998
1 : traceBuf 23 0xd81f98
2 : traceStackTab 42 0xd71ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fe38f?, 0x45ebc5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fcfb1580c20 sp=0x7fcfb1580bf0 pc=0x43a81d
...
cmd/trace.TestFoo(0xc000541a00)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000053770 sp=0xc0000535b0 pc=0x751209
testing.tRunner(0xc000541a00, 0xad08e0)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000537c0 sp=0xc000053770 pc=0x517deb
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000537e0 sp=0xc0000537c0 pc=0x518c8a
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000537e8 sp=0xc0000537e0 pc=0x46f481
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 18:18 linux-amd64-staticlockranking go@1aa5730f cmd/trace (log)
207493  ======
0 : sysmon 1 0xd66998
1 : traceBuf 23 0xd7df98
2 : traceStackTab 42 0xd6def8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fb38f?, 0x45ec45?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f94ab536c20 sp=0x7f94ab536bf0 pc=0x43a87d
...
cmd/trace.TestFoo(0xc000103a00)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000052770 sp=0xc0000525b0 pc=0x74e029
testing.tRunner(0xc000103a00, 0xacd8d0)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000527c0 sp=0xc000052770 pc=0x51776b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000527e0 sp=0xc0000527c0 pc=0x5185ea
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 21:22 linux-amd64-staticlockranking go@5fcddf39 cmd/trace (log)
208328  ======
0 : sysmon 1 0xd66998
1 : traceBuf 23 0xd7df98
2 : traceStackTab 42 0xd6def8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fb38f?, 0x45ec45?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f361c11ec20 sp=0x7f361c11ebf0 pc=0x43a87d
...
cmd/trace.TestFoo(0xc000225860)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc00032f770 sp=0xc00032f5b0 pc=0x74e029
testing.tRunner(0xc000225860, 0xacd8d0)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc00032f7c0 sp=0xc00032f770 pc=0x51776b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc00032f7e0 sp=0xc00032f7c0 pc=0x5185ea
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00032f7e8 sp=0xc00032f7e0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-18 21:54 linux-amd64-staticlockranking go@9ad77203 cmd/trace (log)
207715  ======
0 : sysmon 1 0xd66998
1 : traceBuf 23 0xd7df98
2 : traceStackTab 42 0xd6def8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7fb38f?, 0x45ec45?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f1039d76c20 sp=0x7f1039d76bf0 pc=0x43a87d
...
cmd/trace.TestFoo(0xc000103a00)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc00023f770 sp=0xc00023f5b0 pc=0x74e029
testing.tRunner(0xc000103a00, 0xacd8d0)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc00023f7c0 sp=0xc00023f770 pc=0x51776b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc00023f7e0 sp=0xc00023f7c0 pc=0x5185ea
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00023f7e8 sp=0xc00023f7e0 pc=0x46f461
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-19 01:34 linux-amd64-staticlockranking go@ee833ed7 cmd/trace (log)
210886  ======
0 : sysmon 1 0xd6c998
1 : traceBuf 23 0xd83f98
2 : traceStackTab 42 0xd73ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8f0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f4cb4169c20 sp=0x7f4cb4169bf0 pc=0x439e3d
...
cmd/trace.TestFoo(0xc000220b60)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000156770 sp=0xc0001565b0 pc=0x752e49
testing.tRunner(0xc000220b60, 0xad1df0)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0001567c0 sp=0xc000156770 pc=0x519b4b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0001567e0 sp=0xc0001567c0 pc=0x51a9ca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0001567e8 sp=0xc0001567e0 pc=0x46f4c1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-19 21:29 linux-amd64-staticlockranking go@375a80c9 cmd/trace (log)
211255  ======
0 : sysmon 1 0xd6c978
1 : traceBuf 23 0xd83f78
2 : traceStackTab 42 0xd73ed8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fe4ec2b8c20 sp=0x7fe4ec2b8bf0 pc=0x439e3d
...
cmd/trace.TestFoo(0xc000225860)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000052770 sp=0xc0000525b0 pc=0x752d89
testing.tRunner(0xc000225860, 0xad1d10)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000527c0 sp=0xc000052770 pc=0x519c4b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000527e0 sp=0xc0000527c0 pc=0x51aaca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46f4c1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-22 11:46 linux-amd64-staticlockranking go@9a9aad44 cmd/trace (log)
211003  ======
0 : sysmon 1 0xd6c998
1 : traceBuf 23 0xd83f98
2 : traceStackTab 42 0xd73ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7ff11fffec20 sp=0x7ff11fffebf0 pc=0x439e3d
...
cmd/trace.TestFoo(0xc0000db040)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000051770 sp=0xc0000515b0 pc=0x752d09
testing.tRunner(0xc0000db040, 0xad1d08)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0000517c0 sp=0xc000051770 pc=0x519c4b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0000517e0 sp=0xc0000517c0 pc=0x51aaca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000517e8 sp=0xc0000517e0 pc=0x46f4c1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-22 14:48 linux-amd64-staticlockranking go@6bdca820 cmd/trace (log)
210352  ======
0 : sysmon 1 0xd6c998
1 : traceBuf 23 0xd83f98
2 : traceStackTab 42 0xd73ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fd4fdf85c20 sp=0x7fd4fdf85bf0 pc=0x439e3d
...
cmd/trace.TestFoo(0xc0002b3860)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000225f70 sp=0xc000225db0 pc=0x752d09
testing.tRunner(0xc0002b3860, 0xad1d08)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc000225fc0 sp=0xc000225f70 pc=0x519c4b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc000225fe0 sp=0xc000225fc0 pc=0x51aaca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000225fe8 sp=0xc000225fe0 pc=0x46f4c1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-22 16:48 linux-amd64-staticlockranking go@a10da772 cmd/trace (log)
211392  ======
0 : sysmon 1 0xd6c998
1 : traceBuf 23 0xd83f98
2 : traceStackTab 42 0xd73ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fe6d67fbc20 sp=0x7fe6d67fbbf0 pc=0x439e3d
...
cmd/trace.TestFoo(0xc0002a1a00)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000247770 sp=0xc0002475b0 pc=0x752ca9
testing.tRunner(0xc0002a1a00, 0xad1d08)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0002477c0 sp=0xc000247770 pc=0x519c4b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0002477e0 sp=0xc0002477c0 pc=0x51aaca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0002477e8 sp=0xc0002477e0 pc=0x46f4c1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-22 18:50 linux-amd64-staticlockranking go@e21c1f78 cmd/trace (log)
211500  ======
0 : sysmon 1 0xd6c998
1 : traceBuf 23 0xd83f98
2 : traceStackTab 42 0xd73ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f100b2bec20 sp=0x7f100b2bebf0 pc=0x439e3d
...
cmd/trace.TestFoo(0xc000543380)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc0001cf770 sp=0xc0001cf5b0 pc=0x752ca9
testing.tRunner(0xc000543380, 0xad1d08)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0001cf7c0 sp=0xc0001cf770 pc=0x519c4b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0001cf7e0 sp=0xc0001cf7c0 pc=0x51aaca
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0001cf7e8 sp=0xc0001cf7e0 pc=0x46f4c1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-23 03:09 linux-amd64-staticlockranking go@0a52d806 cmd/trace (log)
211043  ======
0 : sysmon 1 0xd6b998
1 : traceBuf 23 0xd82f98
2 : traceStackTab 42 0xd72ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f091fffec20 sp=0x7f091fffebf0 pc=0x439e3d
...
cmd/trace.TestFoo(0xc00020ed00)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000263770 sp=0xc0002635b0 pc=0x752a49
testing.tRunner(0xc00020ed00, 0xad1d08)
	/workdir/go/src/testing/testing.go:1446 +0x10b fp=0xc0002637c0 sp=0xc000263770 pc=0x519c2b
testing.(*T).Run.func1()
	/workdir/go/src/testing/testing.go:1493 +0x2a fp=0xc0002637e0 sp=0xc0002637c0 pc=0x51aaaa
runtime.goexit()
	/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0002637e8 sp=0xc0002637e0 pc=0x46f4c1
created by testing.(*T).Run
	/workdir/go/src/testing/testing.go:1493 +0x35f
2022-08-26 17:48 darwin-amd64-10_14 go@296c40db compress/flate (log)
runtime: pointer 0xc000f68000 to unallocated span span.base()=0xc000f68000 span.limit=0xc000f77fff span.state=0
runtime: found in object at *(0xc0013c0000+0x0)
object=0xc0013c0000 s.base()=0xc0013a0000 s.limit=0xc001440508 s.spanclass=0 s.elemsize=663552 s.state=mSpanInUse
 *(object+0) = 0x0 <==
 *(object+8) = 0x0
 *(object+16) = 0x0
 *(object+24) = 0x0
 *(object+32) = 0x0
 *(object+40) = 0x0
 *(object+48) = 0x0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x115b36f?, 0x6?})
	/var/folders/9w/4l2_g3kx01x199n37fbmv3s80000gn/T/workdir-host-darwin-amd64-10_14/go/src/runtime/panic.go:1047 +0x5d fp=0x7000090edce8 sp=0x7000090edcb8 pc=0x1033e7d
runtime.badPointer(0x1409a20, 0x7000090edd60?, 0xc0013c0000, 0x1024328?)
	/var/folders/9w/4l2_g3kx01x199n37fbmv3s80000gn/T/workdir-host-darwin-amd64-10_14/go/src/runtime/mbitmap.go:314 +0x150 fp=0x7000090edd38 sp=0x7000090edce8 pc=0x1013210
runtime.findObject(0xc0030c4000?, 0x102fcff?, 0xc000031738?)
	/var/folders/9w/4l2_g3kx01x199n37fbmv3s80000gn/T/workdir-host-darwin-amd64-10_14/go/src/runtime/mbitmap.go:357 +0xa6 fp=0x7000090edd70 sp=0x7000090edd38 pc=0x10133a6
runtime.scanobject(0xc000031738?, 0xc000031738)
	/var/folders/9w/4l2_g3kx01x199n37fbmv3s80000gn/T/workdir-host-darwin-amd64-10_14/go/src/runtime/mgcmark.go:1337 +0x165 fp=0x7000090ede00 sp=0x7000090edd70 pc=0x101d8c5
runtime.gcDrainN(0xc000031738, 0x10000)
	/var/folders/9w/4l2_g3kx01x199n37fbmv3s80000gn/T/workdir-host-darwin-amd64-10_14/go/src/runtime/mgcmark.go:1194 +0x192 fp=0x7000090ede30 sp=0x7000090ede00 pc=0x101d512
runtime.gcAssistAlloc1(0xc000117860, 0xc000331910?)
	/var/folders/9w/4l2_g3kx01x199n37fbmv3s80000gn/T/workdir-host-darwin-amd64-10_14/go/src/runtime/mgcmark.go:569 +0x12e fp=0x7000090ede98 sp=0x7000090ede30 pc=0x101bfae
runtime.gcAssistAlloc.func1()
	/var/folders/9w/4l2_g3kx01x199n37fbmv3s80000gn/T/workdir-host-darwin-amd64-10_14/go/src/runtime/mgcmark.go:476 +0x25 fp=0x7000090edeb8 sp=0x7000090ede98 pc=0x101be65
runtime.systemstack()
	/var/folders/9w/4l2_g3kx01x199n37fbmv3s80000gn/T/workdir-host-darwin-amd64-10_14/go/src/runtime/asm_amd64.s:492 +0x49 fp=0x7000090edec0 sp=0x7000090edeb8 pc=0x1065309
2022-09-02 19:09 windows-arm64-10 go@55ca6a20 runtime/trace (log)
fatal error: unexpected signal during runtime execution
[signal 0xc0000005 code=0x0 addr=0x0 pc=0x7ff6f49eb8e4]

runtime stack:
runtime.throw({0x7ff6f4b4c65b?, 0x0?})
	C:/workdir/go/src/runtime/panic.go:1047 +0x40 fp=0xea793ff1b0 sp=0xea793ff180 pc=0x7ff6f49c73a0
runtime.sigpanic()
	C:/workdir/go/src/runtime/signal_windows.go:251 +0x220 fp=0xea793ff200 sp=0xea793ff1b0 pc=0x7ff6f49dcc90
runtime.gentraceback(0x4000041520?, 0x4000024000?, 0xea793ff5a8?, 0x40003c4000, 0x0, 0xea793ff5a8, 0x40, 0x0, 0x0?, 0x6)
	C:/workdir/go/src/runtime/traceback.go:162 +0x304 fp=0xea793ff540 sp=0xea793ff210 pc=0x7ff6f49eb8e4
runtime.sigprof(0x7ff6f49f71d8, 0x20c?, 0xea793ff7f0?, 0x40003c4000, 0x40003c0000)
	C:/workdir/go/src/runtime/proc.go:4626 +0xf8 fp=0xea793ff7b0 sp=0xea793ff540 pc=0x7ff6f49d3618
runtime.profilem(0x40003c0000, 0x20c?)
	C:/workdir/go/src/runtime/os_windows.go:1228 +0x110 fp=0xea793ffb90 sp=0xea793ff7b0 pc=0x7ff6f49c43d0
runtime.profileLoop()
	C:/workdir/go/src/runtime/os_windows.go:1284 +0x178 fp=0xea793ffc10 sp=0xea793ffb90 pc=0x7ff6f49c4578
runtime.mstart1()
	C:/workdir/go/src/runtime/proc.go:1425 +0x88 fp=0xea793ffc40 sp=0xea793ffc10 pc=0x7ff6f49cc308
runtime.mstart0()
	C:/workdir/go/src/runtime/proc.go:1382 +0x68 fp=0xea793ffc70 sp=0xea793ffc40 pc=0x7ff6f49cc268
runtime.mstart()
	C:/workdir/go/src/runtime/asm_arm64.s:128 +0x10 fp=0xea793ffc80 sp=0xea793ffc70 pc=0x7ff6f49f70a0
2022-09-05 08:08 windows-amd64-longtest go@af7f4176 runtime/pprof (log)
fatal error: unexpected signal during runtime execution
[signal 0xc0000005 code=0x0 addr=0x0 pc=0x3ac66f]

runtime stack:
runtime.throw({0x51017b?, 0x5e6150?})
	C:/workdir/go/src/runtime/panic.go:1047 +0x65 fp=0x69bd3fed18 sp=0x69bd3fece8 pc=0x388645
runtime.sigpanic()
	C:/workdir/go/src/runtime/signal_windows.go:251 +0x213 fp=0x69bd3fed60 sp=0x69bd3fed18 pc=0x39d453
runtime.gentraceback(0xffffffdccc0fa9c0?, 0x69bd3ff130?, 0x8?, 0xc000052820, 0x0, 0x69bd3ff130, 0x40, 0x0, 0x0?, 0x6)
	C:/workdir/go/src/runtime/traceback.go:162 +0x4cf fp=0x69bd3ff0d0 sp=0x69bd3fed60 pc=0x3ac66f
runtime.sigprof(0x3918bf, 0x198?, 0x69bd3ff370?, 0xc000052820, 0xc00005c800)
	C:/workdir/go/src/runtime/proc.go:4626 +0x11d fp=0x69bd3ff340 sp=0x69bd3ff0d0 pc=0x3944bd
runtime.profilem(0xc00005c800, 0x198?)
	C:/workdir/go/src/runtime/os_windows.go:1228 +0xff fp=0x69bd3ff860 sp=0x69bd3ff340 pc=0x38553f
runtime.profileLoop()
	C:/workdir/go/src/runtime/os_windows.go:1284 +0x1d2 fp=0x69bd3ff8d8 sp=0x69bd3ff860 pc=0x385752
runtime.mstart1()
	C:/workdir/go/src/runtime/proc.go:1425 +0x9d fp=0x69bd3ff900 sp=0x69bd3ff8d8 pc=0x38d7fd
runtime.mstart0()
	C:/workdir/go/src/runtime/proc.go:1382 +0x6c fp=0x69bd3ff928 sp=0x69bd3ff900 pc=0x38d72c
runtime.mstart()
	C:/workdir/go/src/runtime/asm_amd64.s:390 +0x5 fp=0x69bd3ff930 sp=0x69bd3ff928 pc=0x3b8305
2022-09-07 06:18 freebsd-amd64-13_0 go@6375f508 compress/flate (log)
runtime: pointer 0xc00191a000 to unused region of span span.base()=0xc000968000 span.limit=0xc000977fff span.state=1
runtime: found in object at *(0xc001828000+0x1c078)
object=0xc001828000 s.base()=0xc0017e8000 s.limit=0xc001888508 s.spanclass=0 s.elemsize=663552 s.state=mSpanInUse
 *(object+0) = 0x0
 *(object+8) = 0x0
 *(object+16) = 0x0
 *(object+24) = 0x0
 *(object+32) = 0x0
 *(object+40) = 0x0
 *(object+48) = 0x0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x55a430?, 0x6?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0xc00005bdf8 sp=0xc00005bdc8 pc=0x433ebd
runtime.badPointer(0x827bb1898, 0xc00005be70?, 0xc001828000, 0x4242c8?)
	/tmp/workdir/go/src/runtime/mbitmap.go:314 +0x150 fp=0xc00005be48 sp=0xc00005bdf8 pc=0x413170
runtime.findObject(0xc0000141e0?, 0x0?, 0x0?)
	/tmp/workdir/go/src/runtime/mbitmap.go:357 +0xa6 fp=0xc00005be80 sp=0xc00005be48 pc=0x413306
runtime.scanobject(0xc000027238?, 0xc000027238)
	/tmp/workdir/go/src/runtime/mgcmark.go:1337 +0x165 fp=0xc00005bf10 sp=0xc00005be80 pc=0x41d865
runtime.gcDrain(0xc000027238, 0x3)
	/tmp/workdir/go/src/runtime/mgcmark.go:1105 +0x1d4 fp=0xc00005bf70 sp=0xc00005bf10 pc=0x41d0d4
runtime.gcBgMarkWorker.func2()
	/tmp/workdir/go/src/runtime/mgc.go:1307 +0xa5 fp=0xc00005bfc0 sp=0xc00005bf70 pc=0x4197c5
runtime.systemstack()
	/tmp/workdir/go/src/runtime/asm_amd64.s:492 +0x49 fp=0xc00005bfc8 sp=0xc00005bfc0 pc=0x4642e9
2022-09-07 16:39 aix-ppc64 go@027ff3f4 (log)
runtime: pointer 0xa00010000664e00 to unallocated span span.base()=0xa00010000664000 span.limit=0xa00010000667f00 span.state=0
runtime: found in object at *(0xa000100000c4600+0x0)
object=0xa000100000c4600 s.base()=0xa000100000c4000 s.limit=0xa000100000c5e00 s.spanclass=72 s.elemsize=1536 s.state=mSpanInUse
 *(object+0) = 0x0 <==
 *(object+8) = 0x0
 *(object+16) = 0x0
 *(object+24) = 0x0
 *(object+32) = 0x0
 *(object+40) = 0x0
 *(object+48) = 0x0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x100160e36, 0x3e})
	/ramdisk8GB/workdir-host-aix-ppc64-osuosl/go1.4/src/runtime/panic.go:1198 +0x68 fp=0x11027d508 sp=0x11027d4c8 pc=0x10003a0b8
runtime.badPointer(0xa00000026e74b00, 0xa00010000664e00, 0xa000100000c4600, 0x0)
	/ramdisk8GB/workdir-host-aix-ppc64-osuosl/go1.4/src/runtime/mbitmap.go:367 +0x174 fp=0x11027d560 sp=0x11027d508 pc=0x100014514
runtime.findObject(0xa00010000664e00, 0xa000100000c4600, 0x0)
	/ramdisk8GB/workdir-host-aix-ppc64-osuosl/go1.4/src/runtime/mbitmap.go:409 +0x104 fp=0x11027d5a8 sp=0x11027d560 pc=0x1000146d4
runtime.scanobject(0xa000100000c4600, 0xa0001000003be98)
	/ramdisk8GB/workdir-host-aix-ppc64-osuosl/go1.4/src/runtime/mgcmark.go:1280 +0x1ec fp=0x11027d648 sp=0x11027d5a8 pc=0x100020b8c
runtime.gcDrain(0xa0001000003be98, 0x3)
	/ramdisk8GB/workdir-host-aix-ppc64-osuosl/go1.4/src/runtime/mgcmark.go:1047 +0x25c fp=0x11027d6b0 sp=0x11027d648 pc=0x10002031c
runtime.gcBgMarkWorker.func2()
	/ramdisk8GB/workdir-host-aix-ppc64-osuosl/go1.4/src/runtime/mgc.go:1269 +0xbc fp=0x11027d720 sp=0x11027d6b0 pc=0x10001ca2c
runtime.systemstack()
	/ramdisk8GB/workdir-host-aix-ppc64-osuosl/go1.4/src/runtime/asm_ppc64x.s:250 +0x68 fp=0x11027d740 sp=0x11027d720 pc=0x10006c0e8
2022-09-16 16:32 linux-386-buster go@686b38b5 compress/flate (log)
runtime: pointer 0x9ec6000 to unallocated span span.base()=0x9ec6000 span.limit=0x9ed5fff span.state=0
runtime: found in object at *(0xa7a2000+0x3c)
object=0xa7a2000 s.base()=0xa702000 s.limit=0xa7a2484 s.spanclass=0 s.elemsize=663552 s.state=mSpanInUse
 *(object+0) = 0x0
 *(object+4) = 0x0
 *(object+8) = 0x0
 *(object+12) = 0x0
 *(object+16) = 0x0
 *(object+20) = 0x0
 *(object+24) = 0x0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x8192faf, 0x3e})
	/workdir/go/src/runtime/panic.go:1047 +0x4d fp=0x983bec4 sp=0x983beb0 pc=0x807ed6d
runtime.badPointer(0xef819a50, 0x9ec6000, 0xa7a2000, 0x3c)
	/workdir/go/src/runtime/mbitmap.go:314 +0xa2 fp=0x983bee4 sp=0x983bec4 pc=0x8058582
runtime.findObject(0x9ec6000, 0xa7a2000, 0x3c)
	/workdir/go/src/runtime/mbitmap.go:357 +0x9f fp=0x983befc sp=0x983bee4 pc=0x80587df
runtime.scanobject(0xa7a2000, 0x942c95c)
	/workdir/go/src/runtime/mgcmark.go:1335 +0x16e fp=0x983bf4c sp=0x983befc pc=0x8064c8e
runtime.gcDrain(0x942c95c, 0x3)
	/workdir/go/src/runtime/mgcmark.go:1103 +0x24f fp=0x983bfb0 sp=0x983bf4c pc=0x80643ef
runtime.gcBgMarkWorker.func2()
	/workdir/go/src/runtime/mgc.go:1339 +0xaf fp=0x983bfdc sp=0x983bfb0 pc=0x805fcef
runtime.systemstack()
	/workdir/go/src/runtime/asm_386.s:370 +0x41 fp=0x983bfe0 sp=0x983bfdc pc=0x80af361

watchflakes

@rsc rsc changed the title runtime: flaky corruption in tests runtime: corruption in tests Sep 20, 2022
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- `runtime.throw\(` || `fatal error:`
2022-08-22 22:29 linux-amd64-staticlockranking go@ae303ff2 cmd/trace.TestFoo (log)
212720  ======
0 : sysmon 1 0xd6c998
1 : traceBuf 23 0xd83f98
2 : traceStackTab 42 0xd73ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7fefe3385c20 sp=0x7fefe3385bf0 pc=0x439e3d
...
	/workdir/go/src/runtime/trace.go:879 +0xc5 fp=0xc000051450 sp=0xc000051408 pc=0x45d825
runtime.StartTrace()
	/workdir/go/src/runtime/trace.go:242 +0xa9 fp=0xc0000514d0 sp=0xc000051450 pc=0x45bc09
runtime/trace.Start({0xb3adc0?, 0xc0000a7560})
	/workdir/go/src/runtime/trace/trace.go:125 +0x97 fp=0xc000051528 sp=0xc0000514d0 pc=0x50bf17
cmd/trace.traceProgram(0xc0002a9380, 0xad1d00, {0x7f636b, 0x7})
	/workdir/go/src/cmd/trace/annotations_test.go:334 +0x5f fp=0xc0000515b0 sp=0xc000051528 pc=0x75031f
cmd/trace.TestFoo(0xc0002a9380)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc000051770 sp=0xc0000515b0 pc=0x752a49
testing.tRunner(0xc0002a9380, 0xad1d08)
2022-08-22 23:16 linux-amd64-staticlockranking go@cd528184 cmd/trace.TestFoo (log)
212262  ======
0 : sysmon 1 0xd6b998
1 : traceBuf 23 0xd82f98
2 : traceStackTab 42 0xd72ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f91427fbc20 sp=0x7f91427fbbf0 pc=0x439e3d
...
	/workdir/go/src/runtime/trace.go:879 +0xc5 fp=0xc0000d1c50 sp=0xc0000d1c08 pc=0x45d825
runtime.StartTrace()
	/workdir/go/src/runtime/trace.go:242 +0xa9 fp=0xc0000d1cd0 sp=0xc0000d1c50 pc=0x45bc09
runtime/trace.Start({0xb3ada0?, 0xc0002a6660})
	/workdir/go/src/runtime/trace/trace.go:125 +0x97 fp=0xc0000d1d28 sp=0xc0000d1cd0 pc=0x50bf17
cmd/trace.traceProgram(0xc00022a820, 0xad1d00, {0x7f636b, 0x7})
	/workdir/go/src/cmd/trace/annotations_test.go:334 +0x5f fp=0xc0000d1db0 sp=0xc0000d1d28 pc=0x75031f
cmd/trace.TestFoo(0xc00022a820)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc0000d1f70 sp=0xc0000d1db0 pc=0x752a49
testing.tRunner(0xc00022a820, 0xad1d08)
2022-08-22 23:36 linux-amd64-staticlockranking go@e0388c92 cmd/trace.TestFoo (log)
210167  ======
0 : sysmon 1 0xd6b998
1 : traceBuf 23 0xd82f98
2 : traceStackTab 42 0xd72ef8
3 : gscan 34 0x0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x7ff8b0?, 0x45d7e5?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f93d994cc20 sp=0x7f93d994cbf0 pc=0x439e3d
...
	/workdir/go/src/runtime/trace.go:879 +0xc5 fp=0xc00023e450 sp=0xc00023e408 pc=0x45d825
runtime.StartTrace()
	/workdir/go/src/runtime/trace.go:242 +0xa9 fp=0xc00023e4d0 sp=0xc00023e450 pc=0x45bc09
runtime/trace.Start({0xb3ada0?, 0xc000205d70})
	/workdir/go/src/runtime/trace/trace.go:125 +0x97 fp=0xc00023e528 sp=0xc00023e4d0 pc=0x50bf17
cmd/trace.traceProgram(0xc0000d24e0, 0xad1d00, {0x7f636b, 0x7})
	/workdir/go/src/cmd/trace/annotations_test.go:334 +0x5f fp=0xc00023e5b0 sp=0xc00023e528 pc=0x75031f
cmd/trace.TestFoo(0xc0000d24e0)
	/workdir/go/src/cmd/trace/trace_test.go:190 +0x49 fp=0xc00023e770 sp=0xc00023e5b0 pc=0x752a49
testing.tRunner(0xc0000d24e0, 0xad1d08)
2022-08-26 15:44 linux-mips-rtrk net@83b083e8 go@bd5595d7 (log)
fatal error: unexpected signal during runtime execution
[signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x31c80]

runtime stack:
runtime.throw({0x1a26ae, 0x2a})
	/tmp/gobuilder-mips64/go1.4/src/runtime/panic.go:1198 +0x6c
runtime.sigpanic()
	/tmp/gobuilder-mips64/go1.4/src/runtime/signal_unix.go:719 +0x328
runtime.readgstatus(...)
	/tmp/gobuilder-mips64/go1.4/src/runtime/proc.go:889
runtime.markroot(0xc000028e98, 0x96)
	/tmp/gobuilder-mips64/go1.4/src/runtime/mgcmark.go:198 +0x228
runtime.gcDrain(0xc000028e98, 0x3)
	/tmp/gobuilder-mips64/go1.4/src/runtime/mgcmark.go:1013 +0x534
runtime.gcBgMarkWorker.func2()
	/tmp/gobuilder-mips64/go1.4/src/runtime/mgc.go:1269 +0xe4
runtime.systemstack()
	/tmp/gobuilder-mips64/go1.4/src/runtime/asm_mips64x.s:191 +0x7c

watchflakes

@mknyszek mknyszek added this to the Go1.20 milestone Sep 28, 2022
@rsc
Copy link
Contributor Author

rsc commented Sep 28, 2022

These are old failures. The goal for this bug is to be reopened each time there's a new otherwise uncategorized runtime.throw (instead of, say, creating a new bug pointing at a test in package strings or wherever it manifested), and then we make a more specific issue for it, and close this one. And then the next time there's an uncategorized runtime.throw, watchflakes posts and reopens. So I will close this one right now.

@rsc rsc closed this as completed Sep 28, 2022
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- `runtime.throw\(` || `fatal error:`
2022-09-29 19:35 linux-386-softfloat go@545adcfe compress/flate.TestDeflateInflate (log)
runtime: pointer 0x91e8000 to unallocated span span.base()=0x91e8000 span.limit=0x91f7fff span.state=0
runtime: found in object at *(0x9fb8000+0x3c)
object=0x9fb8000 s.base()=0x9f18000 s.limit=0x9fb8484 s.spanclass=0 s.elemsize=663552 s.state=mSpanInUse
 *(object+0) = 0x0
 *(object+4) = 0x0
 *(object+8) = 0x0
 *(object+12) = 0x0
 *(object+16) = 0x0
 *(object+20) = 0x0
 *(object+24) = 0x0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x819834d, 0x3e})
	/workdir/go/src/runtime/panic.go:1047 +0x4d fp=0x8d89ec4 sp=0x8d89eb0 pc=0x807fd3d
runtime.badPointer(0xef54ea20, 0x91e8000, 0x9fb8000, 0x3c)
	/workdir/go/src/runtime/mbitmap.go:314 +0xa2 fp=0x8d89ee4 sp=0x8d89ec4 pc=0x80589a2
runtime.findObject(0x91e8000, 0x9fb8000, 0x3c)
	/workdir/go/src/runtime/mbitmap.go:357 +0x9f fp=0x8d89efc sp=0x8d89ee4 pc=0x8058bff
runtime.scanobject(0x9fb8000, 0x8828f5c)
...
	/workdir/go/src/compress/flate/deflate.go:666 +0x23 fp=0x89fad30 sp=0x89fad10 pc=0x8136703
compress/flate.testSync(0x8882e10, 0x6, {0x8269086, 0x1, 0x1}, {0x88b8078, 0x2})
	/workdir/go/src/compress/flate/deflate_test.go:265 +0x417 fp=0x89faea0 sp=0x89fad30 pc=0x813e897
compress/flate.testToFromWithLevelAndLimit(0x8882e10, 0x6, {0x8269086, 0x1, 0x1}, {0x88b8078, 0x2}, 0x0)
	/workdir/go/src/compress/flate/deflate_test.go:369 +0x4bc fp=0x89faf14 sp=0x89faea0 pc=0x813faec
compress/flate.testToFromWithLimit(0x8882e10, {0x8269086, 0x1, 0x1}, {0x88b8078, 0x2}, {0x0, 0x0, 0x0, 0x0, ...})
	/workdir/go/src/compress/flate/deflate_test.go:374 +0x65 fp=0x89faf3c sp=0x89faf14 pc=0x813fb65
compress/flate.TestDeflateInflate(0x8882e10)
	/workdir/go/src/compress/flate/deflate_test.go:386 +0x11d fp=0x89faf9c sp=0x89faf3c pc=0x813fd0d
testing.tRunner(0x8882e10, 0x819ab88)

watchflakes

@cherrymui
Copy link
Member

This is #54596 . I updated pattern there.

For this issue, does watchflakes suppose to reopen it as it found a new failure? @rsc

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- `runtime.throw\(` || `fatal error:`
2022-10-05 00:48 illumos-amd64 go@d1187438 runtime/trace.TestTraceFutileWakeup (log)
fatal error: runtime·lock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
fatal error: runtime·unlock: lock count
...
	/var/tmp/workdir-host-illumos-amd64-jclulow/go/src/internal/trace/parser.go:233 +0x1209 fp=0xc00004cb20 sp=0xc00004c8d8 pc=0x51d069
internal/trace.parse({0x5e6720?, 0xc00007c7e0?}, {0x0, 0x0})
	/var/tmp/workdir-host-illumos-amd64-jclulow/go/src/internal/trace/parser.go:104 +0x37 fp=0xc00004cb90 sp=0xc00004cb20 pc=0x51bc77
internal/trace.Parse({0x5e6720?, 0xc00007c7e0?}, {0x0?, 0x0})
	/var/tmp/workdir-host-illumos-amd64-jclulow/go/src/internal/trace/parser.go:91 +0x31 fp=0xc00004cbc8 sp=0xc00004cb90 pc=0x51bb71
runtime/trace_test.parseTrace(0xc00023aea0, {0x5e6720?, 0xc00007c7e0?})
	/var/tmp/workdir-host-illumos-amd64-jclulow/go/src/runtime/trace/trace_test.go:146 +0x50 fp=0xc00004cdc0 sp=0xc00004cbc8 pc=0x5627f0
runtime/trace_test.TestTraceFutileWakeup(0xc00023aea0)
	/var/tmp/workdir-host-illumos-amd64-jclulow/go/src/runtime/trace/trace_test.go:560 +0x3db fp=0xc00004cf70 sp=0xc00004cdc0 pc=0x564e7b
testing.tRunner(0xc00023aea0, 0x5c2540)

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- `runtime.throw\(` || `fatal error:`
2022-10-14 17:33 windows-amd64-race text@1bdb400f go@bfcc3a75 x/text/internal/gen/bitfield (log)
unexpected fault address 0x6384f3
fatal error: fault
[signal 0xc0000005 code=0x1 addr=0x6384f3 pc=0x450e27]

watchflakes

@gopherbot gopherbot reopened this Oct 19, 2022
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- `runtime.throw\(` || `fatal error:`
2022-11-03 17:41 linux-amd64-staticlockranking go@5c0d314a os/signal.TestSignalTrace (log)
99928  ======
0 : trace 42 0x657b20
1 : wbufSpans 39 0x651030
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x553dbd?, 0x0?})
	/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f153fffeb58 sp=0x7f153fffeb28 pc=0x4392fd
runtime.checkRanks(0xc0001021a0, 0xc000067000?, 0x4cb503?)
	/workdir/go/src/runtime/lockrank_on.go:156 +0x22d fp=0x7f153fffebb8 sp=0x7f153fffeb58 pc=0x40de8d
...
	/workdir/go/src/runtime/sema.go:160 +0x214 fp=0xc0000afe48 sp=0xc0000afde0 pc=0x44d6f4
runtime.semacquire(...)
	/workdir/go/src/runtime/sema.go:111
runtime.StopTrace()
	/workdir/go/src/runtime/trace.go:395 +0x285 fp=0xc0000afe80 sp=0xc0000afe48 pc=0x45bf65
runtime/trace.Stop()
	/workdir/go/src/runtime/trace/trace.go:148 +0x8e fp=0xc0000afeb8 sp=0xc0000afe80 pc=0x4bec6e
os/signal.TestSignalTrace(0xc000007d40)
	/workdir/go/src/os/signal/signal_test.go:908 +0x21a fp=0xc0000aff70 sp=0xc0000afeb8 pc=0x4e3f9a
testing.tRunner(0xc000007d40, 0x55cc18)

watchflakes

@aclements
Copy link
Member

2022-11-03 17:41 linux-amd64-staticlockranking go@5c0d314a os/signal.TestSignalTrace (log)

This is #56554. I've added a pattern to that issue.

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- `runtime.throw\(` || `fatal error:`
2022-09-29 20:41 windows-386-2008 sync@8fcdb60f go@b7662047 x/sync/errgroup_test [build] (log)
fatal error: unknown runnable goroutine during bootstrap

runtime stack:
runtime.throw({0x6e8761, 0x2b})
	C:/workdir/go/src/runtime/panic.go:1047 +0x4d fp=0x18fed0 sp=0x18febc pc=0x43626d
runtime.schedinit()
	C:/workdir/go/src/runtime/proc.go:738 +0x2ea fp=0x18ff00 sp=0x18fed0 pc=0x43a0aa
runtime.rt0_go()
	C:/workdir/go/src/runtime/asm_386.s:239 +0x15f fp=0x18ff04 sp=0x18ff00 pc=0x461d9f
2022-09-29 20:41 windows-386-2008 sync@8fcdb60f go@b7662047 x/sync/errgroup.test [build] (log)
unexpected fault address 0x80000007
fatal error: fault
[signal 0xc0000005 code=0x0 addr=0x80000007 pc=0x40ef4f]

goroutine 1 [running]:
runtime.throw({0x685b3b, 0x5})
	C:/workdir/go/src/runtime/panic.go:1047 +0x4d fp=0xaca72e4 sp=0xaca72d0 pc=0x43928d
runtime.sigpanic()
	C:/workdir/go/src/runtime/signal_windows.go:270 +0x105 fp=0xaca7308 sp=0xaca72e4 pc=0x44ed35
runtime.mapaccess2_fast32(0x657940, 0xaca74ac, 0xd233)
	C:/workdir/go/src/runtime/map_fast32.go:85 +0x11f fp=0xaca7318 sp=0xaca7308 pc=0x40ef4f
cmd/link/internal/ld.(*stackCheck).check(0xaca7478, 0xd233)
	C:/workdir/go/src/cmd/link/internal/ld/stackcheck.go:145 +0x3a fp=0xaca7378 sp=0xaca7318 pc=0x5d055a
cmd/link/internal/ld.(*Link).doStackCheck(0xad0c000)
	C:/workdir/go/src/cmd/link/internal/ld/stackcheck.go:79 +0x1db fp=0xaca74cc sp=0xaca7378 pc=0x5d00cb
cmd/link/internal/ld.Main(0x8479e0, {0x10, 0x20, 0x1, 0x4, 0x8, 0x0, {0x0, 0x0}, {0x68d080, ...}, ...})
	C:/workdir/go/src/cmd/link/internal/ld/main.go:288 +0x12b8 fp=0xaca761c sp=0xaca74cc pc=0x5c18e8
main.main()
	C:/workdir/go/src/cmd/link/main.go:72 +0xa73 fp=0xaca7fc4 sp=0xaca761c pc=0x638563
runtime.main()
	C:/workdir/go/src/runtime/proc.go:250 +0x22e fp=0xaca7ff0 sp=0xaca7fc4 pc=0x43be5e
runtime.goexit()
	C:/workdir/go/src/runtime/asm_386.s:1326 +0x1 fp=0xaca7ff4 sp=0xaca7ff0 pc=0x468311
2022-11-16 21:35 ios-arm64-corellium go@c3a0854e cmd/internal/archive.test [build] (log)
runtime: pointer 0x1068293a0 to unused region of span span.base()=0x106818000 span.limit=0x106828950 span.state=1
runtime: found in object at *(0x1313a0000+0x3920)
object=0x1313a0000 s.base()=0x1313a0000 s.limit=0x1313bb580 s.spanclass=0 s.elemsize=114688 s.state=mSpanInUse
 *(object+0) = 0x1065396f4
 *(object+8) = 0x1a
 *(object+16) = 0x0
 *(object+24) = 0x0
 *(object+32) = 0x0
 *(object+40) = 0x0
 *(object+48) = 0x0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x10262a73f?, 0x6?})
	/tmp/workdir-host-ios-arm64-corellium-ios/go/src/runtime/panic.go:1047 +0x40 fp=0x16d9eac60 sp=0x16d9eac30 pc=0x10244cb00
runtime.badPointer(0x106637a18, 0x130033238?, 0x1313a0000, 0x102436c68?)
	/tmp/workdir-host-ios-arm64-corellium-ios/go/src/runtime/mbitmap.go:314 +0x120 fp=0x16d9eacb0 sp=0x16d9eac60 pc=0x10242c230
runtime.findObject(0x106818000?, 0x10245bf9c?, 0x16d9ead28?)
	/tmp/workdir-host-ios-arm64-corellium-ios/go/src/runtime/mbitmap.go:357 +0xb8 fp=0x16d9eacf0 sp=0x16d9eacb0 pc=0x10242c398
runtime.scanobject(0x1313a0000, 0x130033238)
	/tmp/workdir-host-ios-arm64-corellium-ios/go/src/runtime/mgcmark.go:1335 +0x138 fp=0x16d9ead80 sp=0x16d9eacf0 pc=0x102436cb8
runtime.gcDrain(0x130033238, 0x7)
	/tmp/workdir-host-ios-arm64-corellium-ios/go/src/runtime/mgcmark.go:1103 +0x1b4 fp=0x16d9eade0 sp=0x16d9ead80 pc=0x1024364e4
runtime.gcBgMarkWorker.func2()
	/tmp/workdir-host-ios-arm64-corellium-ios/go/src/runtime/mgc.go:1367 +0x74 fp=0x16d9eae30 sp=0x16d9eade0 pc=0x1024329d4
runtime.systemstack()
	/tmp/workdir-host-ios-arm64-corellium-ios/go/src/runtime/asm_arm64.s:243 +0x6c fp=0x16d9eae40 sp=0x16d9eae30 pc=0x10247b31c

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- `runtime.throw\(` || `fatal error:`
2022-11-18 18:55 netbsd-arm64-bsiegert website@5934f13c go@bda02354 x/website/internal/dl.test [build] (log)
unexpected fault address 0xffffcabbb5d0
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0xffffcabbb5d0 pc=0x73088]

goroutine 87 [running]:
runtime.throw({0x26e5f2?, 0x10724c?})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:1047 +0x40 fp=0x40048cecd0 sp=0x40048ceca0 pc=0x42c90
runtime.sigpanic()
	/var/gobuilder/buildlet/go/src/runtime/signal_unix.go:851 +0x1a8 fp=0x40048ced10 sp=0x40048cecd0 pc=0x598e8
runtime.memmove()
	/var/gobuilder/buildlet/go/src/runtime/memmove_arm64.s:96 +0xb8 fp=0x40048ced20 sp=0x40048ced20 pc=0x73088
cmd/link/internal/loader.(*SymbolBuilder).SetBytesAt(...)
	/var/gobuilder/buildlet/go/src/cmd/link/internal/loader/symbolbuilder.go:350
cmd/link/internal/ld.(*pclntab).generatePctab.func2(0x2332e0?, 0x400006c810?)
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/pcln.go:519 +0x108 fp=0x40048cedd0 sp=0x40048ced20 pc=0x1a4a88
cmd/link/internal/ld.writeBlock(0x400013e000, 0x0?, 0x40006c0000, {0x40019f8420, 0x1054, 0x0?}, 0x0?, 0x0?, {0x471f80, 0x200, ...})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:1005 +0x300 fp=0x40048ceef0 sp=0x40048cedd0 pc=0x153d20
cmd/link/internal/ld.writeBlocks.func1(0x0?, 0x0?, {0x40019f8420?, 0x0?, 0x0?}, 0x0?, 0x0?, {0x471f80?, 0x0?, 0x0?})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:959 +0x64 fp=0x40048cef70 sp=0x40048ceef0 pc=0x153994
cmd/link/internal/ld.writeBlocks.func2()
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:962 +0x54 fp=0x40048cefd0 sp=0x40048cef70 pc=0x1538f4
runtime.goexit()
	/var/gobuilder/buildlet/go/src/runtime/asm_arm64.s:1172 +0x4 fp=0x40048cefd0 sp=0x40048cefd0 pc=0x72714
created by cmd/link/internal/ld.writeBlocks
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:958 +0x4dc
2022-11-18 18:55 netbsd-arm64-bsiegert website@5934f13c go@bda02354 x/website/internal/pkgdoc.test [build] (log)
unexpected fault address 0xffffcdb70000
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0xffffcdb70000 pc=0x73168]

goroutine 50 [running]:
runtime.throw({0x26e5f2?, 0x10724c?})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:1047 +0x40 fp=0x400162ed00 sp=0x400162ecd0 pc=0x42c90
runtime.sigpanic()
	/var/gobuilder/buildlet/go/src/runtime/signal_unix.go:851 +0x1a8 fp=0x400162ed40 sp=0x400162ed00 pc=0x598e8
runtime.memmove()
	/var/gobuilder/buildlet/go/src/runtime/memmove_arm64.s:175 +0x198 fp=0x400162ed50 sp=0x400162ed50 pc=0x73168
cmd/link/internal/ld.(*OutBuf).WriteSym(0x400053e000, 0x4000586000, 0x1b2b9?)
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/outbuf.go:314 +0x160 fp=0x400162edd0 sp=0x400162ed50 pc=0x1a1b10
cmd/link/internal/ld.writeBlock(0x400013e000, 0x0?, 0x4000586000, {0x400189b8e8, 0xf4c, 0x0?}, 0x0?, 0x15c770?, {0x471f80, 0x200, ...})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:1002 +0x2b4 fp=0x400162eef0 sp=0x400162edd0 pc=0x153cd4
cmd/link/internal/ld.writeBlocks.func1(0x0?, 0x400013e000?, {0x400189b8e8?, 0x4001120ce0?, 0x2?}, 0x2?, 0x27?, {0x471f80?, 0x4001120de0?, 0x4000b74f00?})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:959 +0x64 fp=0x400162ef70 sp=0x400162eef0 pc=0x153994
cmd/link/internal/ld.writeBlocks.func2()
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:962 +0x54 fp=0x400162efd0 sp=0x400162ef70 pc=0x1538f4
runtime.goexit()
	/var/gobuilder/buildlet/go/src/runtime/asm_arm64.s:1172 +0x4 fp=0x400162efd0 sp=0x400162efd0 pc=0x72714
created by cmd/link/internal/ld.writeBlocks
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:958 +0x4dc
2022-11-18 18:55 netbsd-arm64-bsiegert website@5934f13c go@bda02354 x/website/internal/tour.test [build] (log)
unexpected fault address 0xffffc535eb86
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0xffffc535eb86 pc=0x73038]

goroutine 68 [running]:
runtime.throw({0x26e5f2?, 0x10724c?})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:1047 +0x40 fp=0x4000d5fcd0 sp=0x4000d5fca0 pc=0x42c90
runtime.sigpanic()
	/var/gobuilder/buildlet/go/src/runtime/signal_unix.go:851 +0x1a8 fp=0x4000d5fd10 sp=0x4000d5fcd0 pc=0x598e8
runtime.memmove()
	/var/gobuilder/buildlet/go/src/runtime/memmove_arm64.s:67 +0x68 fp=0x4000d5fd20 sp=0x4000d5fd20 pc=0x73038
cmd/link/internal/loader.(*SymbolBuilder).SetBytesAt(...)
	/var/gobuilder/buildlet/go/src/cmd/link/internal/loader/symbolbuilder.go:350
cmd/link/internal/ld.(*pclntab).generatePctab.func2(0x2332e0?, 0x400006c810?)
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/pcln.go:519 +0x108 fp=0x4000d5fdd0 sp=0x4000d5fd20 pc=0x1a4a88
cmd/link/internal/ld.writeBlock(0x400013e000, 0x4000d72070?, 0x4000174000, {0x40021d5668, 0xb4a, 0x400013ac40?}, 0x400012e0a0?, 0x4000174000?, {0x471f80, 0x200, ...})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:1005 +0x300 fp=0x4000d5fef0 sp=0x4000d5fdd0 pc=0x153d20
cmd/link/internal/ld.writeBlocks.func1(0x0?, 0x72714?, {0x40021d5668?, 0x72718?, 0x23d72?}, 0x23d73?, 0x23d74?, {0x471f80?, 0x4000d3c270?, 0x40018e27b0?})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:959 +0x64 fp=0x4000d5ff70 sp=0x4000d5fef0 pc=0x153994
cmd/link/internal/ld.writeBlocks.func2()
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:962 +0x54 fp=0x4000d5ffd0 sp=0x4000d5ff70 pc=0x1538f4
runtime.goexit()
	/var/gobuilder/buildlet/go/src/runtime/asm_arm64.s:1172 +0x4 fp=0x4000d5ffd0 sp=0x4000d5ffd0 pc=0x72714
created by cmd/link/internal/ld.writeBlocks
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:958 +0x4dc
2022-11-18 18:55 netbsd-arm64-bsiegert website@5934f13c go@bda02354 x/website/internal/web.test [build] (log)
unexpected fault address 0xffffcd7dc000
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0xffffcd7dc000 pc=0x73160]

goroutine 84 [running]:
runtime.throw({0x26e5f2?, 0x10724c?})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:1047 +0x40 fp=0x400187ed00 sp=0x400187ecd0 pc=0x42c90
runtime.sigpanic()
	/var/gobuilder/buildlet/go/src/runtime/signal_unix.go:851 +0x1a8 fp=0x400187ed40 sp=0x400187ed00 pc=0x598e8
runtime.memmove()
	/var/gobuilder/buildlet/go/src/runtime/memmove_arm64.s:173 +0x190 fp=0x400187ed50 sp=0x400187ed50 pc=0x73160
cmd/link/internal/ld.(*OutBuf).WriteSym(0x40013661c0, 0x400009c000, 0x196e6?)
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/outbuf.go:314 +0x160 fp=0x400187edd0 sp=0x400187ed50 pc=0x1a1b10
cmd/link/internal/ld.writeBlock(0x400013e000, 0x0?, 0x400009c000, {0x4001862878, 0x7ba, 0x0?}, 0x0?, 0x15c770?, {0x471f80, 0x200, ...})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:1002 +0x2b4 fp=0x400187eef0 sp=0x400187edd0 pc=0x153cd4
cmd/link/internal/ld.writeBlocks.func1(0x0?, 0x400013e000?, {0x4001862878?, 0x40008a9000?, 0x543?}, 0x700?, 0x9?, {0x471f80?, 0x4000ab59e0?, 0x4000166500?})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:959 +0x64 fp=0x400187ef70 sp=0x400187eef0 pc=0x153994
cmd/link/internal/ld.writeBlocks.func2()
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:962 +0x54 fp=0x400187efd0 sp=0x400187ef70 pc=0x1538f4
runtime.goexit()
	/var/gobuilder/buildlet/go/src/runtime/asm_arm64.s:1172 +0x4 fp=0x400187efd0 sp=0x400187efd0 pc=0x72714
created by cmd/link/internal/ld.writeBlocks
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:958 +0x4dc
2022-11-18 18:55 netbsd-arm64-bsiegert website@5934f13c go@e84ce080 x/website/cmd/golangorg.test [build] (log)
unexpected fault address 0xffffbcce7000
fatal error: fault
unexpected fault address 0xffffbcbff000
fatal error: fault
unexpected fault address 0xffffbc99b000
fatal error: fault
unexpected fault address 0xffffbcb17000
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0xffffbcce7000 pc=0x73168]

...
cmd/link/internal/ld.writeBlock(0x400013e000, 0x0?, 0x4000192000, {0x4002879a18, 0x78a6, 0x0?}, 0x0?, 0x15c530?, {0x471f80, 0x200, ...})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:1002 +0x2b4 fp=0x4000098ef0 sp=0x4000098dd0 pc=0x153a94
cmd/link/internal/ld.writeBlocks.func1(0x0?, 0x400013e000?, {0x4002879a18?, 0x72718?, 0x1?}, 0x1?, 0x15?, {0x471f80?, 0x40019b7880?, 0x4000b5aa00?})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:959 +0x64 fp=0x4000098f70 sp=0x4000098ef0 pc=0x153754
cmd/link/internal/ld.writeBlocks.func2()
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:962 +0x54 fp=0x4000098fd0 sp=0x4000098f70 pc=0x1536b4
runtime.goexit()
	/var/gobuilder/buildlet/go/src/runtime/asm_arm64.s:1172 +0x4 fp=0x4000098fd0 sp=0x4000098fd0 pc=0x72714
created by cmd/link/internal/ld.writeBlocks
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:958 +0x4dc
2022-11-18 18:55 netbsd-arm64-bsiegert website@5934f13c go@f4f8397f x/website/cmd/golangorg.test [build] (log)
unexpected fault address 0xffffbc9bf000
fatal error: fault
unexpected fault address 0xffffbc877000
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0xffffbc9bf000 pc=0x73168]

goroutine 141 [running]:
runtime.throw({0x26e5f2?, 0x10724c?})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:1047 +0x40 fp=0x4000037d00 sp=0x4000037cd0 pc=0x42c90
runtime.sigpanic()
...
cmd/link/internal/ld.writeBlock(0x400013e000, 0x0?, 0x4000586000, {0x400279b9f0, 0x78ab, 0x0?}, 0x0?, 0x15c530?, {0x471f80, 0x200, ...})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:1002 +0x2b4 fp=0x40000c4ef0 sp=0x40000c4dd0 pc=0x153a94
cmd/link/internal/ld.writeBlocks.func1(0x0?, 0x400013e000?, {0x400279b9f0?, 0x40019457d0?, 0x2?}, 0x2?, 0x19?, {0x471f80?, 0x4001945880?, 0x40009ef900?})
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:959 +0x64 fp=0x40000c4f70 sp=0x40000c4ef0 pc=0x153754
cmd/link/internal/ld.writeBlocks.func2()
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:962 +0x54 fp=0x40000c4fd0 sp=0x40000c4f70 pc=0x1536b4
runtime.goexit()
	/var/gobuilder/buildlet/go/src/runtime/asm_arm64.s:1172 +0x4 fp=0x40000c4fd0 sp=0x40000c4fd0 pc=0x72714
created by cmd/link/internal/ld.writeBlocks
	/var/gobuilder/buildlet/go/src/cmd/link/internal/ld/data.go:958 +0x4dc

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- `runtime.throw\(` || `fatal error:`
2022-11-23 19:34 linux-mips64le-rtrk go@a8510f92 runtime.TestRecoverBeforePanicAfterGoexit2 (log)
--- FAIL: TestRecoverBeforePanicAfterGoexit2 (69.55s)
    crash_test.go:58: /tmp/gobuilder-mips64le/tmp/go-build3305139991/testprog.exe RecoverBeforePanicAfterGoexit2: exit status 2
    crash_test.go:468: output does not start with "fatal error: no goroutines (main called runtime.Goexit) - deadlock!":

watchflakes

@bcmills
Copy link
Member

bcmills commented Nov 28, 2022

That last one looks like a false-positive for this issue — maybe we need to update the regexp to only match fatal error: at the start of a line?

@cherrymui
Copy link
Member

maybe we need to update the regexp to only match fatal error: at the start of a line?

Makes sense. Done. Thanks.

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (`runtime.throw\(` || `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm"
2022-12-08 03:49 linux-s390x-ibm go@b9747e0e os/user.TestLookupGroup (log)
runtime: bad pointer in frame os/user.lookupUnixGid at 0xc000104e00: 0x78
fatal error: invalid pointer found on stack

runtime stack:
runtime.throw({0x1767a6, 0x1e})
	/data/golang/workdir/go/src/runtime/panic.go:1047 +0x58 fp=0x3ffcf4fedf0 sp=0x3ffcf4fedc8 pc=0x50538
runtime.adjustpointers(0xc000104de8, 0x3ffcf4feee0, 0x3ffcf4ff2c0, {0x235b28, 0x2476e0})
	/data/golang/workdir/go/src/runtime/stack.go:632 +0x2b0 fp=0x3ffcf4fee50 sp=0x3ffcf4fedf0 pc=0x6cf00
runtime.adjustframe(0x3ffcf4ff1e8, 0x3ffcf4ff2c0)
	/data/golang/workdir/go/src/runtime/stack.go:674 +0x10e fp=0x3ffcf4fef00 sp=0x3ffcf4fee50 pc=0x6d01e
...
	/data/golang/workdir/go/src/os/user/cgo_lookup_unix.go:184 +0x66 fp=0xc000104da0 sp=0xc000104d40 pc=0x130866
os/user.lookupUnixGid(0x0)
	/data/golang/workdir/go/src/os/user/cgo_lookup_unix.go:120 +0x8c fp=0xc000104e58 sp=0xc000104da0 pc=0x13042c
os/user.lookupGroupId({0x177dee, 0x1})
	/data/golang/workdir/go/src/os/user/cgo_lookup_unix.go:113 +0x78 fp=0xc000104e88 sp=0xc000104e58 pc=0x130368
os/user.LookupGroupId(...)
	/data/golang/workdir/go/src/os/user/lookup.go:64
os/user.TestLookupGroup(0xc000083520)
	/data/golang/workdir/go/src/os/user/user_test.go:110 +0x120 fp=0xc000104f68 sp=0xc000104e88 pc=0x131e00
testing.tRunner(0xc000083520, 0x17be40)

watchflakes

@bcmills
Copy link
Member

bcmills commented Dec 8, 2022

Filed #57170 for the above failure.

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (`runtime.throw\(` || `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm"
2022-12-14 21:01 linux-ppc64-sid-buildlet go@0b8add46 bootstrap/cmd/compile/internal/base [build] (log)
fatal error: unexpected signal during runtime execution
[signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x2dee8]

runtime stack:
runtime.throw({0x98e06e, 0x2a})
	/tmp/genbootstrap-3894857761/go-linux-ppc64-bootstrap/src/runtime/panic.go:1198 +0x5c
runtime.sigpanic()
	/tmp/genbootstrap-3894857761/go-linux-ppc64-bootstrap/src/runtime/signal_unix.go:719 +0x248
runtime.readgstatus(...)
	/tmp/genbootstrap-3894857761/go-linux-ppc64-bootstrap/src/runtime/proc.go:889
runtime.markroot(0xc000031e98, 0x2d)
	/tmp/genbootstrap-3894857761/go-linux-ppc64-bootstrap/src/runtime/mgcmark.go:198 +0x188
runtime.gcDrain(0xc000031e98, 0x3)
	/tmp/genbootstrap-3894857761/go-linux-ppc64-bootstrap/src/runtime/mgcmark.go:1013 +0x450
runtime.gcBgMarkWorker.func2()
	/tmp/genbootstrap-3894857761/go-linux-ppc64-bootstrap/src/runtime/mgc.go:1269 +0xb4
runtime.systemstack()
	/tmp/genbootstrap-3894857761/go-linux-ppc64-bootstrap/src/runtime/asm_ppc64x.s:250 +0x68

goroutine 34 [running]:
	goroutine running on other thread; stack unavailable
created by cmd/compile/internal/gc.compileFunctions.func3
	/tmp/genbootstrap-3894857761/go-linux-ppc64-bootstrap/src/cmd/compile/internal/gc/compile.go:138 +0x48

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (`runtime.throw\(` || `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm"
2022-11-10 18:51 netbsd-arm-bsiegert go@79d9b395 archive/tar.TestFileInfoHeader (log)
runtime: bad pointer in frame os/user.lookupUnixUid at 0x43bd24: 0x6
fatal error: invalid pointer found on stack

runtime stack:
runtime.throw({0x20cd72, 0x1e})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:1047 +0x4c fp=0x729adae4 sp=0x729adad0 pc=0x4b870
runtime.adjustpointers(0x43bcfc, 0x729adb74, 0x729addd4, {0x33992c, 0x344c60})
	/var/gobuilder/buildlet/go/src/runtime/stack.go:630 +0x258 fp=0x729adb2c sp=0x729adae4 pc=0x67cc0
runtime.adjustframe(0x729add64, 0x729addd4)
	/var/gobuilder/buildlet/go/src/runtime/stack.go:672 +0xcc fp=0x729adb84 sp=0x729adb2c pc=0x67db4
...
	/var/gobuilder/buildlet/go/src/os/user/lookup.go:15 +0x24 fp=0x43bdcc sp=0x43bdb8 pc=0x1839a0
os/user.LookupId({0x20f20e, 0x1})
	/var/gobuilder/buildlet/go/src/os/user/lookup.go:42 +0x14 fp=0x43bdf0 sp=0x43bdcc pc=0x183a74
archive/tar.statUnix({0x258118, 0x4c4300}, 0xb1eaa0)
	/var/gobuilder/buildlet/go/src/archive/tar/stat_unix.go:39 +0xfc fp=0x43be5c sp=0x43bdf0 pc=0x193400
archive/tar.FileInfoHeader({0x258118, 0x4c4300}, {0x0, 0x0})
	/var/gobuilder/buildlet/go/src/archive/tar/common.go:705 +0x56c fp=0x43bef8 sp=0x43be5c pc=0x18d5c0
archive/tar.TestFileInfoHeader(0x482690)
	/var/gobuilder/buildlet/go/src/archive/tar/tar_test.go:216 +0xc0 fp=0x43bf98 sp=0x43bef8 pc=0x1b0cd8
testing.tRunner(0x482690, 0x216408)
2022-11-11 01:29 netbsd-arm-bsiegert go@4d37f968 archive/tar.TestFileInfoHeader (log)
runtime: bad pointer in frame os/user.lookupUnixUid at 0x43cd24: 0x6
fatal error: invalid pointer found on stack

runtime stack:
runtime.throw({0x20cd72, 0x1e})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:1047 +0x4c fp=0x7fffcfd4 sp=0x7fffcfc0 pc=0x4b8d8
runtime.adjustpointers(0x43ccfc, 0x7fffd064, 0x7fffd2c4, {0x339a80, 0x344c60})
	/var/gobuilder/buildlet/go/src/runtime/stack.go:630 +0x258 fp=0x7fffd01c sp=0x7fffcfd4 pc=0x67da4
runtime.adjustframe(0x7fffd254, 0x7fffd2c4)
	/var/gobuilder/buildlet/go/src/runtime/stack.go:672 +0xcc fp=0x7fffd074 sp=0x7fffd01c pc=0x67e98
...
	/var/gobuilder/buildlet/go/src/os/user/lookup.go:15 +0x24 fp=0x43cdcc sp=0x43cdb8 pc=0x183a58
os/user.LookupId({0x20f20e, 0x1})
	/var/gobuilder/buildlet/go/src/os/user/lookup.go:42 +0x14 fp=0x43cdf0 sp=0x43cdcc pc=0x183b2c
archive/tar.statUnix({0x258130, 0x9c6300}, 0xc98f00)
	/var/gobuilder/buildlet/go/src/archive/tar/stat_unix.go:39 +0xfc fp=0x43ce5c sp=0x43cdf0 pc=0x1934b8
archive/tar.FileInfoHeader({0x258130, 0x9c6300}, {0x0, 0x0})
	/var/gobuilder/buildlet/go/src/archive/tar/common.go:705 +0x56c fp=0x43cef8 sp=0x43ce5c pc=0x18d678
archive/tar.TestFileInfoHeader(0x901c20)
	/var/gobuilder/buildlet/go/src/archive/tar/tar_test.go:216 +0xc0 fp=0x43cf98 sp=0x43cef8 pc=0x1b0d90
testing.tRunner(0x901c20, 0x216408)
2022-12-01 19:48 darwin-amd64-11_0 go@8fd2875c cmd/link/internal/ld.TestAbstractOriginSanityIssue25459 (log)
runtime: pointer 0xc0037fe000 to unused region of span span.base()=0xc0037fe000 span.limit=0xc0037fffe0 span.state=1
runtime: found in object at *(0xc0028f6000+0x9848)
object=0xc0028f6000 s.base()=0xc0028d6000 s.limit=0xc002900000 s.spanclass=0 s.elemsize=172032 s.state=mSpanInUse
 *(object+0) = 0xc002876180
 *(object+8) = 0xc0028761b0
 *(object+16) = 0xc0028761e0
 *(object+24) = 0xc002876210
 *(object+32) = 0xc002876240
 *(object+40) = 0xc0028762a0
 *(object+48) = 0xc0028762d0
...
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw({0x1229b56?, 0x6?})
	/tmp/buildlet/go/src/runtime/panic.go:1047 +0x5d fp=0x700006fcdd90 sp=0x700006fcdd60 pc=0x10352dd
runtime.badPointer(0x2552118, 0x700006fcde08?, 0xc0028f6000, 0x700006fcde58?)
	/tmp/buildlet/go/src/runtime/mbitmap.go:314 +0x150 fp=0x700006fcdde0 sp=0x700006fcdd90 pc=0x1014170
runtime.findObject(0xc0022caea0?, 0x1028999?, 0x1055746?)
	/tmp/buildlet/go/src/runtime/mbitmap.go:357 +0xa6 fp=0x700006fcde18 sp=0x700006fcdde0 pc=0x1014306
runtime.scanobject(0xc000030138?, 0xc000030138)
...
	/tmp/buildlet/go/src/os/exec/exec.go:590 +0x39 fp=0xc00008fc00 sp=0xc00008fbe0 pc=0x10e5119
os/exec.(*Cmd).CombinedOutput(0xc000172840)
	/tmp/buildlet/go/src/os/exec/exec.go:1005 +0xa8 fp=0xc00008fc28 sp=0xc00008fc00 pc=0x10e6d48
cmd/link/internal/ld.gobuildTestdata(0xc0004f7ba0, {0xc00015c5a0?, 0xc0004f7a00?}, {0xc00015c640, 0x42}, {0x121413d, 0x9})
	/tmp/buildlet/go/src/cmd/link/internal/ld/dwarf_test.go:126 +0x1b2 fp=0xc00008fd08 sp=0xc00008fc28 pc=0x119c1b2
cmd/link/internal/ld.abstractOriginSanity(0xc0004f7ba0, {0xc00001e240, 0x3d}, {0x121413d, 0x9})
	/tmp/buildlet/go/src/cmd/link/internal/ld/dwarf_test.go:595 +0x118 fp=0xc00008fef0 sp=0xc00008fd08 pc=0x119ef58
cmd/link/internal/ld.TestAbstractOriginSanityIssue25459(0xc0004f7ba0)
	/tmp/buildlet/go/src/cmd/link/internal/ld/dwarf_test.go:693 +0xf1 fp=0xc00008ff70 sp=0xc00008fef0 pc=0x119f971
testing.tRunner(0xc0004f7ba0, 0x122d478)
2022-12-19 21:46 linux-amd64-staticlockranking go@6aa1e6d5 net.TestConcurrentSetDeadline (log)
60879  ======
0 : pollDesc 8 0x7fdcf0642a90
1 : prof 22 0x84c5c0
fatal error: lock ordering problem

runtime stack:
runtime.throw({0x67a36f?, 0x0?})
	/workdir/go/src/runtime/panic.go:992 +0x71 fp=0x7fdce8ff8de0 sp=0x7fdce8ff8db0 pc=0x438c11
runtime.checkRanks(0xc0005f3a00, 0x0?, 0x81bd78?)
	/workdir/go/src/runtime/lockrank_on.go:151 +0x205 fp=0x7fdce8ff8e40 sp=0x7fdce8ff8de0 pc=0x40d985
runtime.lockWithRank.func1()
	/workdir/go/src/runtime/lockrank_on.go:78 +0x87 fp=0x7fdce8ff8e70 sp=0x7fdce8ff8e40 pc=0x40d607
runtime.systemstack()
	/workdir/go/src/runtime/asm_amd64.s:469 +0x49 fp=0x7fdce8ff8e78 sp=0x7fdce8ff8e70 pc=0x468629

runtime.gopark(0x48?, 0x668fa0?, 0x40?, 0x34?, 0x40ffa5?)
	/workdir/go/src/runtime/proc.go:361 +0xd6 fp=0xc00048dda8 sp=0xc00048dd88 pc=0x43b736
runtime.goparkunlock(...)
	/workdir/go/src/runtime/proc.go:367
runtime.semacquire1(0xc0000cef48, 0xd8?, 0x1, 0x0)
	/workdir/go/src/runtime/sema.go:144 +0x1fb fp=0xc00048de10 sp=0xc00048dda8 pc=0x44c53b
sync.runtime_Semacquire(0xc00008a6d8?)
	/workdir/go/src/runtime/sema.go:56 +0x25 fp=0xc00048de40 sp=0xc00048de10 pc=0x466bc5
sync.(*WaitGroup).Wait(0xc00008a618?)
	/workdir/go/src/sync/waitgroup.go:136 +0x52 fp=0xc00048de68 sp=0xc00048de40 pc=0x472292
net.TestConcurrentSetDeadline(0xc0005f3380)
	/workdir/go/src/net/timeout_test.go:1152 +0x3df fp=0xc00048df70 sp=0xc00048de68 pc=0x5f295f
testing.tRunner(0xc0005f3380, 0x688ae8)
2022-12-21 03:49 netbsd-arm-bsiegert go@78fc8107 (log)
fatal error: index out of range

runtime stack:
runtime.throw({0x63d1b7, 0x12})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:1047 +0x4c fp=0x7fffd394 sp=0x7fffd380 pc=0x4b2ac
runtime.panicCheck1(0x3b088, {0x63d1b7, 0x12})
	/var/gobuilder/buildlet/go/src/runtime/panic.go:57 +0xb0 fp=0x7fffd3a8 sp=0x7fffd394 pc=0x48938
runtime.goPanicIndex(0x21401a6, 0x1fc)
	/var/gobuilder/buildlet/go/src/runtime/panic.go:112 +0x2c fp=0x7fffd3c8 sp=0x7fffd3a8 pc=0x489d4
runtime.(*gcWork).put(0xc2c25c, 0xc98000)
	/var/gobuilder/buildlet/go/src/runtime/mgcwork.go:136 +0xf4 fp=0x7fffd3d8 sp=0x7fffd3c8 pc=0x3b088
runtime.greyobject(0xc98000, 0xa0d360, 0x8, 0x7bc52ff8, 0xc2c25c, 0x0)
	/var/gobuilder/buildlet/go/src/runtime/mgcmark.go:1506 +0x1d8 fp=0x7fffd3f8 sp=0x7fffd3d8 pc=0x33188
runtime.scanblock(0xa0d360, 0x12eac, 0x7bc544fd, 0xc2c25c, 0x0)
	/var/gobuilder/buildlet/go/src/runtime/mgcmark.go:1238 +0x120 fp=0x7fffd424 sp=0x7fffd3f8 pc=0x32a68
runtime.markrootBlock(0xa0d360, 0x12eac, 0x7bc544fd, 0xc2c25c, 0x0)
	/var/gobuilder/buildlet/go/src/runtime/mgcmark.go:284 +0x74 fp=0x7fffd440 sp=0x7fffd424 pc=0x2ffd0
runtime.markroot(0xc2c25c, 0x3, 0x1)
	/var/gobuilder/buildlet/go/src/runtime/mgcmark.go:176 +0x434 fp=0x7fffd49c sp=0x7fffd440 pc=0x2fc8c
runtime.gcDrain(0xc2c25c, 0x7)
	/var/gobuilder/buildlet/go/src/runtime/mgcmark.go:1069 +0x58c fp=0x7fffd4e4 sp=0x7fffd49c pc=0x32494
runtime.gcBgMarkWorker.func2()
	/var/gobuilder/buildlet/go/src/runtime/mgc.go:1367 +0x7c fp=0x7fffd510 sp=0x7fffd4e4 pc=0x2d11c
runtime.systemstack()
	/var/gobuilder/buildlet/go/src/runtime/asm_arm.s:317 +0x60 fp=0x7fffd514 sp=0x7fffd510 pc=0x7ddd8
2022-12-28 15:20 freebsd-riscv64-unmatched tools@85e6ad77 go@9123221c cmd/compile/internal/ssa [build] (log)
fatal error: unexpected signal during runtime execution
[signal SIGSEGV: segmentation violation code=0x1 addr=0x11c pc=0x61864]

runtime stack:
runtime.throw({0x746387?, 0x2?})
	/tmp/workdir-host-freebsd-riscv64-unmatched/go/src/runtime/panic.go:1047 +0x44 fp=0xad293c40 sp=0xad293c18 pc=0x484c4
runtime.sigpanic()
	/tmp/workdir-host-freebsd-riscv64-unmatched/go/src/runtime/signal_unix.go:821 +0x26c fp=0xad293c70 sp=0xad293c40 pc=0x5f274
runtime.adjustpointer(...)
	/tmp/workdir-host-freebsd-riscv64-unmatched/go/src/runtime/stack.go:571
runtime.adjustdefers(0x8000?, 0xac3f9040?)
	/tmp/workdir-host-freebsd-riscv64-unmatched/go/src/runtime/stack.go:763 +0x34 fp=0xad293c78 sp=0xad293c78 pc=0x61864
runtime.copystack(0xac3f9040, 0x8000)
	/tmp/workdir-host-freebsd-riscv64-unmatched/go/src/runtime/stack.go:919 +0x1e0 fp=0xad293e20 sp=0xad293c78 pc=0x61c88
runtime.newstack()
	/tmp/workdir-host-freebsd-riscv64-unmatched/go/src/runtime/stack.go:1112 +0x358 fp=0xad293fc8 sp=0xad293e20 pc=0x62138
runtime.morestack()
	/tmp/workdir-host-freebsd-riscv64-unmatched/go/src/runtime/asm_riscv64.s:204 +0x58 fp=0xad293fd0 sp=0xad293fc8 pc=0x76ae0
2023-01-03 18:53 netbsd-amd64-9_3 go@d03231d9 cmd/go.TestScript (log)
vcs-test.golang.org rerouted to http://127.0.0.1:54291
https://vcs-test.golang.org rerouted to https://127.0.0.1:54290
go test proxy running at GOPROXY=http://127.0.0.1:54289/mod
fatal error: runtime.SetFinalizer: finalizer already set

runtime stack:
runtime.throw({0xb84f6e?, 0xbd9d78?})
	/tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x70ddcbfcfef8 sp=0x70ddcbfcfec8 pc=0x43821d
runtime.SetFinalizer.func2()
	/tmp/workdir/go/src/runtime/mfinal.go:478 +0x54 fp=0x70ddcbfcff30 sp=0x70ddcbfcfef8 pc=0x41ac14
...
	/tmp/workdir/go/src/testing/testing.go:1095 +0x4a fp=0xc0007dfd08 sp=0xc0007dfcb0 pc=0x52bcaa
testing.(*common).Skip(0xc0003dc000, {0xc000112270?, 0xa98cc0?, 0x125f001?})
	/tmp/workdir/go/src/testing/testing.go:1071 +0x58 fp=0xc0007dfd60 sp=0xc0007dfd08 pc=0x52ba58
testing.(*T).Skip(0xc84940?, {0xc000112270?, 0xaae120?, 0xc000112260?})
	<autogenerated>:1 +0x29 fp=0xc0007dfd90 sp=0xc0007dfd60 pc=0x533349
cmd/go/internal/script/scripttest.Run({0xc8e148, 0xc0003dc000}, 0xb60533?, 0xc0002b7ee8?, {0xc0005157d0, 0xf}, {0xc84480, 0xc000e4c1e0})
	/tmp/workdir/go/src/cmd/go/internal/script/scripttest/scripttest.go:94 +0x12e fp=0xc0007dfe10 sp=0xc0007dfd90 pc=0xa2a2ee
cmd/go_test.TestScript.func3(0xc0003dc000)
	/tmp/workdir/go/src/cmd/go/script_test.go:154 +0x60d fp=0xc0007dff70 sp=0xc0007dfe10 pc=0xa4734d
testing.tRunner(0xc0003dc000, 0xc00032d360)

watchflakes

@bcmills
Copy link
Member

bcmills commented Jan 5, 2023

The two netbsd-arm-bsiegert failures in November look like #57170.

@bcmills
Copy link
Member

bcmills commented Aug 21, 2023

I've attempted to pull the failures in #55167 (comment) out to #62185. (Hopefully I got the regexp correct. 😅)

#55167 (comment) is on release-branch.go1.20. Filed as #62186.

Filed #62182 for the traceback did not unwind completely failure mode, which has also shown up in some tests on other platforms.

@bcmills bcmills closed this as not planned Won't fix, can't repro, duplicate, stale Aug 21, 2023
@gopherbot gopherbot reopened this Aug 22, 2023
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-08-21 23:20 darwin-amd64-11_0 go@e3c80f57 cmd/go.TestScript (log)
vcs-test.golang.org rerouted to http://127.0.0.1:53045
https://vcs-test.golang.org rerouted to https://127.0.0.1:53046
go test proxy running at GOPROXY=http://127.0.0.1:53047/mod
--- FAIL: TestScript (1.07s)
    --- FAIL: TestScript/mod_list_test (1.11s)
        script_test.go:132: 2023-08-21T23:59:53Z
        script_test.go:134: $WORK=/tmp/buildlet/tmp/cmd-go-test-340886821/tmpdir633785442/mod_list_test250661805
        script_test.go:156: 
            > env GO111MODULE=on
            # go list -compiled -test must handle test-only packages
...
            fatal error: bad summary data

            runtime stack:
            runtime.throw({0x880bda5?, 0x7000100efed0?})
            	/tmp/buildlet/go/src/runtime/panic.go:1018 +0x5c fp=0x7000100efe08 sp=0x7000100efdd8 pc=0x81c693c
            runtime.(*pageAlloc).alloc(0x8e82ca8, 0x4)
            	/tmp/buildlet/go/src/runtime/mpagealloc.go:896 +0x26a fp=0x7000100efe50 sp=0x7000100efe08 pc=0x81bbe0a
            runtime.(*mheap).allocSpan(0x8e82ca0, 0x4, 0x0, 0x8a?)
            	/tmp/buildlet/go/src/runtime/mheap.go:1247 +0x192 fp=0x7000100efef0 sp=0x7000100efe50 pc=0x81b8052
            runtime.(*mheap).alloc.func1()
...
            cmd/go/internal/work.ActorFunc.Act(0x8a73460?, 0x8e99720?, {0x8a73460?, 0x8e99720?}, 0x0?)
            	/tmp/buildlet/go/src/cmd/go/internal/work/action.go:78 +0x2d fp=0xc00009fd70 sp=0xc00009fd40 pc=0x870282d
            cmd/go/internal/work.(*Builder).Do.func3({0x8a73460, 0x8e99720}, 0xc000479080)
            	/tmp/buildlet/go/src/cmd/go/internal/work/exec.go:151 +0x80c fp=0xc00009ff20 sp=0xc00009fd70 pc=0x871106c
            cmd/go/internal/work.(*Builder).Do.func4()
            	/tmp/buildlet/go/src/cmd/go/internal/work/exec.go:219 +0xb9 fp=0xc00009ffe0 sp=0xc00009ff20 pc=0x8710699
            runtime.goexit()
            	/tmp/buildlet/go/src/runtime/asm_amd64.s:1650 +0x1 fp=0xc00009ffe8 sp=0xc00009ffe0 pc=0x81fd701
            created by cmd/go/internal/work.(*Builder).Do in goroutine 1
            	/tmp/buildlet/go/src/cmd/go/internal/work/exec.go:205 +0x3fe

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-08-21 17:53 freebsd-arm-paulzhol net@9cde5a08 go@e7e99a8e (log)
runtime: g 1: unexpected return pc for bootstrap/cmd/compile/internal/noder.(*pkgWriter).typeAndValue called from 0x294b7124
stack: frame={sp:0x298fed90, fp:0x298fedec} stack=[0x298f8000,0x29900000)
0x298fed10:  0x00000000  0x41440c2e  0x00000000  0x41f00000 
0x298fed20:  0x1bad4acf  0x3fd2fac5  0xbc31d5e9  0x3fd283a8 
0x298fed30:  0x00000000  0x41486a00  0x00000000  0x00000000 
0x298fed40:  0x00000000  0x41cdcd65  0xc0000000  0x415e3c85 
0x298fed50:  0x25c9140d  0x3fd6ad45  0x00000000  0x3fe00000 
0x298fed60:  0x00000000  0x00000000  0x00000000  0x00000000 
0x298fed70:  0x00000000  0x00000000  0x00000000  0x00000000 
0x298fed80:  0x0028185c <bootstrap/cmd/compile/internal/abt.(*node32).aDeleteMax+0x00000008>  0x00000000  0x006cb53c <bootstrap/cmd/compile/internal/noder.(*pkgWriter).maybeTypeAndValue+0x00000030>  0x006cb400 <bootstrap/cmd/compile/internal/noder.(*pkgWriter).typeAndValue+0x00000040> 
...
fatal error: unknown caller pc

runtime stack:
runtime.throw({0x7d42ee, 0x11})
	/tmp/workdir-host-freebsd-arm-paulzhol/go/src/runtime/panic.go:1047 +0x4c fp=0x29443b8c sp=0x29443b78 pc=0x51d2c
runtime.gentraceback(0xffffffff, 0xffffffff, 0x0, 0x294020f0, 0x0, 0x0, 0x7fffffff, 0x29443edc, 0x0, 0x0)
	/tmp/workdir-host-freebsd-arm-paulzhol/go/src/runtime/traceback.go:270 +0x183c fp=0x29443d90 sp=0x29443b8c pc=0x7e150
runtime.scanstack(0x294020f0, 0x2942a95c)
	/tmp/workdir-host-freebsd-arm-paulzhol/go/src/runtime/mgcmark.go:804 +0x1fc fp=0x29443ee8 sp=0x29443d90 pc=0x35024
runtime.markroot.func1()
...
runtime.markroot(0x2942a95c, 0x7, 0x1)
	/tmp/workdir-host-freebsd-arm-paulzhol/go/src/runtime/mgcmark.go:213 +0x234 fp=0x29443f70 sp=0x29443f14 pc=0x3346c
runtime.gcDrain(0x2942a95c, 0x3)
	/tmp/workdir-host-freebsd-arm-paulzhol/go/src/runtime/mgcmark.go:1069 +0x58c fp=0x29443fb8 sp=0x29443f70 pc=0x35eb0
runtime.gcBgMarkWorker.func2()
	/tmp/workdir-host-freebsd-arm-paulzhol/go/src/runtime/mgc.go:1348 +0xb8 fp=0x29443fe4 sp=0x29443fb8 pc=0x30b18
runtime.systemstack()
	/tmp/workdir-host-freebsd-arm-paulzhol/go/src/runtime/asm_arm.s:317 +0x60 fp=0x29443fe8 sp=0x29443fe4 pc=0x87a04

go tool dist: FAILED: /tmp/workdir-host-freebsd-arm-paulzhol/go/pkg/tool/freebsd_arm/compile -std -pack -o /tmp/workdir-host-freebsd-arm-paulzhol/tmp/go-tool-dist-1856047159/regexp/syntax/_go_.a -p regexp/syntax -importcfg /tmp/workdir-host-freebsd-arm-paulzhol/tmp/go-tool-dist-1856047159/regexp/syntax/importcfg /tmp/workdir-host-freebsd-arm-paulzhol/go/src/regexp/syntax/compile.go /tmp/workdir-host-freebsd-arm-paulzhol/go/src/regexp/syntax/doc.go /tmp/workdir-host-freebsd-arm-paulzhol/go/src/regexp/syntax/op_string.go /tmp/workdir-host-freebsd-arm-paulzhol/go/src/regexp/syntax/parse.go /tmp/workdir-host-freebsd-arm-paulzhol/go/src/regexp/syntax/perl_groups.go /tmp/workdir-host-freebsd-arm-paulzhol/go/src/regexp/syntax/prog.go /tmp/workdir-host-freebsd-arm-paulzhol/go/src/regexp/syntax/regexp.go /tmp/workdir-host-freebsd-arm-paulzhol/go/src/regexp/syntax/simplify.go: exit status 2

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-08-22 08:38 darwin-amd64-longtest go@05f95115 runtime.TestEINTR (log)
fatal error: schedule: holding locks

runtime stack:
runtime.throw({0x632a2a8?, 0x66cf960?})
	/tmp/buildlet/go/src/runtime/panic.go:1018 +0x5c fp=0x7ff7baf93388 sp=0x7ff7baf93358 pc=0x5faa69c
runtime.schedule()
	/tmp/buildlet/go/src/runtime/proc.go:3577 +0x276 fp=0x7ff7baf933c0 sp=0x7ff7baf93388 pc=0x5fb50d6
runtime.park_m(0xc0004cf520?)
	/tmp/buildlet/go/src/runtime/proc.go:3765 +0x12d fp=0x7ff7baf93408 sp=0x7ff7baf933c0 pc=0x5fb546d
runtime.mcall()
...
	/tmp/buildlet/go/src/os/exec/exec.go:590 +0x2d fp=0xc00018cd70 sp=0xc00018cd50 pc=0x60b0eed
os/exec.(*Cmd).CombinedOutput(0xc000610000)
	/tmp/buildlet/go/src/os/exec/exec.go:977 +0x94 fp=0xc00018cd98 sp=0xc00018cd70 pc=0x60b2b34
runtime_test.runBuiltTestProg(0xc000824d00, {0xc00002c500, 0x34}, {0x631da22, 0x5}, {0x0, 0x0, 0x0?})
	/tmp/buildlet/go/src/runtime/crash_test.go:76 +0x327 fp=0xc00018ce80 sp=0xc00018cd98 pc=0x6265ae7
runtime_test.runTestProg(0xc000824d00, {0x6320719, 0xb}, {0x631da22, 0x5}, {0x0, 0x0, 0x0})
	/tmp/buildlet/go/src/runtime/crash_test.go:59 +0x19e fp=0xc00018cef0 sp=0xc00018ce80 pc=0x626575e
runtime_test.TestEINTR(0xc000824d00)
	/tmp/buildlet/go/src/runtime/crash_cgo_test.go:736 +0x5c fp=0xc00018cf70 sp=0xc00018cef0 pc=0x62647dc
testing.tRunner(0xc000824d00, 0x6482498)

watchflakes

@mknyszek
Copy link
Contributor

Filed #62251 for freebsd/arm.
Updated #60449 for the Darwin issues.

@mknyszek mknyszek closed this as not planned Won't fix, can't repro, duplicate, stale Aug 23, 2023
@mknyszek
Copy link
Contributor

Carry forward:
2023-08-07 06:21 linux-amd64-nocgo sys@60ecf133 go@288fd6eb x/sys/unix (log)
2023-08-07 19:27 linux-amd64-wsl tools@f42bca8e go@2c95fa4f x/tools/gopls/internal/lsp.TestLSP (log)

@gopherbot gopherbot reopened this Sep 8, 2023
@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-09-05 22:26 linux-riscv64-unmatched go@972cc3e7 test.Test (log)
--- FAIL: Test (0.06s)
    --- FAIL: Test/nil.go (0.12s)
        testdir_test.go:141: exit status 2
            runtime:   gp: gp=0x3f481611e0, goid=7, gp->atomicstatus=1
            runtime: getg:  g=0x3f480009c0, goid=0,  g->atomicstatus=0
            fatal error: bad g->status in ready

            runtime stack:
            runtime.throw({0x608a67?, 0x3f4804a580?})
            	runtime/panic.go:1018 +0x44 fp=0x3f4805df68 sp=0x3f4805df40 pc=0x4a394
...
            cmd/go/internal/tool.runTool({0x6fc850?, 0xacb100?}, 0x3f480223a8?, {0x3f4801c0a0, 0x6, 0x6})
            	cmd/go/internal/tool/tool.go:119 +0x4f4 fp=0x3f48104d50 sp=0x3f48104c88 pc=0x4f04d4
            main.invoke(0xa91920, {0x3f4801c090, 0x7, 0x7})
            	cmd/go/main.go:258 +0x500 fp=0x3f48104e70 sp=0x3f48104d50 pc=0x4fca28
            main.main()
            	cmd/go/main.go:176 +0x6b0 fp=0x3f48104f60 sp=0x3f48104e70 pc=0x4fc220
            runtime.main()
            	runtime/proc.go:267 +0x2b0 fp=0x3f48104fd8 sp=0x3f48104f60 pc=0x4cd38
            runtime.goexit({})
            	runtime/asm_riscv64.s:512 +0x4 fp=0x3f48104fd8 sp=0x3f48104fd8 pc=0x7ebe4

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-07-11 13:19 darwin-amd64-longtest go@4c58d6bf (log)
fatal error: workbuf is empty
fatal error: workbuf is empty

runtime stack:
runtime.throw({0x14a39db?, 0x7000f9dffeb8?})
	/tmp/buildlet/go/src/runtime/panic.go:1077 +0x5c fp=0x7000057a0e38 sp=0x7000057a0e08 pc=0x103845c
runtime.(*workbuf).checknonempty(0x40?)
	/tmp/buildlet/go/src/runtime/mgcwork.go:338 +0x2c fp=0x7000057a0e58 sp=0x7000057a0e38 pc=0x1029c0c
runtime.trygetfull()
	/tmp/buildlet/go/src/runtime/mgcwork.go:430 +0x53 fp=0x7000057a0e78 sp=0x7000057a0e58 pc=0x1029fd3
...
	/tmp/buildlet/go/src/runtime/mgcwork.go:102 +0x25 fp=0x700005511e78 sp=0x700005511e68 pc=0x1029605
runtime.(*gcWork).tryGet(0xc000042b40)
	/tmp/buildlet/go/src/runtime/mgcwork.go:207 +0x25 fp=0x700005511ea8 sp=0x700005511e78 pc=0x1029985
runtime.gcDrain(0xc000042b40, 0xb)
	/tmp/buildlet/go/src/runtime/mgcmark.go:1090 +0x16e fp=0x700005511f08 sp=0x700005511ea8 pc=0x10223ee
runtime.gcBgMarkWorker.func2()
	/tmp/buildlet/go/src/runtime/mgc.go:1383 +0x85 fp=0x700005511f58 sp=0x700005511f08 pc=0x101ed45
runtime.systemstack()
	/tmp/buildlet/go/src/runtime/asm_amd64.s:509 +0x4a fp=0x700005511f68 sp=0x700005511f58 pc=0x106c32a
go tool dist: FAILED: /tmp/buildlet/go/pkg/tool/darwin_amd64/go_bootstrap install cmd: exit status 2

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-09-15 23:22 darwin-amd64-longtest go@561a5079 runtime.TestCheckPtr (log)
fatal error: unexpected signal during runtime execution
[signal SIGSEGV: segmentation violation code=0x1 addr=0x270 pc=0x97b71c9]

syscall.syscall6(0x97b8ddd?, 0xa080878?, 0x17?, 0x3?, 0x3?, 0x1010000000001?, 0x50e40cb0?)
	/tmp/buildlet/go/src/runtime/sys_darwin.go:45 +0x98 fp=0xc0000f18a0 sp=0xc0000f17e0 pc=0x981e678
syscall.wait4(0xc0000f1928?, 0x97b9005?, 0x90?, 0x9c9b320?)
	/tmp/buildlet/go/src/syscall/zsyscall_darwin_amd64.go:43 +0x45 fp=0xc0000f1900 sp=0xc0000f18a0 pc=0x982ea25
syscall.Wait4(0xc000144400?, 0xc0000f195c, 0xc0000b1e00?, 0x11?)
	/tmp/buildlet/go/src/syscall/syscall_bsd.go:144 +0x25 fp=0xc0000f1938 sp=0xc0000f1900 pc=0x982d2c5
os.(*Process).wait(0xc000030570)
	/tmp/buildlet/go/src/os/exec_unix.go:43 +0x6d fp=0xc0000f1990 sp=0xc0000f1938 pc=0x9852a6d
os.(*Process).Wait(...)
	/tmp/buildlet/go/src/os/exec.go:134
os/exec.(*Cmd).Wait(0xc00018e580)
	/tmp/buildlet/go/src/os/exec/exec.go:897 +0x45 fp=0xc0000f19f0 sp=0xc0000f1990 pc=0x98e4ce5
os/exec.(*Cmd).Run(0x1?)
	/tmp/buildlet/go/src/os/exec/exec.go:607 +0x2d fp=0xc0000f1a10 sp=0xc0000f19f0 pc=0x98e390d
os/exec.(*Cmd).CombinedOutput(0xc00018e580)
	/tmp/buildlet/go/src/os/exec/exec.go:1012 +0x85 fp=0xc0000f1a38 sp=0xc0000f1a10 pc=0x98e55a5
runtime_test.buildTestProg.func1()
	/tmp/buildlet/go/src/runtime/crash_test.go:154 +0x3c5 fp=0xc0000f1c28 sp=0xc0000f1a38 pc=0x9a98bc5
sync.(*Once).doSlow(0x9c39400?, 0xc000090660?)
	/tmp/buildlet/go/src/sync/once.go:74 +0xbf fp=0xc0000f1c88 sp=0xc0000f1c28 pc=0x982979f
sync.(*Once).Do(...)
	/tmp/buildlet/go/src/sync/once.go:65
runtime_test.buildTestProg(0xc000e68340, {0x9b487ce, 0x8}, {0xc000929930, 0x1, 0x1})
	/tmp/buildlet/go/src/runtime/crash_test.go:139 +0x485 fp=0xc0000f1d80 sp=0xc0000f1c88 pc=0x9a98785
runtime_test.TestCheckPtr(0xc000e68340)
	/tmp/buildlet/go/src/runtime/checkptr_test.go:24 +0xec fp=0xc0000f1f70 sp=0xc0000f1d80 pc=0x9a911ac
testing.tRunner(0xc000e68340, 0x9ca9cd0)

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-09-19 15:42 freebsd-riscv64-unmatched go@3fb86fb8 cmd/compile/internal/ssa [build] (log)
<unknown line number>: internal compiler error: runtime: nameOff 0xffffffff8ead0000 base 0x9945f060 not in ranges:
	types 0x820000 etypes 0xa6b48f
fatal error: runtime: name offset base pointer out of range

goroutine 1 [running]:
runtime.throw({0x919bcc?, 0x9bed77d0?})
	runtime/panic.go:1018 +0x44 fp=0x962ba5e0 sp=0x962ba5b8 pc=0x53624
runtime.resolveNameOff(...)
	runtime/type.go:134
runtime.rtype.nameOff({0x735cbc?}, 0x8ead0000)
...
	cmd/compile/main.go:57 +0x118 fp=0x962bbf60 sp=0x962bbf08 pc=0x81b280
runtime.main()
	runtime/proc.go:267 +0x2ac fp=0x962bbfd8 sp=0x962bbf60 pc=0x55ffc
runtime.goexit({})
	runtime/asm_riscv64.s:512 +0x4 fp=0x962bbfd8 sp=0x962bbfd8 pc=0x896f4

goroutine 104 [running]:
	goroutine running on other thread; stack unavailable
created by runtime.gcBgMarkStartWorkers in goroutine 64
	runtime/mgc.go:1237 +0x2c

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-09-08 18:36 darwin-amd64-longtest go@2b3c1c59 runtime.TestVDSO (log)
runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0x5e3870b?, 0x5?})
	/tmp/buildlet/go/src/runtime/panic.go:1018 +0x5c fp=0x70000e2efc68 sp=0x70000e2efc38 pc=0x5aa26dc
runtime.(*limiterEvent).stop(0xc00003fc28?, 0x4, 0x6ebe38f620f?)
	/tmp/buildlet/go/src/runtime/mgclimit.go:454 +0x185 fp=0x70000e2efc90 sp=0x70000e2efc68 pc=0x5a86ea5
runtime.pidleget(0x0?)
	/tmp/buildlet/go/src/runtime/proc.go:6163 +0x136 fp=0x70000e2efcc8 sp=0x70000e2efc90 pc=0x5ab32b6
...
	/tmp/buildlet/go/src/os/exec/exec.go:587 +0x18 fp=0xc00081ad80 sp=0xc00081ad60 pc=0x5ba7ad8
os/exec.(*Cmd).CombinedOutput(0xc00046e580)
	/tmp/buildlet/go/src/os/exec/exec.go:977 +0x85 fp=0xc00081ada8 sp=0xc00081ad80 pc=0x5ba9725
runtime_test.runBuiltTestProg(0xc00090d380, {0xc0012120c0, 0x30}, {0x5e192c2, 0xc}, {0x0, 0x0, 0x0?})
	/tmp/buildlet/go/src/runtime/crash_test.go:87 +0x327 fp=0xc00081ae90 sp=0xc00081ada8 pc=0x5d5ede7
runtime_test.runTestProg(0xc00090d380, {0x5e16da1, 0x8}, {0x5e192c2, 0xc}, {0x0, 0x0, 0x0})
	/tmp/buildlet/go/src/runtime/crash_test.go:70 +0x19e fp=0xc00081af00 sp=0xc00081ae90 pc=0x5d5ea5e
runtime_test.TestVDSO(0xc00090d380)
	/tmp/buildlet/go/src/runtime/crash_test.go:169 +0x56 fp=0xc00081af70 sp=0xc00081af00 pc=0x5d5fcf6
testing.tRunner(0xc00090d380, 0x5f7bfd0)

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-10-04 10:08 openbsd-riscv64-jsing go@0074125c encoding/gob.TestLargeSlice (log)
runtime: inUse=0 npages=1
fatal error: allocated pages below zero?

runtime stack:
runtime.throw({0x1c2d9c?, 0x64821cfb?})
	/home/gopher/build/go/src/runtime/panic.go:1018 +0x44 fp=0x4cbaaad8 sp=0x4cbaaab0 pc=0x46ddc
runtime.(*scavChunkData).free(0x320048?, 0x1, 0x5eca0?)
	/home/gopher/build/go/src/runtime/mgcscavenge.go:1341 +0xd8 fp=0x4cbaaaf8 sp=0x4cbaaad8 pc=0x34218
runtime.(*scavengeIndex).free(0x346760, 0x1df, 0x87, 0x1)
	/home/gopher/build/go/src/runtime/mgcscavenge.go:1154 +0xa4 fp=0x4cbaab30 sp=0x4cbaaaf8 pc=0x33e44
...
	/home/gopher/build/go/src/encoding/gob/decode.go:1234 +0xfc fp=0xd3a1ddf8 sp=0xd3a1dd20 pc=0x130d6c
encoding/gob.(*Decoder).DecodeValue(0x70074000, {0x17d480?, 0x70119800?, 0x70114a00?})
	/home/gopher/build/go/src/encoding/gob/decoder.go:229 +0x1a0 fp=0xd3a1de70 sp=0xd3a1ddf8 pc=0x131d70
encoding/gob.(*Decoder).Decode(0x70074000, {0x17d480?, 0x70119800?})
	/home/gopher/build/go/src/encoding/gob/decoder.go:204 +0x144 fp=0xd3a1dec0 sp=0xd3a1de70 pc=0x131b94
encoding/gob.testEncodeDecode(0x7022d6c0, {0x17d480, 0x701197e8}, {0x17d480, 0x70119800})
	/home/gopher/build/go/src/encoding/gob/codec_test.go:1559 +0x288 fp=0xd3a1df30 sp=0xd3a1dec0 pc=0x14a358
encoding/gob.TestLargeSlice.func1(0x0?)
	/home/gopher/build/go/src/encoding/gob/codec_test.go:1579 +0xcc fp=0xd3a1df78 sp=0xd3a1df30 pc=0x1604bc
testing.tRunner(0x7022d6c0, 0x1cd0f8)
2023-10-04 15:11 openbsd-riscv64-jsing go@a9036396 runtime.TestFakeTime (log)
--- FAIL: TestFakeTime (16.20s)
    crash_test.go:152: running /home/gopher/build/go/bin/go build -o /home/gopher/build/tmp/go-build1023398732/testfaketime_-tags=faketime.exe -tags=faketime
    time_test.go:31: building testfaketime [-tags=faketime]: exit status 1
        # runtime
        runtime: inUse=0 npages=5
        fatal error: allocated pages below zero?

        runtime stack:
        runtime.throw({0x91b6fa?, 0x74df4?})
        	runtime/panic.go:1018 +0x44 fp=0x649e2470 sp=0x649e2448 pc=0x53b6c
...
        	runtime/mgc.go:203 +0x2c fp=0xe40417d8 sp=0xe40417c8 pc=0x319f4
        runtime.goexit({})
        	runtime/asm_riscv64.s:521 +0x4 fp=0xe40417d8 sp=0xe40417d8 pc=0x89ea4
        created by runtime.gcenable in goroutine 1
        	runtime/mgc.go:203 +0x70

        goroutine 16 [running]:
        	goroutine running on other thread; stack unavailable
        created by runtime.gcBgMarkStartWorkers in goroutine 1
        	runtime/mgc.go:1237 +0x2c
2023-10-04 16:05 openbsd-riscv64-jsing go@0c64ebce cmd/link.TestMachOBuildVersion (log)
--- FAIL: TestMachOBuildVersion (15.45s)
    link_test.go:377: [/home/gopher/build/go/bin/go build -ldflags=-linkmode=internal -o /home/gopher/build/tmp/TestMachOBuildVersion1940749510/001/main /home/gopher/build/tmp/TestMachOBuildVersion1940749510/001/main.go]: exit status 1:
        # runtime
        runtime: inUse=0 npages=4
        fatal error: allocated pages below zero?

        runtime stack:
        runtime.throw({0x91b6fa?, 0x106bba0?})
        	runtime/panic.go:1018 +0x44 fp=0x36af2bf0a8 sp=0x36af2bf080 pc=0x53b6c
        runtime.(*scavChunkData).free(0x750c0?, 0x4, 0xaf2bf110?)
...
        runtime.gcMarkTermination()
        	runtime/mgc.go:1101 +0x510 fp=0x6003c6f8 sp=0x6003c518 pc=0x33050
        runtime.gcMarkDone()
        	runtime/mgc.go:941 +0x25c fp=0x6003c748 sp=0x6003c6f8 pc=0x32a0c
        runtime.gcBgMarkWorker()
        	runtime/mgc.go:1445 +0x374 fp=0x6003c7d8 sp=0x6003c748 pc=0x33d84
        runtime.goexit({})
        	runtime/asm_riscv64.s:521 +0x4 fp=0x6003c7d8 sp=0x6003c7d8 pc=0x89ea4
        created by runtime.gcBgMarkStartWorkers in goroutine 1
        	runtime/mgc.go:1237 +0x2c

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-09-28 17:55 openbsd-riscv64-jsing sys@2964e1e4 go@3a69dcdc go/types [build] (log)
runtime: inUse=0 npages=3
fatal error: allocated pages below zero?

runtime stack:
runtime.throw({0x91b6fa?, 0x0?})
	runtime/panic.go:1018 +0x44 fp=0x123f5f310 sp=0x123f5f2e8 pc=0x53b6c
runtime.(*scavChunkData).free(0x0?, 0x3, 0x45350?)
	runtime/mgcscavenge.go:1341 +0xd8 fp=0x123f5f330 sp=0x123f5f310 pc=0x3daf0
runtime.(*scavengeIndex).free(0x10a8cc0, 0x146, 0xc7, 0x3)
	runtime/mgcscavenge.go:1154 +0xa4 fp=0x123f5f368 sp=0x123f5f330 pc=0x3d71c
...
runtime.gcMarkTermination()
	runtime/mgc.go:1101 +0x510 fp=0x50041ef8 sp=0x50041d18 pc=0x33050
runtime.gcMarkDone()
	runtime/mgc.go:941 +0x25c fp=0x50041f48 sp=0x50041ef8 pc=0x32a0c
runtime.gcBgMarkWorker()
	runtime/mgc.go:1445 +0x374 fp=0x50041fd8 sp=0x50041f48 pc=0x33d84
runtime.goexit({})
	runtime/asm_riscv64.s:521 +0x4 fp=0x50041fd8 sp=0x50041fd8 pc=0x89ea4
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1237 +0x2c

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-09-28 17:55 openbsd-riscv64-jsing sys@2964e1e4 go@68a12a80 runtime [build] (log)
runtime: inUse=0 npages=4
fatal error: allocated pages below zero?

runtime stack:
runtime.throw({0x9169de?, 0x440009c0?})
	/home/joel/src/go-openbsd-riscv64-bootstrap/src/runtime/panic.go:837 +0x44 fp=0xb64d82f8 sp=0xb64d82d0 pc=0x5318c
runtime.(*scavChunkData).free(0x74838?, 0x4, 0xb64d8360?)
	/home/joel/src/go-openbsd-riscv64-bootstrap/src/runtime/mgcscavenge.go:1381 +0xd8 fp=0xb64d8318 sp=0xb64d82f8 pc=0x3d288
runtime.(*scavengeIndex).free(...)
	/home/joel/src/go-openbsd-riscv64-bootstrap/src/runtime/mgcscavenge.go:1159
...
	/home/joel/src/go-openbsd-riscv64-bootstrap/src/runtime/proc.go:3812 +0x68 fp=0xb64d86d0 sp=0xb64d8698 pc=0x5dca0
runtime.newstack()
	/home/joel/src/go-openbsd-riscv64-bootstrap/src/runtime/stack.go:1071 +0x2b0 fp=0xb64d88b8 sp=0xb64d86d0 pc=0x6e968
runtime.morestack()
	/home/joel/src/go-openbsd-riscv64-bootstrap/src/runtime/asm_riscv64.s:204 +0x58 fp=0xb64d88c0 sp=0xb64d88b8 pc=0x87698

goroutine 175 [running]:
	goroutine running on other thread; stack unavailable
created by runtime.gcBgMarkStartWorkers in goroutine 1
	/home/joel/src/go-openbsd-riscv64-bootstrap/src/runtime/mgc.go:1237 +0x2c
2023-10-04 16:50 openbsd-riscv64-jsing go@3a69dcdc cmd/go.TestGoListExport (log)
vcs-test.golang.org rerouted to http://127.0.0.1:19379
https://vcs-test.golang.org rerouted to https://127.0.0.1:36129
go test proxy running at GOPROXY=http://127.0.0.1:24112/mod
--- FAIL: TestGoListExport (17.46s)
    go_test.go:1227: running testgo [list -f {{.Export}} strings]
    go_test.go:1231: running testgo [list -export -f {{.Export}} strings]
    go_test.go:1231: standard error:
    go_test.go:1231: # runtime
        runtime: inUse=0 npages=4
        fatal error: allocated pages below zero?
...
        traceback: unexpected SPWRITE function runtime.morestack
        runtime.morestack()
        	runtime/asm_riscv64.s:204 +0x58 fp=0x6a921c60 sp=0x6a921c58 pc=0x87d30

        goroutine 179 [running]:
        	goroutine running on other thread; stack unavailable
        created by runtime.gcBgMarkStartWorkers in goroutine 1
        	runtime/mgc.go:1237 +0x2c

    go_test.go:1231: go [list -export -f {{.Export}} strings] failed unexpectedly in /home/gopher/build/go/src/cmd/go: exit status 1

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-10-04 22:08 openbsd-riscv64-jsing net@5d5a036a go@bc150700 runtime [build] (log)
runtime: inUse=0 npages=5
fatal error: allocated pages below zero?

runtime stack:
runtime.throw({0x72caf7?, 0x6a14c?})
	../../go/src/runtime/panic.go:837 +0x44 fp=0x11c941ad0 sp=0x11c941aa8 pc=0x4a744
runtime.(*scavChunkData).free(0x0?, 0x5, 0x4f1ec?)
	../../go/src/runtime/mgcscavenge.go:1381 +0xd8 fp=0x11c941af0 sp=0x11c941ad0 pc=0x376d0
runtime.(*scavengeIndex).free(0xd46ca0, 0x1c2, 0x8, 0x5)
	../../go/src/runtime/mgcscavenge.go:1159 +0xa4 fp=0x11c941b28 sp=0x11c941af0 pc=0x371fc
...
runtime.sweepone()
	../../go/src/runtime/mgcsweep.go:393 +0x140 fp=0x70045780 sp=0x70045728 pc=0x38590
runtime.bgsweep(0x0?)
	../../go/src/runtime/mgcsweep.go:301 +0x14c fp=0x700457c8 sp=0x70045780 pc=0x382ec
runtime.gcenable.func1()
	../../go/src/runtime/mgc.go:203 +0x2c fp=0x700457d8 sp=0x700457c8 pc=0x2c7dc
runtime.goexit()
	../../go/src/runtime/asm_riscv64.s:521 +0x4 fp=0x700457d8 sp=0x700457d8 pc=0x7e434
created by runtime.gcenable in goroutine 1
	../../go/src/runtime/mgc.go:203 +0x70

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-10-09 22:23 darwin-amd64-longtest go@ad9e6edf runtime.TestEINTR (log)
fatal error: startm: m is spinning
runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0xc6b9759?, 0x70000d7f5c04?})
	/tmp/buildlet/go/src/runtime/panic.go:1018 +0x5c fp=0x70000d7f5c98 sp=0x70000d7f5c68 pc=0xc332dbc
runtime.startm(0xc00003ea00?, 0x1, 0x0)
	/tmp/buildlet/go/src/runtime/proc.go:2624 +0x2c5 fp=0x70000d7f5ce8 sp=0x70000d7f5c98 pc=0xc33aee5
runtime.wakep()
...
	/tmp/buildlet/go/src/os/exec/exec.go:607 +0x2d fp=0xc00063ad60 sp=0xc00063ad48 pc=0xc43b38d
os/exec.(*Cmd).CombinedOutput(0xc0006be160)
	/tmp/buildlet/go/src/os/exec/exec.go:1012 +0x85 fp=0xc00063ad88 sp=0xc00063ad60 pc=0xc43cfe5
runtime_test.runBuiltTestProg(0xc000880d00, {0xc0011dc100, 0x34}, {0xc6aed86, 0x5}, {0x0?, 0x0, 0x0?})
	/tmp/buildlet/go/src/runtime/crash_test.go:87 +0x327 fp=0xc00063ae78 sp=0xc00063ad88 pc=0xc5f7c87
runtime_test.runTestProg(0xc000880d00, {0xc6b1a6e, 0xb}, {0xc6aed86, 0x5}, {0x0?, 0x0, 0x0})
	/tmp/buildlet/go/src/runtime/crash_test.go:70 +0x1a5 fp=0xc00063aef0 sp=0xc00063ae78 pc=0xc5f78e5
runtime_test.TestEINTR(0xc000880d00)
	/tmp/buildlet/go/src/runtime/crash_cgo_test.go:736 +0x5c fp=0xc00063af70 sp=0xc00063aef0 pc=0xc5f64fc
testing.tRunner(0xc000880d00, 0xc811198)

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-10-12 19:16 darwin-amd64-13 build@b26d4b34 go@9465990e (log)
2023-10-17 18:52 darwin-amd64-13 tools@8ed11135 go@045ce51b (log)
runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot
fatal error: gcstopm: negative nmspinning

runtime stack:
runtime.throw({0x8dceff4?, 0x70000fb34d90?})
	runtime/panic.go:1018 +0x5c fp=0x70000fb34d50 sp=0x70000fb34d20 pc=0x885e4fc
runtime.(*limiterEvent).stop(0x887e399?, 0x4, 0x0?)
	runtime/mgclimit.go:454 +0x14a fp=0x70000fb34d78 sp=0x70000fb34d50 pc=0x884648a
runtime.pidleget(0x13c640ea575?)
...
runtime.gcstopm()
	runtime/proc.go:2810 +0xc5 fp=0x70000f79fdb0 sp=0x70000f79fd88 pc=0x8865b85
runtime.findRunnable()
	runtime/proc.go:2887 +0x3f fp=0x70000f79fed8 sp=0x70000f79fdb0 pc=0x8865d5f
runtime.schedule()
	runtime/proc.go:3589 +0xb1 fp=0x70000f79ff10 sp=0x70000f79fed8 pc=0x8867811
runtime.park_m(0xc000a089c0)
	runtime/proc.go:3752 +0x11f fp=0x70000f79ff50 sp=0x70000f79ff10 pc=0x8867d1f
runtime.mcall()
	runtime/asm_amd64.s:458 +0x4e fp=0x70000f79ff68 sp=0x70000f79ff50 pc=0x889240e

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-10-06 13:45 linux-ppc64le-buildlet perf@cd219cff go@34a5830c github.com/google/s2a-go/internal/handshaker/service [build] (log)
sweep 11 0
fatal error: gc: unswept span

runtime stack:
runtime.throw({0x34ca60?, 0x8?})
	runtime/panic.go:1016 +0x40 fp=0xc00005bda0 sp=0xc00005bd60 pc=0x49ae0
runtime.markrootSpans(0xc000031c40, 0x3a148?)
	runtime/mgcmark.go:371 +0x304 fp=0xc00005be38 sp=0xc00005bda0 pc=0x307a4
runtime.markroot(0xc000031c40, 0x5, 0x0)
	runtime/mgcmark.go:193 +0x13c fp=0xc00005bed0 sp=0xc00005be38 pc=0x2fe1c
runtime.gcDrainN(0xc000031c40, 0x10000)
	runtime/mgcmark.go:1214 +0x1d4 fp=0xc00005bf10 sp=0xc00005bed0 pc=0x323a4
runtime.gcAssistAlloc1(0xc0000021a0, 0x10000)
	runtime/mgcmark.go:568 +0x16c fp=0xc00005bf78 sp=0xc00005bf10 pc=0x30d3c
runtime.gcAssistAlloc.func1()
	runtime/mgcmark.go:476 +0x2c fp=0xc00005bfa8 sp=0xc00005bf78 pc=0x30bbc
runtime.systemstack(0x7be60)
	runtime/asm_ppc64x.s:255 +0x68 fp=0xc00005bfc8 sp=0xc00005bfa8 pc=0x7bf88
2023-10-06 13:45 linux-ppc64le-buildlet perf@cd219cff go@34a5830c github.com/mattn/go-sqlite3 [build] (log)
sqlite3-binding.c: In function 'sqlite3_os_end':
sqlite3-binding.c:42917:1: internal compiler error: Segmentation fault
42917 | }
      | ^
0x728258ea4ccb generic_start_main
	../csu/libc-start.c:308
0x728258ea4ea3 __libc_start_main
	../sysdeps/unix/sysv/linux/powerpc/libc-start.c:98
Please submit a full bug report,
with preprocessed source if appropriate.
Please include the complete backtrace with any bug report.
See <file:///usr/share/doc/gcc-9/README.Bugs> for instructions.

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-11-01 22:10 linux-ppc64le-buildlet tools@75ff53bc go@6a7ef364 x/tools/go/analysis/passes/stdmethods.Test (log)
unexpected fault address 0xc0020654a0
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x2 addr=0xc0020654a0 pc=0xc0020654a0]

runtime.gopark(0x5073a0?, 0x1e01c?, 0x0?, 0x6?, 0xd0?)
	/workdir/go/src/runtime/proc.go:400 +0x114 fp=0xc000155838 sp=0xc000155808 pc=0x4f244
runtime.goparkunlock(...)
	/workdir/go/src/runtime/proc.go:406
runtime.semacquire1(0xc000363e58, 0x0, 0x1, 0x0, 0x12)
	/workdir/go/src/runtime/sema.go:160 +0x244 fp=0xc000155898 sp=0xc000155838 pc=0x62ac4
sync.runtime_Semacquire(0xc000085520?)
	/workdir/go/src/runtime/sema.go:62 +0x3c fp=0xc0001558e0 sp=0xc000155898 pc=0x80e8c
sync.(*WaitGroup).Wait(0xc000363e50)
	/workdir/go/src/sync/waitgroup.go:116 +0x88 fp=0xc000155910 sp=0xc0001558e0 pc=0x8d358
golang.org/x/tools/go/packages.(*loader).refine(0xc00007e000, 0xc000000180)
	/workdir/gopath/src/golang.org/x/tools/go/packages/packages.go:801 +0xcfc fp=0xc000155b90 sp=0xc000155910 pc=0x27de7c
golang.org/x/tools/go/packages.Load(0xc000012160?, {0xc0000e4600?, 0x2, 0x2})
	/workdir/gopath/src/golang.org/x/tools/go/packages/packages.go:286 +0x394 fp=0xc000155c18 sp=0xc000155b90 pc=0x27c314
golang.org/x/tools/go/analysis/analysistest.loadPackages(0x4fc900, {0xc0000f4280, 0x4d}, {0xc0000e4600?, 0x2, 0x2})
	/workdir/gopath/src/golang.org/x/tools/go/analysis/analysistest/analysistest.go:371 +0x240 fp=0xc000155dc0 sp=0xc000155c18 pc=0x288ba0
golang.org/x/tools/go/analysis/analysistest.Run({0x3726f8, 0xc000085380}, {0xc0000f4280, 0x4d}, 0x4fc900, {0xc0000e4600?, 0x2, 0x2})
	/workdir/gopath/src/golang.org/x/tools/go/analysis/analysistest/analysistest.go:318 +0x100 fp=0xc000155e98 sp=0xc000155dc0 pc=0x2885e0
golang.org/x/tools/go/analysis/passes/stdmethods_test.Test(0xc000085380)
	/workdir/gopath/src/golang.org/x/tools/go/analysis/passes/stdmethods/stdmethods_test.go:21 +0xe4 fp=0xc000155f30 sp=0xc000155e98 pc=0x28b4f4
testing.tRunner(0xc000085380, 0x31d2e0)

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-11-08 14:16 darwin-amd64-12_0 telemetry@d4a65260 go@7a1fce87 (log)

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-11-14 16:45 linux-386-longtest go@e14b96cb internal/trace/v2.TestTraceCPUProfile (log)
--- FAIL: TestTraceCPUProfile (2.64s)
    --- FAIL: TestTraceCPUProfile/Stress (0.72s)
        trace_test.go:550: stderr: panic: runtime.plainError("send on closed channel")
            fatal error: panic on system stack

            runtime stack:
            runtime.throw({0x8155fbb, 0x15})
            	/workdir/go/src/runtime/panic.go:1016 +0x4d fp=0xffed8918 sp=0xffed8904 pc=0x807d26d
            panic({0x81405c0, 0x817cf80})
            	/workdir/go/src/runtime/panic.go:727 +0x30c fp=0xffed896c sp=0xffed8918 pc=0x807ca8c
...
            runtime.findRunnable()
            	/workdir/go/src/runtime/proc.go:3198 +0x3e0 fp=0xffed8bc8 sp=0xffed8b1c pc=0x80853a0
            runtime.schedule()
            	/workdir/go/src/runtime/proc.go:3812 +0xbd fp=0xffed8be4 sp=0xffed8bc8 pc=0x808709d
            runtime.goschedImpl(0xa408120, 0x0)
            	/workdir/go/src/runtime/proc.go:4009 +0x14d fp=0xffed8bfc sp=0xffed8be4 pc=0x808794d
            runtime.gosched_m(0xa408120)
            	/workdir/go/src/runtime/proc.go:4014 +0x26 fp=0xffed8c08 sp=0xffed8bfc pc=0x80879a6
            runtime.mcall(0x225220)
            	/workdir/go/src/runtime/asm_386.s:329 +0x44 fp=0xffed8c10 sp=0xffed8c08 pc=0x80af9f4

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-11-13 16:23 openbsd-riscv64-jsing sys@11eadc05 go@31f0af1e (log)
<unknown line number>: internal compiler error: panic: godebug: Value of name not listed in godebugs.All: gotypesalias

goroutine 1 [running]:
runtime/debug.Stack()
	/home/gopher/build/go/src/runtime/debug/stack.go:24 +0x6c
bootstrap/cmd/compile/internal/base.FatalfAt({0x4a00c?, 0x1000000?}, {0x72bbc9, 0x9}, {0x11c37ce28, 0x1, 0x1})
	/home/gopher/build/go/src/cmd/compile/internal/base/print.go:225 +0x23c
bootstrap/cmd/compile/internal/base.Fatalf(...)
	/home/gopher/build/go/src/cmd/compile/internal/base/print.go:194
bootstrap/cmd/compile/internal/gc.handlePanic()
...
<unknown line number>: internal compiler error: panic: godebug: Value of name not listed in godebugs.All: gotypesalias

goroutine 1 [running]:
runtime/debug.Stack()
	/home/gopher/build/go/src/runtime/debug/stack.go:24 +0x6c
bootstrap/cmd/compile/internal/base.FatalfAt({0x4a00c?, 0x1000000?}, {0x72bbc9, 0x9}, {0x1201cce28, 0x1, 0x1})
	/home/gopher/build/go/src/cmd/compile/internal/base/print.go:225 +0x23c
bootstrap/cmd/compile/internal/base.Fatalf(...)
	/home/gopher/build/go/src/cmd/compile/internal/base/print.go:194
bootstrap/cmd/compile/internal/gc.handlePanic()
...
bootstrap/cmd/compile/internal/noder.LoadPackage({0x7801c250, 0x12, 0x13})
	/home/gopher/build/go/src/cmd/compile/internal/noder/noder.go:77 +0x3fc
bootstrap/cmd/compile/internal/gc.Main(0x763ea0)
	/home/gopher/build/go/src/cmd/compile/internal/gc/main.go:197 +0xacc
main.main()
	/home/gopher/build/go/src/cmd/compile/main.go:57 +0x118


go tool dist: FAILED: /home/gopher/build/go/pkg/tool/openbsd_riscv64/compile -std -pack -o /home/gopher/build/tmp/go-tool-dist-1564394865/internal/goexperiment/_go_.a -p internal/goexperiment -importcfg /home/gopher/build/tmp/go-tool-dist-1564394865/internal/goexperiment/importcfg /home/gopher/build/go/src/internal/goexperiment/exp_allocheaders_off.go /home/gopher/build/go/src/internal/goexperiment/exp_arenas_off.go /home/gopher/build/go/src/internal/goexperiment/exp_boringcrypto_off.go /home/gopher/build/go/src/internal/goexperiment/exp_cacheprog_off.go /home/gopher/build/go/src/internal/goexperiment/exp_cgocheck2_off.go /home/gopher/build/go/src/internal/goexperiment/exp_coverageredesign_off.go /home/gopher/build/go/src/internal/goexperiment/exp_exectracer2_off.go /home/gopher/build/go/src/internal/goexperiment/exp_fieldtrack_off.go /home/gopher/build/go/src/internal/goexperiment/exp_heapminimum512kib_off.go /home/gopher/build/go/src/internal/goexperiment/exp_loopvar_off.go /home/gopher/build/go/src/internal/goexperiment/exp_newinliner_off.go /home/gopher/build/go/src/internal/goexperiment/exp_pagetrace_off.go /home/gopher/build/go/src/internal/goexperiment/exp_preemptibleloops_off.go /home/gopher/build/go/src/internal/goexperiment/exp_rangefunc_off.go /home/gopher/build/go/src/internal/goexperiment/exp_regabiargs_off.go /home/gopher/build/go/src/internal/goexperiment/exp_regabiwrappers_off.go /home/gopher/build/go/src/internal/goexperiment/exp_staticlockranking_off.go /home/gopher/build/go/src/internal/goexperiment/flags.go: exit status 2
fatal error: 

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-11-20 18:34 linux-ppc64-sid-buildlet tools@bd215c0c go@4a90cdb0 crypto/internal/nistec/fiat [build] (log)
unexpected fault address 0x800000000b71e58
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x3 addr=0x800000000b71e58 pc=0x80525c]

goroutine 1 gp=0xc0000021a0 m=3 mp=0xc00004eb08 [running]:
runtime.throw({0x9f42c0?, 0x805310?})
	runtime/panic.go:1023 +0x40 fp=0xc000d98cd0 sp=0xc000d98c90 pc=0x58640
runtime.sigpanic()
	runtime/signal_unix.go:880 +0x260 fp=0xc000d98d40 sp=0xc000d98cd0 pc=0x733e0
cmd/compile/internal/syntax.walker.exprList(...)
...

goroutine 5 gp=0xc000003520 m=nil [finalizer wait]:
runtime.gopark(0x5b400?, 0x0?, 0x0?, 0x0?, 0x19df0?)
	runtime/proc.go:402 +0x114 fp=0xc0000485d8 sp=0xc0000485a8 pc=0x5b834
runtime.runfinq()
	runtime/mfinal.go:194 +0x120 fp=0xc0000487c0 sp=0xc0000485d8 pc=0x32c80
runtime.goexit({})
	runtime/asm_ppc64x.s:1018 +0x4 fp=0xc0000487c0 sp=0xc0000487c0 pc=0x94a54
created by runtime.createfing in goroutine 1
	runtime/mfinal.go:164 +0x84

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-11-20 18:33 linux-ppc64-sid-buildlet tools@fdce3cdf go@4a90cdb0 runtime [build] (log)
unexpected fault address 0x80000c000bd7780
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x3 addr=0x80000c000bd7780 pc=0x1d4e04]

goroutine 1 gp=0xc0000021a0 m=5 mp=0xc000043088 [running]:
runtime.throw({0x3499c1?, 0x1d19bc?})
	runtime/panic.go:1023 +0x40 fp=0xc002036990 sp=0xc002036950 pc=0x49ad0
runtime.sigpanic()
	runtime/signal_unix.go:880 +0x260 fp=0xc002036a00 sp=0xc002036990 pc=0x63270
go/types.(*Checker).assignVars(0xc001372a00, {0x80000c000bd7780?, 0x1, 0xc000bde2e0?}, {0xc000bd7790?, 0x1e95c?, 0x1e6c4c?})
...

goroutine 19 gp=0xc000500340 m=nil [GC worker (idle)]:
runtime.gopark(0xec1ce1276574?, 0x3?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:402 +0x114 fp=0xc000039708 sp=0xc0000396d8 pc=0x4cc94
runtime.gcBgMarkWorker()
	runtime/mgc.go:1310 +0xf8 fp=0xc0000397c0 sp=0xc000039708 pc=0x2d878
runtime.goexit({})
	runtime/asm_ppc64x.s:1018 +0x4 fp=0xc0000397c0 sp=0xc0000397c0 pc=0x7e714
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1234 +0x30

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-11-08 21:52 linux-ppc64-sid-buildlet benchmarks@444331c9 go@ddb38c3f crypto/internal/nistec/fiat [build] (log)
unexpected fault address 0x800000000b739d0
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x3 addr=0x800000000b739d0 pc=0x215640]

goroutine 1 gp=0xc0000021a0 m=3 mp=0xc00004eb08 [running]:
runtime.throw({0x9f4140?, 0x6?})
	runtime/panic.go:1023 +0x40 fp=0xc000cc0d68 sp=0xc000cc0d28 pc=0x58640
runtime.sigpanic()
	runtime/signal_unix.go:880 +0x260 fp=0xc000cc0dd8 sp=0xc000cc0d68 pc=0x733e0
cmd/compile/internal/ir.HasUniquePos(...)
...

goroutine 5 gp=0xc0000031e0 m=nil [finalizer wait]:
runtime.gopark(0x5b400?, 0x0?, 0x0?, 0x0?, 0x19df0?)
	runtime/proc.go:402 +0x114 fp=0xc0000485d8 sp=0xc0000485a8 pc=0x5b834
runtime.runfinq()
	runtime/mfinal.go:194 +0x120 fp=0xc0000487c0 sp=0xc0000485d8 pc=0x32c80
runtime.goexit({})
	runtime/asm_ppc64x.s:1018 +0x4 fp=0xc0000487c0 sp=0xc0000487c0 pc=0x94a54
created by runtime.createfing in goroutine 1
	runtime/mfinal.go:164 +0x84
2023-11-20 18:59 linux-ppc64-sid-buildlet go@ddb38c3f cmd/go.TestScript (log)
vcs-test.golang.org rerouted to http://127.0.0.1:42483
https://vcs-test.golang.org rerouted to https://127.0.0.1:42695
go test proxy running at GOPROXY=http://127.0.0.1:38937/mod
--- FAIL: TestScript (0.07s)
    --- FAIL: TestScript/test_chatty_parallel_fail (1.10s)
        script_test.go:132: 2023-11-20T19:16:43Z
        script_test.go:134: $WORK=/workdir/tmp/cmd-go-test-4014964717/tmpdir3221805523/test_chatty_parallel_fail2229050004
        script_test.go:156: 
            # Run parallel chatty tests.
            # Check that multiple parallel outputs continue running. (0.658s)
...
            panic: runtime error: index out of range [4195651] with length 4175

            goroutine 1 gp=0xc0000041a0 m=0 mp=0x4cba80 [running]:
            panic({0x2b87e0?, 0xc0007101c8?})
            	runtime/panic.go:779 +0x174 fp=0xc00007a490 sp=0xc00007a3d0 pc=0x4af14
            runtime.goPanicIndexU(0x400543, 0x104f)
            	runtime/panic.go:120 +0x94 fp=0xc00007a4e0 sp=0xc00007a490 pc=0x49d54
            cmd/link/internal/loader.Bitmap.Has(...)
            	cmd/link/internal/loader/loader.go:131
            cmd/link/internal/loader.(*Loader).AttrReachable(...)
...
            	/workdir/go/src/runtime/proc.go:402 +0x114 fp=0xc00005e708 sp=0xc00005e6d8 pc=0x53644
            runtime.gcBgMarkWorker()
            	/workdir/go/src/runtime/mgc.go:1310 +0xf8 fp=0xc00005e7c0 sp=0xc00005e708 pc=0x31c28
            runtime.goexit({})
            	/workdir/go/src/runtime/asm_ppc64x.s:1018 +0x4 fp=0xc00005e7c0 sp=0xc00005e7c0 pc=0x8b1b4
            created by runtime.gcBgMarkStartWorkers in goroutine 6
            	/workdir/go/src/runtime/mgc.go:1234 +0x30
            [exit status 2]
            > stderr 'ios/arm64 requires external \(cgo\) linking, but cgo is not enabled'
        script_test.go:156: FAIL: testdata/script/test_android_issue62123.txt:14: stderr 'ios/arm64 requires external \(cgo\) linking, but cgo is not enabled': no match for `(?m)ios/arm64 requires external \(cgo\) linking, but cgo is not enabled` in stderr

watchflakes

@gopherbot
Copy link

Found new dashboard test flakes for:

#!watchflakes
default <- (log ~ `runtime.throw\(` || log ~ `^\s*fatal error:`) &&
	builder != "plan9-386-0intro" &&
	builder != "plan9-amd64-0intro" &&
	builder != "plan9-arm" &&
	builder != "linux-loong64-3a5000"
2023-11-21 19:26 linux-amd64-staticlockranking go@2e77b51d runtime.TestStackSwitchCallback (log)
--- FAIL: TestStackSwitchCallback (0.01s)
    crash_cgo_test.go:888: /workdir/tmp/go-build2473736523/testprogcgo.exe StackSwitchCallback: exit status 2
    crash_cgo_test.go:895: expected "OK\n", got runtime: morestack on g0, stack [0x7fa130018af0 0x7fa130020ef0], sp=0x7fa12bffed78, called from
        runtime.acquireLockRank.func1()
        	/workdir/go/src/runtime/lockrank_on.go:115 +0xa5 fp=0x7fa12bffed80 sp=0x7fa12bffed78 pc=0x40ee25
        runtime.acquireLockRank(0x0?)
        	/workdir/go/src/runtime/lockrank_on.go:115 +0x3e fp=0x7fa12bffedb0 sp=0x7fa12bffed80 pc=0x40ed5e
        runtime.casgstatus(0xc000006680, 0x3, 0x6)
        	/workdir/go/src/runtime/proc.go:1129 +0x65 fp=0x7fa12bffedf8 sp=0x7fa12bffedb0 pc=0x441205
        runtime.dropm()
...
        fatal error: morestack on g0

        runtime stack:
        runtime.throw({0x56e869?, 0x0?})
        	/workdir/go/src/runtime/panic.go:1023 +0x5c fp=0xc00002bf88 sp=0xc00002bf58 pc=0x43c2dc
        runtime.badmorestackg0.func1()
        	/workdir/go/src/runtime/proc.go:533 +0xe5 fp=0xc00002bfe0 sp=0xc00002bf88 pc=0x43fb85
        runtime.switchToCrashStack0()
        	/workdir/go/src/runtime/asm_amd64.s:559 +0x32 fp=0xc00002bff0 sp=0xc00002bfe0 pc=0x46f792

...

        goroutine 5 gp=0xc000007a00 m=nil [finalizer wait]:
        runtime.gopark(0xc00005c650?, 0x40f41e?, 0xf2?, 0xf6?, 0xc00005c668?)
        	/workdir/go/src/runtime/proc.go:402 +0xce fp=0xc00005c620 sp=0xc00005c600 pc=0x43f2ee
        runtime.runfinq()
        	/workdir/go/src/runtime/mfinal.go:194 +0x111 fp=0xc00005c7e0 sp=0xc00005c620 pc=0x41cfb1
        runtime.goexit({})
        	/workdir/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc00005c7e8 sp=0xc00005c7e0 pc=0x4716c1
        created by runtime.createfing in goroutine 1
        	/workdir/go/src/runtime/mfinal.go:164 +0x3d

watchflakes

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
compiler/runtime Issues related to the Go compiler and/or runtime. NeedsInvestigation Someone must examine and confirm this is a valid issue and not a duplicate of an existing one.
Projects
Status: In Progress
Status: Done
Development

No branches or pull requests

8 participants