pkg/sql/logictest/tests/local/local_test: TestLogic_tenant failed

[cockroach-teamcity]

pkg/sql/logictest/tests/local/local_test.TestLogic_tenant failed with artifacts on release-23.2.4-rc @ e3276dc8c5e041aabc787bba43193e638103f31f:

Fatal error:

panic: test timed out after 59m55s
running tests:
	TestLogic_tenant (59m13s)

Stack:

goroutine 41273 [running]:
testing.(*M).startAlarm.func1()
	GOROOT/src/testing/testing.go:2259 +0x3b9
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x2d

Log preceding fatal error

* github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x6af0658, 0xc00c600ed0})
* 	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:385 +0x94
* runtime/pprof.Do({0x6af0578?, 0xa17f640?}, {{0xc000bb0c20?, 0xc00714b560?, 0xc003dfb7d0?}}, 0xc003dfb7a8)
* 	GOROOT/src/runtime/pprof/runtime.go:51 +0x9d
* github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0066c4d00?)
* 	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:383 +0x52
* created by github.com/cockroachdb/pebble.(*tableCacheShard).init in goroutine 30395
* 	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:375 +0xe5
* 
* goroutine 37569 [semacquire, 2 minutes]:
* sync.runtime_Semacquire(0xc00a8fc878?)
* 	GOROOT/src/runtime/sema.go:62 +0x25
* sync.(*WaitGroup).Wait(0x3681e40?)
* 	GOROOT/src/sync/waitgroup.go:116 +0x48
* github.com/cockroachdb/cockroach/pkg/sql.(*rowsIterator).Close.func1()
* 	github.com/cockroachdb/cockroach/pkg/sql/internal.go:588 +0x2d
* github.com/cockroachdb/cockroach/pkg/sql.(*rowsIterator).Close(0xc00c563400)
* 	github.com/cockroachdb/cockroach/pkg/sql/internal.go:597 +0xcb
* github.com/cockroachdb/cockroach/pkg/sql.(*rowsIterator).Next.func1()
* 	github.com/cockroachdb/cockroach/pkg/sql/internal.go:499 +0x2f
* github.com/cockroachdb/cockroach/pkg/sql.(*rowsIterator).Next(0xc00c563400, {0x6af0658?, 0xc00c8ce390?})
* 	github.com/cockroachdb/cockroach/pkg/sql/internal.go:567 +0x38e
* github.com/cockroachdb/cockroach/pkg/sql.(*rowsIterator).Next.func2({{0x0, 0x0, 0x0}, 0xc007fdbcd8, {0x0, 0x0, 0x0}, {0x0, 0x0}})
* 	github.com/cockroachdb/cockroach/pkg/sql/internal.go:533 +0x1cb
* github.com/cockroachdb/cockroach/pkg/sql.(*rowsIterator).Next(0x55b277c?, {0x6af0658?, 0xc00c8ce390?})
* 	github.com/cockroachdb/cockroach/pkg/sql/internal.go:561 +0x20b
* github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).ExecEx(0x7f68da7a11d8?, {0x6af0658, 0xc00c8ce390}, {0x55e4e24, 0x11}, 0xc00a8fce98?, {{{0x55b277c, 0x4}}, {0x0, 0x0}, ...}, ...)
* 	github.com/cockroachdb/cockroach/pkg/sql/internal.go:782 +0x19b
* github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).Exec(0x1?, {0x6af0658, 0xc00c8ce390}, {0x55e4e24, 0x11}, 0x30?, {0xc00aceb4d0, 0x29}, {0x0, 0x0, ...})
* 	github.com/cockroachdb/cockroach/pkg/sql/internal.go:752 +0x11f
* github.com/cockroachdb/cockroach/pkg/upgrade/upgrades.createDefaultDbs({0x6af0658, 0xc00c8ce390}, {{0x424e05?, 0x0?, 0x18?, 0x0?}}, {0xc006c68000, {{0xc00dc34e70, 0xc00dc34e88}, {0xc00dc34e70}, ...}, ...})
* 	github.com/cockroachdb/cockroach/pkg/upgrade/upgrades/permanent_upgrades.go:189 +0x15f
* github.com/cockroachdb/cockroach/pkg/upgrade.(*TenantUpgrade).Run(0xc001808500, {0x6af0658, 0xc007062b70}, {0x0, 0x0, 0x0, 0xc}, {0xc006c68000, {{0xc00dc34e70, 0xc00dc34e88}, ...}, ...})
* 	github.com/cockroachdb/cockroach/pkg/upgrade/tenant_upgrade.go:126 +0x13e
* github.com/cockroachdb/cockroach/pkg/upgrade/upgradejob.resumer.Resume({0xc00a8fd4e8?}, {0x6af0658, 0xc007062b70}, {0x52f2080?, 0xc00903c1d0})
* 	github.com/cockroachdb/cockroach/pkg/upgrade/upgradejob/upgrade_job.go:125 +0x6bc
* github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine.func2(0xc0039b2d00?, 0x0?, 0xc00b891810, {0x6aeb7b0?, 0xc00903c1a8?}, {0x6af0658?, 0xc007062b70?}, {0x52f2080?, 0xc00903c1d0?})
* 	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1722 +0xc2
* github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine(0xc003d1f900, {0x6af0658?, 0xc008176330}, {0x52f2080, 0xc00903c1d0}, {0x6aeb7b0, 0xc00903c1a8}, 0xc0039b2d00, {0xc0079881f0, 0x7}, ...)
* 	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1723 +0xa2d
* github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).runJob(0xc003d1f900, {0x6af0658, 0xc008176330}, {0x6aeb7b0, 0xc00903c1a8}, 0xc0039b2d00, {0xc0079881f0, 0x7}, {0xc009b09ed8, 0x16})
* 	github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:477 +0x566
* github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).resumeJob.func2({0x6af0658?, 0xc006b9dd10?})
* 	github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:389 +0x136
* github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
* 	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:484 +0x13a
* created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 37565
* 	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:475 +0x415
* 
*

Help

See also: How To Investigate a Go Test Failure (internal)

/cc @cockroachdb/sql-queries

This test on roachdash | Improve this report!

Jira issue: CRDB-37742

[yuzefovich]

dup of #120499