backup: TestDataDriven_restore_tenants failed

[cockroach-teamcity]

backup.TestDataDriven_restore_tenants failed with artifacts on release-25.2 @ 85899f0ade599234005d9d78a03569d1d29deb0e:

github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher.(*SQLWatcher).WatchForSQLUpdates(0x40198749d0?, {0x6d27710?, 0x40396424b0?}, {0x42043c?, 0x8?}, 0x530f980?)
	pkg/spanconfig/spanconfigsqlwatcher/sqlwatcher.go:86 +0x24
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler.(*incrementalReconciler).reconcile(...)
	pkg/spanconfig/spanconfigreconciler/reconciler.go:500
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler.(*Reconciler).Reconcile(0x4019874960, {0x6d27710, 0x40396424b0}, {0x0?, 0x0?}, {0x6d21430, 0x40015baed0}, 0x401961f420)
	pkg/spanconfig/spanconfigreconciler/reconciler.go:183 +0x318
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigjob.(*resumer).Resume(0x400af3d650, {0x6d27710, 0x40396424b0}, {0x5c06e40?, 0x400af3d720})
	pkg/spanconfig/spanconfigjob/job.go:141 +0x860
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine.func2(0x4002bfaa80?, 0x0?, 0x4005907880, {0x6d211c0?, 0x400af3d650?}, {0x6d27710?, 0x40396424b0?}, {0x5c06e40?, 0x400af3d720?})
	pkg/jobs/registry.go:1720 +0xec
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine(0x4002d99108, {0x6d276d8, 0x400db63360}, {0x5c06e40, 0x400af3d720}, {0x6d211c0, 0x400af3d650}, 0x4002bfaa80, {0x4008f3e2e7, 0x7}, ...)
	pkg/jobs/registry.go:1721 +0x888
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).runJob(0x4002d99108, {0x6d276d8, 0x400db63360}, {0x6d211c0, 0x400af3d650}, 0x4002bfaa80, {0x4008f3e2e7, 0x7}, {0x4015efe768, 0x17})
	pkg/jobs/adopt.go:410 +0x3d8
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).resumeJob.func1({0x6d27710?, 0x4035fd2900?})
	pkg/jobs/adopt.go:263 +0xf0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2({0x4015efe708, 0x17})
	pkg/util/stop/stopper.go:500 +0x188
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 71345
	pkg/util/stop/stopper.go:489 +0x36c

goroutine 69342 [select, 14 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x0?, 0x6d29a28?})
	pkg/sql/distsql_running.go:163 +0xb0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2({0x5f7f324, 0xe})
	pkg/util/stop/stopper.go:500 +0x188
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 69354
	pkg/util/stop/stopper.go:489 +0x36c

goroutine 75361 [chan receive, 14 minutes]:
github.com/cockroachdb/pebble/internal/genericcache.(*shard[...]).releaseLoop(0xe)
	external/com_github_cockroachdb_pebble/internal/genericcache/shard.go:61 +0x6c
created by github.com/cockroachdb/pebble/internal/genericcache.(*shard[...]).Init in goroutine 67434
	external/com_github_cockroachdb_pebble/internal/genericcache/shard.go:54 +0x17c

goroutine 69937 [select, 14 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x0?, 0x6d29a28?})
	pkg/sql/distsql_running.go:163 +0xb0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2({0x5f7f324, 0xe})
	pkg/util/stop/stopper.go:500 +0x188
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 69354
	pkg/util/stop/stopper.go:489 +0x36c

goroutine 69940 [select, 14 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x0?, 0x6d29a28?})
	pkg/sql/distsql_running.go:163 +0xb0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2({0x5f7f324, 0xe})
	pkg/util/stop/stopper.go:500 +0x188
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 69354
	pkg/util/stop/stopper.go:489 +0x36c

Help

See also: How To Investigate a Go Test Failure (internal)

/cc @cockroachdb/disaster-recovery

This test on roachdash | Improve this report!

Jira issue: CRDB-49325

[msbutler]

could not repro under stress. Closing as it has been quiet for 2 weeks.