7517 2026-05-18T23:57:05.446Z
7518 2026-05-18T23:57:05.446Z running 1 test
7519 2026-05-18T23:57:05.446Z test db::datastore::target_release::test::target_release_datastore ... FAILED
7520 2026-05-18T23:57:05.446Z
7521 2026-05-18T23:57:05.446Z failures:
7522 2026-05-18T23:57:05.446Z
7523 2026-05-18T23:57:05.446Z failures:
7524 2026-05-18T23:57:05.446Z db::datastore::target_release::test::target_release_datastore
7525 2026-05-18T23:57:05.446Z
7526 2026-05-18T23:57:05.446Z test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 587 filtered out; finished in 6.14s
7527 2026-05-18T23:57:05.446Z
7528 2026-05-18T23:57:05.446Z stderr ───
7529 2026-05-18T23:57:05.446Z log file: /var/tmp/omicron_tmp/nexus_db_queries-d63b83217ef4a0c3-target_release_datastore.13568.0.log
7530 2026-05-18T23:57:05.446Z note: configured to log to "/var/tmp/omicron_tmp/nexus_db_queries-d63b83217ef4a0c3-target_release_datastore.13568.0.log"
7531 2026-05-18T23:57:05.446Z
7532 2026-05-18T23:57:05.446Z thread 'db::datastore::target_release::test::target_release_datastore' (2) panicked at nexus/db-queries/src/db/datastore/target_release.rs:410:9:
7533 2026-05-18T23:57:05.446Z assertion failed: target_release.time_requested >= before
7534 2026-05-18T23:57:05.446Z stack backtrace:
7535 2026-05-18T23:57:05.446Z 0: __rustc::rust_begin_unwind
7536 2026-05-18T23:57:05.446Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5
7537 2026-05-18T23:57:05.446Z 1: core::panicking::panic_fmt
7538 2026-05-18T23:57:05.446Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14
7539 2026-05-18T23:57:05.446Z 2: core::panicking::panic
7540 2026-05-18T23:57:05.446Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:150:5
7541 2026-05-18T23:57:05.446Z 3: {async_block#0}
7542 2026-05-18T23:57:05.446Z at ./src/db/datastore/target_release.rs:410:9
7543 2026-05-18T23:57:05.447Z 4: poll<&mut dyn core::future::future::Future<Output=()>>
7544 2026-05-18T23:57:05.447Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/future/future.rs:133:9
7545 2026-05-18T23:57:05.447Z 5: poll<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>
7546 2026-05-18T23:57:05.447Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/future/future.rs:133:9
7547 2026-05-18T23:57:05.447Z 6: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>
7548 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:778:70
7549 2026-05-18T23:57:05.447Z 7: with_budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>>
7550 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/task/coop/mod.rs:167:5
7551 2026-05-18T23:57:05.447Z 8: budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>>
7552 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/task/coop/mod.rs:133:5
7553 2026-05-18T23:57:05.447Z 9: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>
7554 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:778:25
7555 2026-05-18T23:57:05.447Z 10: <tokio::runtime::scheduler::current_thread::Context>::enter::<core::task::poll::Poll<()>, <tokio::runtime::scheduler::current_thread::CoreGuard>::block_on<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>>::{closure#0}::{closure#0}>
7556 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:451:19
7557 2026-05-18T23:57:05.447Z 11: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>
7558 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:777:44
7559 2026-05-18T23:57:05.447Z 12: <tokio::runtime::scheduler::current_thread::CoreGuard>::enter::<<tokio::runtime::scheduler::current_thread::CoreGuard>::block_on<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>>::{closure#0}, core::option::Option<()>>::{closure#0}
7560 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:865:68
7561 2026-05-18T23:57:05.447Z 13: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<<tokio::runtime::scheduler::current_thread::CoreGuard>::enter<<tokio::runtime::scheduler::current_thread::CoreGuard>::block_on<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core>, core::option::Option<()>)>
7562 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/context/scoped.rs:40:9
7563 2026-05-18T23:57:05.447Z 14: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core>, core::option::Option<()>), <tokio::runtime::scheduler::current_thread::CoreGuard>::enter<<tokio::runtime::scheduler::current_thread::CoreGuard>::block_on<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}
7564 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/context.rs:181:38
7565 2026-05-18T23:57:05.447Z 15: try_with<tokio::runtime::context::Context, tokio::runtime::context::set_scheduler::{closure_env#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>), tokio::runtime::scheduler::current_thread::{impl#9}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>, core::option::Option<()>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>)>
7566 2026-05-18T23:57:05.447Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/thread/local.rs:513:12
7567 2026-05-18T23:57:05.447Z 16: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core>, core::option::Option<()>), <tokio::runtime::scheduler::current_thread::CoreGuard>::enter<<tokio::runtime::scheduler::current_thread::CoreGuard>::block_on<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core>, core::option::Option<()>)>
7568 2026-05-18T23:57:05.447Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/thread/local.rs:477:20
7569 2026-05-18T23:57:05.447Z 17: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core>, core::option::Option<()>), <tokio::runtime::scheduler::current_thread::CoreGuard>::enter<<tokio::runtime::scheduler::current_thread::CoreGuard>::block_on<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>>::{closure#0}, core::option::Option<()>>::{closure#0}>
7570 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/context.rs:181:17
7571 2026-05-18T23:57:05.447Z 18: <tokio::runtime::scheduler::current_thread::CoreGuard>::enter::<<tokio::runtime::scheduler::current_thread::CoreGuard>::block_on<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>>::{closure#0}, core::option::Option<()>>
7572 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:865:27
7573 2026-05-18T23:57:05.447Z 19: <tokio::runtime::scheduler::current_thread::CoreGuard>::block_on::<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>>
7574 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:765:24
7575 2026-05-18T23:57:05.447Z 20: {closure#0}<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>
7576 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:205:33
7577 2026-05-18T23:57:05.447Z 21: tokio::runtime::context::runtime::enter_runtime::<<tokio::runtime::scheduler::current_thread::CurrentThread>::block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>::{closure#0}, ()>
7578 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/context/runtime.rs:65:16
7579 2026-05-18T23:57:05.447Z 22: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>
7580 2026-05-18T23:57:05.447Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:193:9
7581 2026-05-18T23:57:05.447Z 23: <tokio::runtime::runtime::Runtime>::block_on_inner::<core::pin::Pin<&mut dyn core::future::future::Future<Output = ()>>>
7582 2026-05-18T23:57:05.448Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/runtime.rs:371:52
7583 2026-05-18T23:57:05.448Z 24: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>
7584 2026-05-18T23:57:05.448Z at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/runtime.rs:345:18
7585 2026-05-18T23:57:05.448Z 25: target_release_datastore
7586 2026-05-18T23:57:05.448Z at ./src/db/datastore/target_release.rs:419:36
7587 2026-05-18T23:57:05.448Z 26: nexus_db_queries::db::datastore::target_release::test::target_release_datastore::{closure#0}
7588 2026-05-18T23:57:05.448Z at ./src/db/datastore/target_release.rs:335:40
7589 2026-05-18T23:57:05.448Z 27: <nexus_db_queries::db::datastore::target_release::test::target_release_datastore::{closure#0} as core::ops::function::FnOnce<()>>::call_once
7590 2026-05-18T23:57:05.448Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5
7591 2026-05-18T23:57:05.448Z 28: core::ops::function::FnOnce::call_once
7592 2026-05-18T23:57:05.448Z at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5
7593 2026-05-18T23:57:05.448Z note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace.
7594 2026-05-18T23:57:05.448Z WARN: dropped CockroachInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked)
7595 2026-05-18T23:57:05.448Z WARN: temporary directory leaked: "/var/tmp/omicron_tmp/.tmpwnHWdu"
7596 2026-05-18T23:57:05.448Z If you would like to access the database for debugging, run the following:
7597 2026-05-18T23:57:05.448Z
7598 2026-05-18T23:57:05.448Z # Run the database
7599 2026-05-18T23:57:05.448Z cargo xtask db-dev run --no-populate --store-dir "/var/tmp/omicron_tmp/.tmpwnHWdu/data"
7600 2026-05-18T23:57:05.448Z # Access the database. Note the port may change if you run multiple databases.
7601 2026-05-18T23:57:05.448Z cockroach sql --host=localhost:32221 --insecure
This test failed on a CI run on pull request #10457:
https://github.com/oxidecomputer/omicron/pull/10457/checks?check_run_id=76639280169
Log showing the specific test failure:
https://buildomat.eng.oxide.computer/wg/0/details/01KRY3D2679W06HT6S1Y0CH75C/5yjQD27bz0PKNxn00bPHsixqQxm3gbKrA5w3SyndmCQuBbBD/01KRYQ7DHJ8RK7JM1Q54443KRY#S7516
Excerpt from the log showing the failure: