CI Failure (OversizedAlloc) in LargeControllerSnapshotTest.test_join_restart

[vbotbuildovich]

https://buildkite.com/redpanda/vtools/builds/11615

Module: rptest.scale_tests.large_controller_snapshot_test
Class: LargeControllerSnapshotTest
Method: test_join_restart

test_id:    LargeControllerSnapshotTest.test_join_restart
status:     FAIL
run time:   329.267 seconds

<BadLogLines nodes=ip-172-31-0-160(4),ip-172-31-3-168(4),ip-172-31-9-6(4) example="WARN  2024-01-26 08:50:43,010 [shard 1:main] seastar_memory - oversized allocation: 593920 bytes. This is non-fatal, but could lead to latency and/or fragmentation issues. Please report: at 0x8b7b673 0x87e592d 0x87f2bf0 0x3633085 0x829d654 0x829d610 0x8269e4c 0x8280b3a 0x828125f 0x88b086f 0x88b3fe1 0x890ea15 0x883d67f /opt/redpanda/lib/libc.so.6+0x91016 /opt/redpanda/lib/libc.so.6+0x1166cf">
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/dist-packages/ducktape/tests/runner_client.py", line 184, in _do_run
    data = self.run_test()
  File "/usr/local/lib/python3.10/dist-packages/ducktape/tests/runner_client.py", line 269, in run_test
    return self.test_context.function(self.test)
  File "/home/ubuntu/redpanda/tests/rptest/services/cluster.py", line 142, in wrapped
    redpanda.raise_on_bad_logs(
  File "/home/ubuntu/redpanda/tests/rptest/services/redpanda.py", line 1365, in raise_on_bad_logs
    raise BadLogLines(bad_lines)
rptest.services.utils.BadLogLines: <BadLogLines nodes=ip-172-31-0-160(4),ip-172-31-3-168(4),ip-172-31-9-6(4) example="WARN  2024-01-26 08:50:43,010 [shard 1:main] seastar_memory - oversized allocation: 593920 bytes. This is non-fatal, but could lead to latency and/or fragmentation issues. Please report: at 0x8b7b673 0x87e592d 0x87f2bf0 0x3633085 0x829d654 0x829d610 0x8269e4c 0x8280b3a 0x828125f 0x88b086f 0x88b3fe1 0x890ea15 0x883d67f /opt/redpanda/lib/libc.so.6+0x91016 /opt/redpanda/lib/libc.so.6+0x1166cf">

[rockwotj]

void seastar::backtrace<seastar::current_backtrace_tasklocal()::$_0>(seastar::current_backtrace_tasklocal()::$_0&&) at /v/build/v_deps_build/seastar-prefix/src/seastar/include/seastar/util/backtrace.hh:64
 (inlined by) seastar::current_backtrace_tasklocal() at /v/build/v_deps_build/seastar-prefix/src/seastar/src/util/backtrace.cc:98
 (inlined by) seastar::current_tasktrace() at /v/build/v_deps_build/seastar-prefix/src/seastar/src/util/backtrace.cc:149
 (inlined by) seastar::current_backtrace() at /v/build/v_deps_build/seastar-prefix/src/seastar/src/util/backtrace.cc:182
seastar::memory::cpu_pages::warn_large_allocation(unsigned long) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:839
 (inlined by) seastar::memory::cpu_pages::check_large_allocation(unsigned long) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:904
 (inlined by) seastar::memory::cpu_pages::allocate_large(unsigned int, bool) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:911
 (inlined by) seastar::memory::allocate_large(unsigned long, bool) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:1521
 (inlined by) seastar::memory::allocate_slowpath(unsigned long) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:1642
seastar::memory::allocate(unsigned long) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:1655
 (inlined by) operator new(unsigned long) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:2352
void* std::__1::__libcpp_operator_new[abi:v160004]<unsigned long>(unsigned long) at /vectorized/llvm/bin/../include/c++/v1/new:266
 (inlined by) std::__1::__libcpp_allocate[abi:v160004](unsigned long, unsigned long) at /vectorized/llvm/bin/../include/c++/v1/new:292
 (inlined by) std::__1::allocator<absl::lts_20230802::container_internal::AlignedType<8ul> >::allocate[abi:v160004](unsigned long) at /vectorized/llvm/bin/../include/c++/v1/__memory/allocator.h:115
 (inlined by) std::__1::allocator_traits<std::__1::allocator<absl::lts_20230802::container_internal::AlignedType<8ul> > >::allocate[abi:v160004](std::__1::allocator<absl::lts_20230802::container_internal::AlignedType<8ul> >&, unsigned long) at /vectorized/llvm/bin/../include/c++/v1/__memory/allocator_traits.h:268
 (inlined by) void* absl::lts_20230802::container_internal::Allocate<8ul, std::__1::allocator<char> >(std::__1::allocator<char>*, unsigned long) at /vectorized/include/absl/container/internal/container_memory.h:65
 (inlined by) void absl::lts_20230802::container_internal::InitializeSlots<std::__1::allocator<char>, 8ul, 8ul>(absl::lts_20230802::container_internal::CommonFields&, std::__1::allocator<char>) at /vectorized/include/absl/container/internal/raw_hash_set.h:1407
absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> cons
t, iobuf> > >::initialize_slots() at /vectorized/include/absl/container/internal/raw_hash_set.h:2505
 (inlined by) absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31
u, false> const, iobuf> > >::resize(unsigned long) at /vectorized/include/absl/container/internal/raw_hash_set.h:2515
absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> cons
t, iobuf> > >::prepare_insert(unsigned long) at /vectorized/include/absl/container/internal/raw_hash_set.h:2678
std::__1::pair<unsigned long, bool> absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned
char, unsigned int, 31u, false> const, iobuf> > >::find_or_prepare_insert<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> >(seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const&) at /vectorized/include/absl/container/internal/raw_hash_set.h:2659
 (inlined by) std::__1::pair<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, u
nsigned int, 31u, false> const, iobuf> > >::iterator, bool> absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar:
:basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable::operator()<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, std::__1::piecewise_construct_t const&, std::__1::tuple<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&&>, std::__1::tuple<iobuf&&
> >(seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const&, std::__1::piecewise_construct_t const&, std::__1::tuple<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&&>&&, std::__1::tuple<iobuf&&>&&) const at /vectorized/include/absl/container/internal/raw_hash_set.h:2459
 (inlined by) decltype (((std::declval<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsign
ed char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable>)())((std::declval<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&& const&>)(), std::__1::piecewise_construct, (std::declval<std::__1::tuple<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&&> >)(), (std::declval<
std::__1::tuple<iobuf&&> >)())) absl::lts_20230802::container_internal::memory_internal::DecomposePairImpl<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_
eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable, seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&&, std::__1::tuple<iobuf&&> >(absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container
_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable&&, std::__1::pair<std::__1::tuple<seastar::basi
c_sstring<unsigned char, unsigned int, 31u, false>&&>, std::__1::tuple<iobuf&&> >) at /vectorized/include/absl/container/internal/container_memory.h:140
 (inlined by) decltype (memory_internal::DecomposePairImpl((std::forward<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::
pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable>)({parm#1}), PairArgs((std::forward<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> >)({parm#2}), (std::forward<iobuf>)({parm#2})))) absl::lts_20230802::container_internal::DecomposePair<absl::lt
s_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf
> > >::EmplaceDecomposable, seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>(absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std
::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable&&, seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&&, iobuf&&) at /vectorized/include/absl/container/internal/container_memory.h:207
 (inlined by) decltype (absl::container_internal::DecomposePair((std::declval<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::
__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable>)(), (std::declval<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> >)(), (std::declval<iobuf>)())) absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned c
har, unsigned int, 31u, false>, iobuf>::apply<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring
<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable, seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>(absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31
u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable&&, seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&&, iobuf&&) at /vectorized/include/absl/container/node_hash_map
.h:583
 (inlined by) decltype (absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>::apply((std::forward<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned c
har, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable>)({parm#1}), (std::forward<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> >)({parm#2}), (std
::forward<iobuf>)({parm#2}))) absl::lts_20230802::container_internal::hash_policy_traits<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, void>::apply<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_int
ernal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable, seastar::basic_sstring<unsigned char, unsigned int
, 31u, false>, iobuf, absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf> >(absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31
u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::EmplaceDecomposable&&, seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&&, iobuf&&) at /vectorized/include/absl/container/internal/hash
_policy_traits.h:134
 (inlined by) std::__1::pair<absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar::basic_sstring<unsigned char, u
nsigned int, 31u, false> const, iobuf> > >::iterator, bool> absl::lts_20230802::container_internal::raw_hash_set<absl::lts_20230802::container_internal::NodeHashMapPolicy<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf>, bytes_type_hash, bytes_type_eq, std::__1::allocator<std::__1::pair<seastar:
:basic_sstring<unsigned char, unsigned int, 31u, false> const, iobuf> > >::emplace<seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, iobuf, 0>(seastar::basic_sstring<unsigned char, unsigned int, 31u, false>&&, iobuf&&) at /vectorized/include/absl/container/internal/raw_hash_set.h:2064
 (inlined by) storage::kvstore::apply_op(seastar::basic_sstring<unsigned char, unsigned int, 31u, false>, std::__1::optional<iobuf>, seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> const&) at /var/lib/buildkite-agent/builds/buildkite-amd64-builders-i-0f0d7ee9f617948
e5-1/redpanda/redpanda/src/v/storage/kvstore.cc:219
auto storage::kvstore::flush_and_apply_ops()::$_2::operator()<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >(seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock>) at /var/lib/buildkite-agent/builds/buildkite-amd64-b
uilders-i-0f0d7ee9f617948e5-1/redpanda/redpanda/src/v/storage/kvstore.cc:265
decltype (((std::declval<storage::kvstore::flush_and_apply_ops()::$_2&>)())((std::declval<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >)())) std::__1::__invoke[abi:v160004]<storage::kvstore::flush_and_apply_ops()::$_2&, seastar::semaphore_units<seastar::named_se
maphore_exception_factory, std::__1::chrono::steady_clock> >(storage::kvstore::flush_and_apply_ops()::$_2&, seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock>&&) at /vectorized/llvm/bin/../include/c++/v1/__functional/invoke.h:394
 (inlined by) std::__1::invoke_result<storage::kvstore::flush_and_apply_ops()::$_2&, seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >::type std::__1::invoke[abi:v160004]<storage::kvstore::flush_and_apply_ops()::$_2&, seastar::semaphore_units<seastar::named_semaphor
e_exception_factory, std::__1::chrono::steady_clock> >(storage::kvstore::flush_and_apply_ops()::$_2&, seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock>&&) at /vectorized/llvm/bin/../include/c++/v1/__functional/invoke.h:539
 (inlined by) auto seastar::internal::future_invoke<storage::kvstore::flush_and_apply_ops()::$_2&, seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >(storage::kvstore::flush_and_apply_ops()::$_2&, seastar::semaphore_units<seastar::named_semaphore_exception_factory, s
td::__1::chrono::steady_clock>&&) at /vectorized/include/seastar/core/future.hh:1157
 (inlined by) seastar::future<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >::then_impl_nrvo<storage::kvstore::flush_and_apply_ops()::$_2, seastar::future<void> >(storage::kvstore::flush_and_apply_ops()::$_2&&)::{lambda(seastar::internal::promise_base_with_type<v
oid>&&, storage::kvstore::flush_and_apply_ops()::$_2&, seastar::future_state<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >&&)#1}::operator()(seastar::internal::promise_base_with_type<void>&&, storage::kvstore::flush_and_apply_ops()::$_2&, seastar::future_state<s
eastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >&&) const::{lambda()#1}::operator()() const at /vectorized/include/seastar/core/future.hh:1458
 (inlined by) void seastar::futurize<void>::satisfy_with_result_of<seastar::future<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >::then_impl_nrvo<storage::kvstore::flush_and_apply_ops()::$_2, seastar::future<void> >(storage::kvstore::flush_and_apply_ops()::$_2&&)
::{lambda(seastar::internal::promise_base_with_type<void>&&, storage::kvstore::flush_and_apply_ops()::$_2&, seastar::future_state<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >&&)#1}::operator()(seastar::internal::promise_base_with_type<void>&&, storage::kvstore:
:flush_and_apply_ops()::$_2&, seastar::future_state<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >&&) const::{lambda()#1}>(seastar::internal::promise_base_with_type<void>&&, storage::kvstore::flush_and_apply_ops()::$_2&&) at /vectorized/include/seastar/core/futur
e.hh:1988
(inlined by) seastar::future<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >::then_impl_nrvo<storage::kvstore::flush_and_apply_ops()::$_2, seastar::future<void> >(storage::kvstore::flush_and_apply_ops()::$_2&&)::{lambda(seastar::internal::promise_base_with_type<v
oid>&&, storage::kvstore::flush_and_apply_ops()::$_2&, seastar::future_state<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >&&)#1}::operator()(seastar::internal::promise_base_with_type<void>&&, storage::kvstore::flush_and_apply_ops()::$_2&, seastar::future_state<s
eastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >&&) const at /vectorized/include/seastar/core/future.hh:1454
 (inlined by) seastar::continuation<seastar::internal::promise_base_with_type<void>, storage::kvstore::flush_and_apply_ops()::$_2, seastar::future<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >::then_impl_nrvo<storage::kvstore::flush_and_apply_ops()::$_2, seastar
::future<void> >(storage::kvstore::flush_and_apply_ops()::$_2&&)::{lambda(seastar::internal::promise_base_with_type<void>&&, storage::kvstore::flush_and_apply_ops()::$_2&, seastar::future_state<seastar::semaphore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >&&)#1}, seastar::semaph
ore_units<seastar::named_semaphore_exception_factory, std::__1::chrono::steady_clock> >::run_and_dispose() at /vectorized/include/seastar/core/future.hh:741
seastar::reactor::run_tasks(seastar::reactor::task_queue&) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/reactor.cc:2750
 (inlined by) seastar::reactor::run_some_tasks() at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/reactor.cc:3213
seastar::reactor::do_run() at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/reactor.cc:3397
seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2::operator()() const at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/reactor.cc:4624
 (inlined by) decltype (((std::declval<seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2&>)())()) std::__1::__invoke[abi:v160004]<seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2&>(seastar::smp::configure(seastar::smp_options const&, se
astar::reactor_options const&)::$_2&) at /vectorized/llvm/bin/../include/c++/v1/__functional/invoke.h:394
 (inlined by) void std::__1::__invoke_void_return_wrapper<void, true>::__call<seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2&>(seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2&) at /vectorized/llvm/bin/../include/c++/v1/__functional/
invoke.h:487
 (inlined by) std::__1::__function::__alloc_func<seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2, std::__1::allocator<seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2>, void ()>::operator()[abi:v160004]() at /vectorized/llvm/bin/../in
clude/c++/v1/__functional/function.h:185
 (inlined by) std::__1::__function::__func<seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2, std::__1::allocator<seastar::smp::configure(seastar::smp_options const&, seastar::reactor_options const&)::$_2>, void ()>::operator()() at /vectorized/llvm/bin/../include/c++/v1/__func
tional/function.h:356
std::__1::__function::__value_func<void ()>::operator()[abi:v160004]() const at /vectorized/llvm/bin/../include/c++/v1/__functional/function.h:510
 (inlined by) std::__1::function<void ()>::operator()() const at /vectorized/llvm/bin/../include/c++/v1/__functional/function.h:1156
 (inlined by) seastar::posix_thread::start_routine(void*) at /v/build/v_deps_build/seastar-prefix/src/seastar/src/core/posix.cc:90
/opt/redpanda/lib/libc.so.6: ELF 64-bit LSB shared object, x86-64, version 1 (GNU/Linux), dynamically linked, interpreter /lib64/ld-linux-x86-64.so.2, BuildID[sha1]=6e7b96dfb83f0bdcb6a410469b82f86415e5ada3, for GNU/Linux 3.2.0, stripped

pthread_condattr_setpshared at ??:?
__xmknodat at ??:?

[rockwotj]

redpanda/src/v/storage/kvstore.cc

Line 219 in e6d3bc5

_db.emplace(std::move(key), std::move(*value));

[rockwotj]

Related: #10340