msgtime:2023-07-15 08:30:38
doc_type:cmsswlog
date:2023-07-15T06:30:38.069Z
run:370725
host:fu-c2b01-42-01
pid:3850752
doctype:stacktrace
severity:FATAL
severityVal:4
instance:global
lexicalId:549852445
message:A fatal system signal has occurred: segmentation violation
The following is the call stack containing the origin of the signal.
Sat Jul 15 08:30:13 CEST 2023
Thread 44 (Thread 0x7f73c7fff700 (LWP 3852109) "cmsRun"):
#0  0x00007f758d257cd6 in do_futex_wait.constprop () from /lib64/libpthread.so.0
#1  0x00007f758d257dc8 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0
#2  0x00007f756dfb98e2 in ?? () from /lib64/libcuda.so.1
#3  0x00007f756dfd6168 in ?? () from /lib64/libcuda.so.1
#4  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 43 (Thread 0x7f74359ff700 (LWP 3852029) "cmsRun"):
#0  0x00007f758d25574a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f757e55d3e5 in FedRawDataInputSource::readSupervisor() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#2  0x00007f758d8db9b4 in std::execute_native_thread_routine (__p=0x7f7449896d60) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#3  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#4  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 42 (Thread 0x7f743a3ff700 (LWP 3852011) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f752e3f347e in LayerMeasurements::measurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#5  0x00007f7491f8f6e5 in MuonCkfTrajectoryBuilder::collectMeasurement(DetLayer const*, std::vector<DetLayer const*, std::allocator<DetLayer const*> > const&, TrajectoryStateOnSurface const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&, int&, Propagator const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#6  0x00007f7491f912ae in MuonCkfTrajectoryBuilder::findCompatibleMeasurements(TrajectorySeed const&, TempTrajectory const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#7  0x00007f7491fd9adb in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#8  0x00007f7491fdb0d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#9  0x00007f7491fdb2cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#10 0x00007f7491fcf263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#11 0x00007f7491fd0ceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#12 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#17 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743abd9f00, waiter=..., this=0x7f7587e74400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#21 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#23 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#24 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 41 (Thread 0x7f743b5ff700 (LWP 3852010) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f7491f8fb2b in MuonCkfTrajectoryBuilder::collectMeasurement(DetLayer const*, std::vector<DetLayer const*, std::allocator<DetLayer const*> > const&, TrajectoryStateOnSurface const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&, int&, Propagator const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#5  0x00007f7491f912ae in MuonCkfTrajectoryBuilder::findCompatibleMeasurements(TrajectorySeed const&, TempTrajectory const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#6  0x00007f7491fd9adb in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#7  0x00007f7491fdb0d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#8  0x00007f7491fdb2cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#9  0x00007f7491fcf263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#10 0x00007f7491fd0ceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#11 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f716e6dcd00, waiter=..., this=0x7f7587e74300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#23 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 40 (Thread 0x7f743c3f7700 (LWP 3852009) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f754ddb30c2 in reco::HitPattern::encode(DetId const&, TrackingRecHit::Type, TrackerTopology const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libDataFormatsTrackReco.so
#5  0x00007f754ddb3a21 in reco::HitPattern::appendHit(DetId const&, TrackingRecHit::Type, TrackerTopology const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libDataFormatsTrackReco.so
#6  0x00007f754ddb3a6e in reco::HitPattern::appendHit(TrackingRecHit const&, TrackerTopology const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libDataFormatsTrackReco.so
#7  0x00007f752bab3483 in void storeTracks<edm::Event, std::vector<std::pair<reco::Track*, std::vector<TrackingRecHit const*, std::allocator<TrackingRecHit const*> > >, std::allocator<std::pair<reco::Track*, std::vector<TrackingRecHit const*, std::allocator<TrackingRecHit const*> > > > > >(edm::Event&, std::vector<std::pair<reco::Track*, std::vector<TrackingRecHit const*, std::allocator<TrackingRecHit const*> > >, std::allocator<std::pair<reco::Track*, std::vector<TrackingRecHit const*, std::allocator<TrackingRecHit const*> > > > > const&, TrackerTopology const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoPixelVertexingPixelTrackFittingPlugins.so
#8  0x00007f752bab52a6 in PixelTrackProducerFromSoAT<pixelTopology::Phase1>::produce(edm::StreamID, edm::Event&, edm::EventSetup const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoPixelVertexingPixelTrackFittingPlugins.so
#9  0x00007f758f9aa9cb in edm::global::EDProducerBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f9a45d2 in edm::WorkerT<edm::global::EDProducerBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d7329f00, waiter=..., this=0x7f7587e74280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 39 (Thread 0x7f743d1f8700 (LWP 3852008) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f752df05f42 in MultipleScatteringUpdator::compute(TrajectoryStateOnSurface const&, PropagationDirection, materialEffect::Effect&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#5  0x00007f752df062ef in CombinedMaterialEffectsUpdator::compute(TrajectoryStateOnSurface const&, PropagationDirection, materialEffect::Effect&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#6  0x00007f752df05919 in MaterialEffectsUpdator::updateStateInPlace(TrajectoryStateOnSurface&, PropagationDirection) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#7  0x00007f752df0716d in PropagatorWithMaterial::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#8  0x00007f748c0b6fba in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007f748c0b7a48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d73ee500, waiter=..., this=0x7f7587e74200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#22 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 38 (Thread 0x7f743dbf9700 (LWP 3852007) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f758e101af3 in tbb::detail::r1::small_object_pool_impl::allocate_impl (number_of_bytes=128, allocator=@0x7f743dbf2c68: 0x0, this=0x7f754479be00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/small_object_pool.cpp:58
#5  tbb::detail::r1::allocate (allocator=@0x7f743dbf2c68: 0x0, number_of_bytes=128) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/small_object_pool.cpp:43
#6  0x00007f758f689113 in edm::WaitingTaskList::announce() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#7  0x00007f758f93158e in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f89f7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73cb966300, waiter=..., this=0x7f7587e74180) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#11 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74180) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#12 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#13 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#14 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#15 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#16 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#17 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 37 (Thread 0x7f743e9f9700 (LWP 3852006) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f758e511c51 in free_fastpath (size_hint=true, size=24, ptr=0x7f7427776240) at src/jemalloc.c:3119
#5  je_je_sdallocx_noflags (ptr=0x7f7427776240, size=24) at src/jemalloc.c:3950
#6  0x00007f758e58333e in sizedDeleteImpl (size=<optimized out>, ptr=<optimized out>) at src/jemalloc_cpp.cpp:195
#7  operator delete (ptr=<optimized out>, size=<optimized out>) at src/jemalloc_cpp.cpp:200
#8  0x00007f74855f5b96 in reco::PFCluster::~PFCluster() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#9  0x00007f74855f728f in void std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >::_M_realloc_insert<reco::PFCluster>(__gnu_cxx::__normal_iterator<reco::PFCluster*, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> > >, reco::PFCluster&&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#10 0x00007f74855f78c8 in Basic2DClusterForEachSeed::buildClusters(edm::Handle<std::vector<reco::PFRecHit, std::allocator<reco::PFRecHit> > > const&, std::vector<bool, std::allocator<bool> > const&, std::vector<bool, std::allocator<bool> > const&, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#11 0x00007f748561d626 in PFClusterProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#12 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#17 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f744553f800, waiter=..., this=0x7f7587e74100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#21 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#23 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#24 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 36 (Thread 0x7f743f3fa700 (LWP 3852005) "cmsRun"):
#0  0x00007f758cf71a71 in poll () from /lib64/libc.so.6
#1  0x00007f7583e5846f in full_read.constprop () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#2  0x00007f7583e23b6c in edm::service::InitRootHandlers::stacktraceFromThread() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  0x00007f7583e2433b in sig_dostack_then_abort () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x00007f752e48c0fa in TkPixelMeasurementDet::compHits(TrajectoryStateOnSurface const&, MeasurementTrackerEvent const&, float, float) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#6  0x00007f752e48c8f7 in TkPixelMeasurementDet::measurements(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, tracking::TempMeasurements&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#7  0x00007f752e3f4347 in LayerMeasurements::groupedMeasurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#8  0x00007f74a04461b1 in GroupedCkfTrajectoryBuilder::advanceOneLayer(TrajectorySeed const&, TempTrajectory&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#9  0x00007f74a043938d in GroupedCkfTrajectoryBuilder::groupedLimitedCandidates(TrajectorySeed const&, TempTrajectory const&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#10 0x00007f74a043dcac in GroupedCkfTrajectoryBuilder::rebuildTrajectories(TempTrajectory const&, TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#11 0x00007f7491fcf617 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#12 0x00007f7491fd0ceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#13 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#18 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d7447100, waiter=..., this=0x7f7587e74080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#19 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#20 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#21 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#22 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#23 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#24 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#25 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 35 (Thread 0x7f74401fa700 (LWP 3852004) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f752b33ac6f in (anonymous namespace)::ClusterFiller::fill(edmNew::DetSetVector<SiStripCluster>::TSFastFiller&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalTrackerSiStripClusterizerPlugins.so
#5  0x00007f752e486355 in StMeasurementDetSet::detSet(int) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#6  0x00007f752e49824c in TkStripMeasurementDet::recHits(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, std::vector<std::shared_ptr<TrackingRecHit const>, std::allocator<std::shared_ptr<TrackingRecHit const> > >&, std::vector<float, std::allocator<float> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#7  0x00007f752e49891d in TkStripMeasurementDet::measurements(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, tracking::TempMeasurements&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#8  0x00007f752e3f4347 in LayerMeasurements::groupedMeasurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#9  0x00007f74a04461b1 in GroupedCkfTrajectoryBuilder::advanceOneLayer(TrajectorySeed const&, TempTrajectory&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#10 0x00007f74a043938d in GroupedCkfTrajectoryBuilder::groupedLimitedCandidates(TrajectorySeed const&, TempTrajectory const&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#11 0x00007f74a043c846 in GroupedCkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#12 0x00007f7491fcf263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#13 0x00007f7491fd0ceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#14 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#19 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f7444366b00, waiter=..., this=0x7f7587e73f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#20 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#21 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#22 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#23 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#24 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#25 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#26 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 34 (Thread 0x7f7444dfe700 (LWP 3852003) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f74855fa095 in Basic2DGenericPFlowPositionCalc::calculateAndSetPositionActual(reco::PFCluster&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#5  0x00007f74855f952b in Basic2DGenericPFlowClusterizer::growPFClusters(reco::PFCluster const&, std::vector<bool, std::allocator<bool> > const&, unsigned int, unsigned int, double, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#6  0x00007f74855f9c1e in Basic2DGenericPFlowClusterizer::buildClusters(std::vector<reco::PFCluster, std::allocator<reco::PFCluster> > const&, std::vector<bool, std::allocator<bool> > const&, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#7  0x00007f748561d689 in PFClusterProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#8  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#13 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d7331100, waiter=..., this=0x7f7587e73f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#14 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#15 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#16 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#17 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#18 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#19 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#20 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 33 (Thread 0x7f7440ffb700 (LWP 3852001) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f757dc044eb in JacobianCurvilinearToLocal::compute(TkRotation<float> const&, Vector3DBase<float, GlobalTag> const&, Vector3DBase<float, GlobalTag> const&, double) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsAnalyticalJacobians.so
#5  0x00007f757dc06087 in JacobianCurvilinearToLocal::JacobianCurvilinearToLocal(Surface const&, LocalTrajectoryParameters const&, GlobalTrajectoryParameters const&, MagneticField const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsAnalyticalJacobians.so
#6  0x00007f757afe7860 in BasicTrajectoryState::createLocalErrorFromCurvilinearError() const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrajectoryState.so
#7  0x00007f752df05d28 in MaterialEffectsUpdator::updateStateInPlace(TrajectoryStateOnSurface&, PropagationDirection) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#8  0x00007f752df0716d in PropagatorWithMaterial::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#9  0x00007f748c0b6fba in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007f748c0b7a48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743f797000, waiter=..., this=0x7f7587e74000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#23 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 32 (Thread 0x7f74425fd700 (LWP 3852002) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f7579046259 in RectangularPlaneBounds::inside(Point3DBase<float, LocalTag> const&, LocalError const&, float) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libDataFormatsGeometrySurface.so
#5  0x00007f752e400035 in Chi2MeasurementEstimatorBase::estimate(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsKalmanUpdators.so
#6  0x00007f75801ac7b5 in GeomDetCompatibilityChecker::isCompatible(GeomDet const*, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#7  0x00007f75416bd87a in CompatibleDetToGroupAdder::add(GeomDet const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#8  0x00007f75416c7f04 in TIBRing::groupedCompatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#9  0x00007f75416be6cb in CompatibleDetToGroupAdder::add(GeometricSearchDet const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#10 0x00007f75416c2372 in TIBLayer::searchNeighbors(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, SubLayerCrossing const&, float, std::vector<DetGroup, std::allocator<DetGroup> >&, bool) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#11 0x00007f75416c75cf in TBLayer::groupedCompatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#12 0x00007f75801aa2fb in GeometricSearchDet::compatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<std::pair<GeomDet const*, TrajectoryStateOnSurface>, std::allocator<std::pair<GeomDet const*, TrajectoryStateOnSurface> > >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#13 0x00007f75801a96d4 in GeometricSearchDet::compatibleDets(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#14 0x00007f752e3f33d7 in LayerMeasurements::measurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#15 0x00007f7491fe113a in CkfTrajectoryBuilder::findCompatibleMeasurements(TrajectorySeed const&, TempTrajectory const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#16 0x00007f7491fd9adb in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#17 0x00007f7491fdb0d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#18 0x00007f7491fdb2cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#19 0x00007f7491fcf263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#20 0x00007f7491fd0ceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#21 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#22 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#23 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#24 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#25 0x00007f758f89f7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#26 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73cb637900, waiter=..., this=0x7f7587e73e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#27 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#28 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#29 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#30 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#31 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#32 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#33 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 31 (Thread 0x7f7442ffe700 (LWP 3852000) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f748c09a2eb in edm::Wrapper<std::vector<TrajectorySeed, std::allocator<TrajectorySeed> > >::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#5  0x00007f758f8a111a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#6  0x00007f758f946ee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#7  0x00007f758f9371b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f758f8b06cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f8ecbb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f89f7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73cb619c00, waiter=..., this=0x7f7587e73e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#12 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#13 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#14 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#15 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#16 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#17 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#18 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 30 (Thread 0x7f7441bfc700 (LWP 3851999) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f752e48dddb in SiStripRecHit2D& std::vector<SiStripRecHit2D, std::allocator<SiStripRecHit2D> >::emplace_back<Point3DBase<float, LocalTag> const&, LocalError const&, GeomDet const&, edm::Ref<edmNew::DetSetVector<SiStripCluster>, SiStripCluster, edmNew::DetSetVector<SiStripCluster>::FindForDetSetVector> const&>(Point3DBase<float, LocalTag> const&, LocalError const&, GeomDet const&, edm::Ref<edmNew::DetSetVector<SiStripCluster>, SiStripCluster, edmNew::DetSetVector<SiStripCluster>::FindForDetSetVector> const&) [clone .isra.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#5  0x00007f752e48e07b in bool TkStripMeasurementDet::filteredRecHits<edm::Ref<edmNew::DetSetVector<SiStripCluster>, SiStripCluster, edmNew::DetSetVector<SiStripCluster>::FindForDetSetVector> >(edm::Ref<edmNew::DetSetVector<SiStripCluster>, SiStripCluster, edmNew::DetSetVector<SiStripCluster>::FindForDetSetVector> const&, StripCPE::AlgoParam const&, TrajectoryStateOnSurface const&, MeasurementEstimator const&, std::vector<bool, std::allocator<bool> > const&, std::vector<SiStripRecHit2D, std::allocator<SiStripRecHit2D> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#6  0x00007f752e497920 in TkStripMeasurementDet::simpleRecHits(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, std::vector<SiStripRecHit2D, std::allocator<SiStripRecHit2D> >&) const [clone .isra.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#7  0x00007f752e488edd in TkGluedMeasurementDet::measurements(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, tracking::TempMeasurements&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#8  0x00007f752e3f3492 in LayerMeasurements::measurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#9  0x00007f7491f8f6e5 in MuonCkfTrajectoryBuilder::collectMeasurement(DetLayer const*, std::vector<DetLayer const*, std::allocator<DetLayer const*> > const&, TrajectoryStateOnSurface const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&, int&, Propagator const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#10 0x00007f7491f912ae in MuonCkfTrajectoryBuilder::findCompatibleMeasurements(TrajectorySeed const&, TempTrajectory const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#11 0x00007f7491fd9adb in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#12 0x00007f7491fdb0d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#13 0x00007f7491fdb2cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#14 0x00007f7491fcf263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#15 0x00007f7491fd0ceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#16 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#21 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743f75b200, waiter=..., this=0x7f7587e73d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#22 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#23 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#24 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#25 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#26 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#27 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#28 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 29 (Thread 0x7f74439ff700 (LWP 3851998) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f74855faeaa in Basic2DGenericTopoClusterizer::buildTopoCluster(edm::Handle<std::vector<reco::PFRecHit, std::allocator<reco::PFRecHit> > > const&, std::vector<bool, std::allocator<bool> > const&, unsigned int, std::vector<bool, std::allocator<bool> >&, reco::PFCluster&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#5  0x00007f74855fb60e in Basic2DGenericTopoClusterizer::buildClusters(edm::Handle<std::vector<reco::PFRecHit, std::allocator<reco::PFRecHit> > > const&, std::vector<bool, std::allocator<bool> > const&, std::vector<bool, std::allocator<bool> > const&, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#6  0x00007f748561d626 in PFClusterProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#7  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d7357500, waiter=..., this=0x7f7587e73d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#19 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 28 (Thread 0x7f7447739700 (LWP 3851997) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f7491fc4fbb in std::vector<Trajectory, std::allocator<Trajectory> >::~vector() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#5  0x00007f7491fd12fd in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#6  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#7  0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#11 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d6f05900, waiter=..., this=0x7f7587e73c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#12 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#13 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#14 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#15 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#16 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#17 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#18 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 27 (Thread 0x7f74469ff700 (LWP 3851996) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f758d8b2081 in std::type_info::operator== (__arg=..., this=0x7f75417e5088 <typeinfo for SiStripRecHit2D>) at ../../../../libstdc++-v3/libsupc++/typeinfo:123
#5  __cxxabiv1::__si_class_type_info::__do_dyncast (this=0x7f75417e5088 <typeinfo for SiStripRecHit2D>, src2dst=0, access_path=__cxxabiv1::__class_type_info::__contained_public, dst_type=0x7f754dd708e0 <typeinfo for BaseTrackerRecHit>, obj_ptr=0x7f73cd351090, src_type=0x7f757911a660 <typeinfo for TrackingRecHit>, src_ptr=0x7f73cd351090, result=...) at ../../../../libstdc++-v3/libsupc++/si_class_type_info.cc:52
#6  0x00007f758d8afd13 in __cxxabiv1::__dynamic_cast (src_ptr=0x7f73cd351090, src_type=0x7f757911a660 <typeinfo for TrackingRecHit>, dst_type=0x7f754dd708e0 <typeinfo for BaseTrackerRecHit>, src2dst=0) at ../../../../libstdc++-v3/libsupc++/dyncast.cc:74
#7  0x00007f75419cbbb7 in KFTrajectorySmoother::trajectory(Trajectory const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackFitters.so
#8  0x00007f752d09146f in (anonymous namespace)::KFFittingSmoother::smoothingStep(Trajectory&&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginTrackingToolsTrackFittersPlugins.so
#9  0x00007f752d094459 in (anonymous namespace)::KFFittingSmoother::fitOne(TrajectorySeed const&, std::vector<std::shared_ptr<TrackingRecHit const>, std::allocator<std::shared_ptr<TrackingRecHit const> > > const&, TrajectoryStateOnSurface const&, TrajectoryFitter::fitType) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginTrackingToolsTrackFittersPlugins.so
#10 0x00007f748c1dccd2 in TrackProducerAlgorithm<reco::Track>::buildTrack(TrajectoryFitter const*, Propagator const*, std::vector<AlgoProductTraits<reco::Track>::AlgoProduct, std::allocator<AlgoProductTraits<reco::Track>::AlgoProduct> >&, std::vector<std::shared_ptr<TrackingRecHit const>, std::allocator<std::shared_ptr<TrackingRecHit const> > >&, TrajectoryStateOnSurface&, TrajectorySeed const&, float, reco::BeamSpot const&, edm::RefToBase<TrajectorySeed>, int, signed char) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTrackProducer.so
#11 0x00007f7491f2c9dd in TrackProducerAlgorithm<reco::Track>::runWithCandidate(TrackingGeometry const*, MagneticField const*, std::vector<TrackCandidate, std::allocator<TrackCandidate> > const&, TrajectoryFitter const*, Propagator const*, TransientTrackingRecHitBuilder const*, reco::BeamSpot const&, std::vector<AlgoProductTraits<reco::Track>::AlgoProduct, std::allocator<AlgoProductTraits<reco::Track>::AlgoProduct> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTrackProducerPlugins.so
#12 0x00007f7491f2b2c2 in TrackProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTrackProducerPlugins.so
#13 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#18 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73cb8d6600, waiter=..., this=0x7f7587e74380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#19 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e74380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#20 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#21 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#22 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#23 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#24 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#25 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 26 (Thread 0x7f7445ffe700 (LWP 3851995) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f74ba1ba14c in fastjet::MinHeap::update (this=this@entry=0x7f7445ff7400, loc=7, loc@entry=1136, new_value=0.0011169795124816445) at MinHeap.cc:125
#5  0x00007f74ba1b3069 in fastjet::ClusterSequence::_minheap_faster_tiled_N2_cluster (this=0x7f7386b54010) at ClusterSequence_TiledN2.cc:950
#6  0x00007f75442cf69c in fastjet::ClusterSequence::ClusterSequence<fastjet::PseudoJet>(std::vector<fastjet::PseudoJet, std::allocator<fastjet::PseudoJet> > const&, fastjet::JetDefinition const&, bool const&) [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#7  0x00007f7544276c43 in FastjetJetProducer::runAlgorithm(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#8  0x00007f75442b4a16 in VirtualJetProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#9  0x00007f75442712dd in FastjetJetProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#10 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743973f800, waiter=..., this=0x7f7587e73c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#22 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 25 (Thread 0x7f7474d32700 (LWP 3851969) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f757e548dde in evf::FastMonitoringService::snapshotRunner() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#3  0x00007f758d8db9b4 in std::execute_native_thread_routine (__p=0x7f7449b42720) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#4  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 24 (Thread 0x7f748c9ff700 (LWP 3851892) "cmsRun"):
#0  0x00007f758d2553fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f758d8d5e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f751f0cbacb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007f751f0cc0ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007f751f0c8c68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007f751bef24c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#9  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 23 (Thread 0x7f74927ff700 (LWP 3851891) "cmsRun"):
#0  0x00007f758d2553fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f758d8d5e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f751f0cbacb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007f751f0cc0ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007f751f0c8c68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007f751bef24c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#9  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 22 (Thread 0x7f74a0c53700 (LWP 3851890) "cmsRun"):
#0  0x00007f758d2553fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f758d8d5e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f751f0cbacb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007f751f0cc0ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007f751f0c8c68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007f751bef24c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#9  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 21 (Thread 0x7f74b5ffe700 (LWP 3851793) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f757afe80e1 in BasicTrajectoryState::createLocalErrorFromCurvilinearError() const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrajectoryState.so
#5  0x00007f752df05d28 in MaterialEffectsUpdator::updateStateInPlace(TrajectoryStateOnSurface&, PropagationDirection) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#6  0x00007f752df0716d in PropagatorWithMaterial::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#7  0x00007f748c0b6fba in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#8  0x00007f748c0b7a48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f7439777100, waiter=..., this=0x7f7587e73b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 20 (Thread 0x7f74b55fd700 (LWP 3851792) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f74ba19bf5c in fastjet::ClusterSequence::inclusive_jets (this=0x7f73e3e694d0, ptmin=<optimized out>) at ClusterSequence.cc:953
#5  0x00007f7544276ccd in FastjetJetProducer::runAlgorithm(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#6  0x00007f75442b4a16 in VirtualJetProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#7  0x00007f75442712dd in FastjetJetProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#8  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#13 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f74443d2a00, waiter=..., this=0x7f7587e73b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#14 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#15 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#16 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#17 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#18 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#19 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#20 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 19 (Thread 0x7f74b77fb700 (LWP 3851791) "cmsRun"):
#0  0x00007f758d2553fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f758d8d5e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f757e55ab05 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#5  0x00007f758d8db9b4 in std::execute_native_thread_routine (__p=0x7f757b1375e0) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#6  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#7  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 18 (Thread 0x7f74b69ff700 (LWP 3851790) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f752b19d8ee in edm::Wrapper<GlobalObjectMapRecord>::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginL1TriggerL1TGlobalPlugins.so
#5  0x00007f758f8a111a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#6  0x00007f758f946ee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#7  0x00007f758f9371b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f758f8b06cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f8ecbb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f89f7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d72e3000, waiter=..., this=0x7f7587e73900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#12 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#13 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#14 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#15 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#16 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#17 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#18 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 17 (Thread 0x7f74b8bfd700 (LWP 3851789) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  imalloc_fastpath (fallback_alloc=0x7f758e582eb0 <fallback_impl<false>(std::size_t)>, size=40) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:309
#5  newImpl<false> (size=40) at src/jemalloc_cpp.cpp:109
#6  operator new (size=40) at src/jemalloc_cpp.cpp:114
#7  0x00007f752de00ff4 in std::pair<std::_Rb_tree_iterator<DetId>, bool> std::_Rb_tree<DetId, DetId, std::_Identity<DetId>, std::less<DetId>, std::allocator<DetId> >::_M_insert_unique<DetId const&>(DetId const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#8  0x00007f752de04334 in DetIdAssociator::fillSet(std::set<DetId, std::less<DetId>, std::allocator<DetId> >&, unsigned int, unsigned int) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#9  0x00007f752de04612 in DetIdAssociator::getDetIdsCloseToAPoint(Point3DBase<float, GlobalTag> const&, unsigned int, unsigned int, unsigned int, unsigned int) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#10 0x00007f752de00f7d in DetIdAssociator::getDetIdsCloseToAPoint(Point3DBase<float, GlobalTag> const&, double, double, double, double) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#11 0x00007f752ddffaae in DetIdAssociator::getDetIdsCloseToAPoint(Point3DBase<float, GlobalTag> const&, DetIdAssociator::MapRange const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#12 0x00007f752de15a43 in TrackDetectorAssociator::fillMuon(edm::Event const&, TrackDetMatchInfo&, TrackAssociatorParameters const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#13 0x00007f752de1aaf6 in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, TrackAssociatorParameters const&, FreeTrajectoryState const*, FreeTrajectoryState const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#14 0x00007f752de1b379 in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, reco::Track const&, TrackAssociatorParameters const&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#15 0x00007f74857883fe in MuonIdProducer::fillMuonId(edm::Event&, edm::EventSetup const&, reco::Muon&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#16 0x00007f748578adc9 in MuonIdProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#17 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#21 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#22 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d7548200, waiter=..., this=0x7f7587e73980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#23 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#24 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#25 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#26 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#27 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#28 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#29 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 16 (Thread 0x7f74b81fc700 (LWP 3851788) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f748561bf9d in PFMultiDepthClusterizer::link(std::vector<reco::PFCluster, std::allocator<reco::PFCluster> > const&, std::vector<double, std::allocator<double> > const&, std::vector<double, std::allocator<double> > const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#5  0x00007f748561e229 in PFMultiDepthClusterizer::buildClusters(std::vector<reco::PFCluster, std::allocator<reco::PFCluster> > const&, std::vector<bool, std::allocator<bool> > const&, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#6  0x00007f74856198e6 in PFMultiDepthClusterProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#7  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f7445566c00, waiter=..., this=0x7f7587e73880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#19 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 15 (Thread 0x7f74b93fe700 (LWP 3851787) "cmsRun"):
#0  0x00007f758d2553fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f758d8d5e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f757e55ab05 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#5  0x00007f758d8db9b4 in std::execute_native_thread_routine (__p=0x7f757b1373d0) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#6  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#7  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 14 (Thread 0x7f74b9dff700 (LWP 3851786) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f757e4701c8 in HelixArbitraryPlaneCrossing::pathLength(Plane const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#5  0x00007f757e46c454 in AnalyticalPropagator::propagateWithHelixCrossing(HelixPlaneCrossing&, Plane const&, float, Point3DBase<float, GlobalTag>&, Vector3DBase<float, GlobalTag>&, double&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#6  0x00007f757e4776ea in AnalyticalPropagator::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#7  0x00007f752df07115 in PropagatorWithMaterial::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#8  0x00007f748c0b6fba in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007f748c0b7a48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73ca1f2800, waiter=..., this=0x7f7587e73780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#22 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 13 (Thread 0x7f74bb9fe700 (LWP 3851785) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f757e46d737 in HelixArbitraryPlaneCrossing2Order::pathLength(Plane const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#5  0x00007f757e46ffa6 in HelixArbitraryPlaneCrossing::pathLength(Plane const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#6  0x00007f757e46c454 in AnalyticalPropagator::propagateWithHelixCrossing(HelixPlaneCrossing&, Plane const&, float, Point3DBase<float, GlobalTag>&, Vector3DBase<float, GlobalTag>&, double&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#7  0x00007f757e4776ea in AnalyticalPropagator::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#8  0x00007f757e46c365 in Propagator::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#9  0x00007f752df07a72 in PropagatorWithMaterial::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#10 0x00007f748c0b6e8c in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007f748c0b7a48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#12 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#17 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73cb763d00, waiter=..., this=0x7f7587e73680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#21 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#23 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#24 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 12 (Thread 0x7f74babfd700 (LWP 3851784) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f752df05248 in EnergyLossUpdator::compute(TrajectoryStateOnSurface const&, PropagationDirection, materialEffect::Effect&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#5  0x00007f752df05919 in MaterialEffectsUpdator::updateStateInPlace(TrajectoryStateOnSurface&, PropagationDirection) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#6  0x00007f752df07b1d in PropagatorWithMaterial::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#7  0x00007f748c0b6e8c in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#8  0x00007f748c0b7a48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743df9e700, waiter=..., this=0x7f7587e73600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 11 (Thread 0x7f74bc1ff700 (LWP 3851783) "cmsRun"):
#0  0x00007f758d2553fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f758d8d5e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f757e55ab05 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#5  0x00007f758d8db9b4 in std::execute_native_thread_routine (__p=0x7f757b137490) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#6  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#7  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 10 (Thread 0x7f7515dfe700 (LWP 3851782) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f75442bd851 in VirtualJetProducer::output(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#5  0x00007f75442b4a82 in VirtualJetProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#6  0x00007f75442712dd in FastjetJetProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#7  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743b98c700, waiter=..., this=0x7f7587e73a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e68000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e68000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#19 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 9 (Thread 0x7f75153fd700 (LWP 3851781) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f752e40a4da in TrajectoryStateOnSurface (anonymous namespace)::lupdate<2u>(TrajectoryStateOnSurface const&, TrackingRecHit const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsKalmanUpdators.so
#5  0x00007f752e412fae in KFUpdator::update(TrajectoryStateOnSurface const&, TrackingRecHit const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsKalmanUpdators.so
#6  0x00007f748c0b7347 in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#7  0x00007f748c0b7a48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#8  0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#13 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743ab41200, waiter=..., this=0x7f7587e73700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#14 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#15 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#16 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#17 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#18 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#19 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#20 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 8 (Thread 0x7f75167ff700 (LWP 3851780) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  atomic_load_p (mo=<optimized out>, a=<optimized out>) at include/jemalloc/internal/rtree.h:229
#5  rtree_leaf_elm_bits_read (dependent=<optimized out>, elm=<optimized out>, rtree=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/rtree.h:182
#6  rtree_leaf_elm_read (dependent=true, elm=<optimized out>, rtree=<optimized out>, tsdn=0x7f75167f99a8) at include/jemalloc/internal/rtree.h:242
#7  emap_edata_lookup_batch (result=result@entry=0x7f75167f87c0, metadata_visitor_ctx=<synthetic pointer>, metadata_visitor=<optimized out>, ptr_getter_ctx=ptr_getter_ctx@entry=0x8e823010, ptr_getter=<optimized out>, nptrs=nptrs@entry=99, emap=<optimized out>, tsd=tsd@entry=0x7f75167f99a8) at include/jemalloc/internal/emap.h:341
#8  tcache_bin_flush_edatas_lookup (tsd=tsd@entry=0x7f75167f97f8, arr=arr@entry=0x7f75167f8c00, nflush=nflush@entry=100, edatas=edatas@entry=0x7f75167f8810, binind=0) at src/tcache.c:288
#9  0x00007f758e57bf60 in tcache_bin_flush_impl (small=true, nflush=<optimized out>, ptrs=0x7f75167f8c00, binind=0, cache_bin=0x7f75167f9b58, tcache=0x7f75167f9b50, tsd=0x7f75167f8c40) at src/tcache.c:331
#10 tcache_bin_flush_bottom (small=true, rem=<optimized out>, binind=<optimized out>, cache_bin=<optimized out>, tcache=<optimized out>, tsd=tsd@entry=0x7f75167f8c40) at src/tcache.c:519
#11 je_tcache_bin_flush_small (tsd=tsd@entry=0x7f75167f97f8, tcache=<optimized out>, cache_bin=<optimized out>, binind=<optimized out>, rem=<optimized out>) at src/tcache.c:529
#12 0x00007f758e5113b4 in tcache_dalloc_small (slow_path=false, binind=<optimized out>, ptr=0x7f73e4820c58, tcache=<optimized out>, tsd=0x7f75167f97f8) at include/jemalloc/internal/tcache_inlines.h:157
#13 arena_sdalloc (slow_path=<optimized out>, caller_alloc_ctx=<optimized out>, tcache=<optimized out>, size=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:418
#14 isdalloct (slow_path=<optimized out>, alloc_ctx=<optimized out>, tcache=<optimized out>, size=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:133
#15 isfree (slow_path=false, tcache=<optimized out>, usize=<optimized out>, ptr=0x7f73e4820c58, tsd=0x7f75167f97f8) at src/jemalloc.c:2982
#16 je_sdallocx_default (ptr=0x7f73e4820c58, size=<optimized out>, flags=<optimized out>) at src/jemalloc.c:3924
#17 0x00007f758e58333e in sizedDeleteImpl (size=<optimized out>, ptr=<optimized out>) at src/jemalloc_cpp.cpp:195
#18 operator delete (ptr=<optimized out>, size=<optimized out>) at src/jemalloc_cpp.cpp:200
#19 0x00007f74855ff420 in edm::Wrapper<std::vector<reco::PFCluster, std::allocator<reco::PFCluster> > >::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#20 0x00007f758f8a111a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#21 0x00007f758f946ee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#22 0x00007f758f9371b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#23 0x00007f758f8b06cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#24 0x00007f758f8ecbb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#25 0x00007f758f89f7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#26 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743b987d00, waiter=..., this=0x7f7587e73a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#27 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#28 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#29 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#30 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#31 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#32 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#33 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 7 (Thread 0x7f75177ff700 (LWP 3851779) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f752b2cbd14 in sistrip::FEDBuffer::FEDBuffer(FEDRawData const&, bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterSiStripRawToDigi.so
#5  0x00007f752b33c026 in (anonymous namespace)::ClusterFiller::fill(edmNew::DetSetVector<SiStripCluster>::TSFastFiller&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalTrackerSiStripClusterizerPlugins.so
#6  0x00007f752e486355 in StMeasurementDetSet::detSet(int) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#7  0x00007f752e4864c0 in TkStripMeasurementDet::empty(MeasurementTrackerEvent const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#8  0x00007f752e488e71 in TkGluedMeasurementDet::measurements(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, tracking::TempMeasurements&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#9  0x00007f752e3f4347 in LayerMeasurements::groupedMeasurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#10 0x00007f74a04461b1 in GroupedCkfTrajectoryBuilder::advanceOneLayer(TrajectorySeed const&, TempTrajectory&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#11 0x00007f74a043938d in GroupedCkfTrajectoryBuilder::groupedLimitedCandidates(TrajectorySeed const&, TempTrajectory const&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#12 0x00007f74a043c846 in GroupedCkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#13 0x00007f7491fcf263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#14 0x00007f7491fd0ceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#15 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#20 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73cb976300, waiter=..., this=0x7f7587e73800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#21 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#22 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#23 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#24 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e67f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#25 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e67f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#26 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#27 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 6 (Thread 0x7f7518e31700 (LWP 3851778) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f758d4fc2b8 in __ieee754_asin_fma () from /lib64/libm.so.6
#5  0x00007f757e47819c in HelixBarrelPlaneCrossingByCircle::pathLength(Plane const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#6  0x00007f75416c9cdb in TOBRod::groupedCompatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#7  0x00007f75416be6cb in CompatibleDetToGroupAdder::add(GeometricSearchDet const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#8  0x00007f75416c74fe in TBLayer::groupedCompatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#9  0x00007f75801a9721 in GeometricSearchDet::groupedCompatibleDets(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#10 0x00007f752e3f4218 in LayerMeasurements::groupedMeasurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#11 0x00007f74a04461b1 in GroupedCkfTrajectoryBuilder::advanceOneLayer(TrajectorySeed const&, TempTrajectory&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#12 0x00007f74a043938d in GroupedCkfTrajectoryBuilder::groupedLimitedCandidates(TrajectorySeed const&, TempTrajectory const&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#13 0x00007f74a043c846 in GroupedCkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#14 0x00007f7491fcf263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#15 0x00007f7491fd0ceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#16 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#21 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f743ab3bd00, waiter=..., this=0x7f7587e73500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#22 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#23 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#24 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#25 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e68100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#26 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e68100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#27 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#28 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 5 (Thread 0x7f7519832700 (LWP 3851777) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f757e46f8d2 in HelixArbitraryPlaneCrossing::positionInDouble(double) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#5  0x00007f757e46ffd3 in HelixArbitraryPlaneCrossing::pathLength(Plane const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#6  0x00007f757e46c454 in AnalyticalPropagator::propagateWithHelixCrossing(HelixPlaneCrossing&, Plane const&, float, Point3DBase<float, GlobalTag>&, Vector3DBase<float, GlobalTag>&, double&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#7  0x00007f757e4776ea in AnalyticalPropagator::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#8  0x00007f757e46c365 in Propagator::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#9  0x00007f752df07a72 in PropagatorWithMaterial::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#10 0x00007f748c0b6e8c in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007f748c0b7a48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#12 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#17 0x00007f758e103304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f73d6f4d600, waiter=..., this=0x7f7587e73580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f7587e73580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#21 0x00007f758e1054c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f7587e68080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f7587e68080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#23 0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#24 0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 4 (Thread 0x7f754e5ff700 (LWP 3851664) "cuda-EvtHandlr"):
#0  0x00007f758cf71a71 in poll () from /lib64/libc.so.6
#1  0x00007f756dfdd479 in ?? () from /lib64/libcuda.so.1
#2  0x00007f756e08b60b in ?? () from /lib64/libcuda.so.1
#3  0x00007f756dfd6168 in ?? () from /lib64/libcuda.so.1
#4  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 3 (Thread 0x7f754f28f700 (LWP 3851663) "cuda-EvtHandlr"):
#0  0x00007f758cf71a71 in poll () from /lib64/libc.so.6
#1  0x00007f756dfdd479 in ?? () from /lib64/libcuda.so.1
#2  0x00007f756e08b60b in ?? () from /lib64/libcuda.so.1
#3  0x00007f756dfd6168 in ?? () from /lib64/libcuda.so.1
#4  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 2 (Thread 0x7f7555d91700 (LWP 3851651) "cmsRun"):
#0  0x00007f758d2595a2 in waitpid () from /lib64/libpthread.so.0
#1  0x00007f7583e21157 in edm::service::cmssw_stacktrace_fork() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#2  0x00007f7583e23a9a in edm::service::InitRootHandlers::stacktraceHelperThread() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  0x00007f758d8db9b4 in std::execute_native_thread_routine (__p=0x7f75867a7890) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#4  0x00007f758d24f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f758cf7cdf3 in clone () from /lib64/libc.so.6
Thread 1 (Thread 0x7f758c3de640 (LWP 3850752) "cmsRun"):
#0  0x00007f758cf48d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f758cf48c9e in sleep () from /lib64/libc.so.6
#2  0x00007f7583e20ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f758cfe088d in __memmove_avx_unaligned_erms () from /lib64/libc.so.6
#5  0x00007f757afe604a in BasicTrajectoryState::BasicTrajectoryState(LocalTrajectoryParameters const&, LocalTrajectoryError const&, Surface const&, MagneticField const*, SurfaceSideDefinition::SurfaceSide) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrajectoryState.so
#6  0x00007f75419c7614 in TrajectoryStateCombiner::combine(TrajectoryStateOnSurface const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackFitters.so
#7  0x00007f748c1dc3a5 in trajectoryToResiduals(Trajectory const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTrackProducer.so
#8  0x00007f748c1df29e in KfTrackProducerBase::putInEvt(edm::Event&, Propagator const*, MeasurementTracker const*, std::unique_ptr<edm::OwnVector<TrackingRecHit, edm::ClonePolicy<TrackingRecHit> >, std::default_delete<edm::OwnVector<TrackingRecHit, edm::ClonePolicy<TrackingRecHit> > > >&, std::unique_ptr<std::vector<reco::Track, std::allocator<reco::Track> >, std::default_delete<std::vector<reco::Track, std::allocator<reco::Track> > > >&, std::unique_ptr<std::vector<reco::TrackExtra, std::allocator<reco::TrackExtra> >, std::default_delete<std::vector<reco::TrackExtra, std::allocator<reco::TrackExtra> > > >&, std::unique_ptr<std::vector<Trajectory, std::allocator<Trajectory> >, std::default_delete<std::vector<Trajectory, std::allocator<Trajectory> > > >&, std::unique_ptr<std::vector<int, std::allocator<int> >, std::default_delete<std::vector<int, std::allocator<int> > > >&, std::vector<AlgoProductTraits<reco::Track>::AlgoProduct, std::allocator<AlgoProductTraits<reco::Track>::AlgoProduct> >&, TransientTrackingRecHitBuilder const*, TrackerTopology const*, int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTrackProducer.so
#9  0x00007f7491f2b0f4 in TrackProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTrackProducerPlugins.so
#10 0x00007f758f9be95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f758f9a5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f758f9316da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f758f931b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f758f686f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007f758e10a9cd in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::external_waiter> (waiter=..., t=0x7f73cb971500, this=0x7f7587e73480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::external_waiter> (waiter=..., t=<optimized out>, this=0x7f7587e73480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::task_dispatcher::execute_and_wait (t=<optimized out>, wait_ctx=..., w_ctx=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.cpp:168
#18 0x00007f758f8b410d in edm::FinalWaitingTask::wait() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f758f8c1b91 in edm::EventProcessor::processRuns() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007f758f8c20e6 in edm::EventProcessor::runToCompletion() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#21 0x000000000040c17d in tbb::detail::d1::task_arena_function<main::{lambda()#1}::operator()() const::{lambda()#1}, void>::operator()() const ()
#22 0x00007f758e0f8847 in tbb::detail::r1::task_arena_impl::execute (ta=..., d=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:694
#23 0x00000000004101d0 in main::{lambda()#1}::operator()() const ()
#24 0x0000000000407d6c in main ()
Current Modules:
Module: CkfTrackCandidateMaker:hltIter0IterL3MuonCkfTrackCandidatesNoVtx (crashed)
Module: CkfTrackCandidateMaker:hltIterL3OITrackCandidatesNoVtx
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoubletsUnseeded
Module: CkfTrackCandidateMaker:hltIter0PFlowCkfTrackCandidates
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoubletsUnseeded
Module: PFClusterProducer:hltParticleFlowClusterHBHE
Module: PFMultiDepthClusterProducer:hltParticleFlowClusterHCAL
Module: FastjetJetProducer:hltAK4PixelOnlyPFJets
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsTripletsUnseeded
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoublets
Module: none
Module: FastjetJetProducer:hltAK4CaloJets
Module: none
Module: CkfTrackCandidateMaker:hltIter0PFlowCkfTrackCandidates
Module: CkfTrackCandidateMaker:hltEgammaCkfTrackCandidatesForGSF
Module: CkfTrackCandidateMaker:hltIter0IterL3FromL1MuonCkfTrackCandidates
Module: PFClusterProducer:hltParticleFlowClusterHF
Module: FastjetJetProducer:hltAK4CaloJetsPF
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoubletsUnseeded
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoubletsUnseeded
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoubletsUnseeded
Module: MuonIdProducer:hltGlbTrkMuonsLowPtIter01Merge
Module: TrackProducer:hltIter0PFlowCtfWithMaterialTracks
Module: none
Module: PixelTrackProducerFromSoAPhase1:hltPixelTracks
Module: PFClusterProducer:hltParticleFlowClusterPSUnseeded
Module: CkfTrackCandidateMaker:hltIterL3OITrackCandidatesNoVtx
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsTriplets
Module: CkfTrackCandidateMaker:hltIter0PFlowCkfTrackCandidates
Module: TrackProducer:hltIter0PFlowCtfWithMaterialTracks
Module: none
Module: CkfTrackCandidateMaker:hltIterL3OITrackCandidatesNoVtx
A fatal system signal has occurred: segmentation violation


msgtime:2023-07-15 08:44:26
doc_type:cmsswlog
date:2023-07-15T06:44:26.802Z
run:370725
host:fu-c2b03-14-01
pid:3751243
doctype:stacktrace
severity:FATAL
severityVal:4
instance:global
lexicalId:549852445
message:A fatal system signal has occurred: segmentation violation
The following is the call stack containing the origin of the signal.
Sat Jul 15 08:43:59 CEST 2023
Thread 44 (Thread 0x7efaf9fff700 (LWP 3753985) "cmsRun"):
#0  0x00007efcc0087cd6 in do_futex_wait.constprop () from /lib64/libpthread.so.0
#1  0x00007efcc0087dc8 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0
#2  0x00007efca0d368e2 in ?? () from /lib64/libcuda.so.1
#3  0x00007efca0d53168 in ?? () from /lib64/libcuda.so.1
#4  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 43 (Thread 0x7efb689ff700 (LWP 3752417) "cmsRun"):
#0  0x00007efcc008574a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007efcb139d3e5 in FedRawDataInputSource::readSupervisor() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#2  0x00007efcc070b9b4 in std::execute_native_thread_routine (__p=0x7efb7956df40) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#3  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#4  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 42 (Thread 0x7efb6cdfe700 (LWP 3752396) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc5e9ff734 in SiPixelRecHitFromCUDAT<pixelTopology::Phase1>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalTrackerSiPixelRecHitsPlugins.so
#5  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#6  0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#7  0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb07443d00, waiter=..., this=0x7efcbacb4400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#11 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#12 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#13 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#14 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#15 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#16 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#17 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 41 (Thread 0x7efb6d9ff700 (LWP 3752395) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc008875d in __lll_lock_wait () from /lib64/libpthread.so.0
#5  0x00007efcc0081a79 in pthread_mutex_lock () from /lib64/libpthread.so.0
#6  0x00007efcb7d7008f in cms::cuda::allocate_device(int, unsigned long, CUstream_st*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#7  0x00007efc6071154b in EcalRawToDigiGPU::acquire(edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginEventFilterEcalRawToDigiPlugins.so
#8  0x00007efcc27eaad8 in edm::stream::doAcquireIfNeeded(edm::stream::impl::ExternalWork*, edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc27eeb82 in edm::stream::EDProducerAdaptorBase::doAcquire(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27cb6d1 in edm::Worker::runAcquire(edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27cb846 in edm::Worker::runAcquireAfterAsyncPrefetch(std::__exception_ptr::exception_ptr, edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc27629ff in edm::Worker::AcquireTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>, void>::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb681e5800, waiter=..., this=0x7efcbacb4380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 40 (Thread 0x7efb6f1ff700 (LWP 3752394) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc133abc1 in tcache_alloc_small (slow_path=<optimized out>, zero=false, binind=10, size=<optimized out>, tcache=<optimized out>, arena=0x7efb69401040, tsd=0x7efb6f1f97f8) at include/jemalloc/internal/tcache_inlines.h:65
#5  arena_malloc (slow_path=<optimized out>, tcache=<optimized out>, zero=false, ind=10, size=<optimized out>, arena=0x0, tsdn=0x7efb6f1f97f8) at include/jemalloc/internal/arena_inlines_b.h:151
#6  iallocztm (slow_path=<optimized out>, arena=0x0, is_internal=false, tcache=<optimized out>, zero=false, ind=10, size=<optimized out>, tsdn=0x7efb6f1f97f8) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:55
#7  imalloc_no_sample (ind=10, usize=192, size=<optimized out>, tsd=0x7efb6f1f97f8, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2398
#8  imalloc_body (tsd=0x7efb6f1f97f8, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2573
#9  imalloc (dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2687
#10 je_malloc_default (size=<optimized out>) at src/jemalloc.c:2722
#11 0x00007efcc13b2eb9 in fallback_impl<false> (size=192) at src/jemalloc_cpp.cpp:98
#12 0x00007efbad58cc14 in void std::vector<edm::Ptr<reco::Candidate>, std::allocator<edm::Ptr<reco::Candidate> > >::_M_realloc_insert<edm::Ptr<reco::Candidate> >(__gnu_cxx::__normal_iterator<edm::Ptr<reco::Candidate>*, std::vector<edm::Ptr<reco::Candidate>, std::allocator<edm::Ptr<reco::Candidate> > > >, edm::Ptr<reco::Candidate>&&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTauTagRecoTau.so
#13 0x00007efbad5a15c7 in reco::tau::RecoTauConstructor::sortAndCopyIntoTau() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTauTagRecoTau.so
#14 0x00007efbad5a16f7 in reco::tau::RecoTauConstructor::get(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTauTagRecoTau.so
#15 0x00007efbad6f63c1 in reco::tau::RecoTauBuilderCombinatoricPlugin::operator()(edm::RefToBase<reco::Jet> const&, std::vector<reco::PFRecoTauChargedHadron, std::allocator<reco::PFRecoTauChargedHadron> > const&, std::vector<reco::RecoTauPiZero, std::allocator<reco::RecoTauPiZero> > const&, std::vector<edm::Ptr<reco::Candidate>, std::allocator<edm::Ptr<reco::Candidate> > > const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTauTagRecoTauPlugins.so
#16 0x00007efbad7325e7 in RecoTauProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTauTagRecoTauPlugins.so
#17 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#21 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#22 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb076fb700, waiter=..., this=0x7efcbacb4300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#23 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#24 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#25 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#26 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#27 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#28 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#29 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 39 (Thread 0x7efb701ff700 (LWP 3752393) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc008875d in __lll_lock_wait () from /lib64/libpthread.so.0
#5  0x00007efcc0081b44 in pthread_mutex_lock () from /lib64/libpthread.so.0
#6  0x00007efca0e5b2ae in ?? () from /lib64/libcuda.so.1
#7  0x00007efca0d1ab18 in ?? () from /lib64/libcuda.so.1
#8  0x00007efca0bee8c0 in ?? () from /lib64/libcuda.so.1
#9  0x00007efca0dc16e1 in ?? () from /lib64/libcuda.so.1
#10 0x00007efca399fa19 in ?? () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libcudart.so.11.0
#11 0x00007efca39749dd in ?? () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libcudart.so.11.0
#12 0x00007efca39c3b95 in cudaMemcpyAsync () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libcudart.so.11.0
#13 0x00007efc481bfa41 in SiPixelDigisSoAFromCUDA::acquire(edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginEventFilterSiPixelRawToDigiPlugins.so
#14 0x00007efcc27eaad8 in edm::stream::doAcquireIfNeeded(edm::stream::impl::ExternalWork*, edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007efcc27eeb82 in edm::stream::EDProducerAdaptorBase::doAcquire(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007efcc27cb6d1 in edm::Worker::runAcquire(edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007efcc27cb846 in edm::Worker::runAcquireAfterAsyncPrefetch(std::__exception_ptr::exception_ptr, edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007efcc27629ff in edm::Worker::AcquireTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>, void>::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb6e5c4e00, waiter=..., this=0x7efcbacb4280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#21 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#22 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#23 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#24 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#25 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#26 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#27 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 38 (Thread 0x7efb713ff700 (LWP 3752392) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcb100c0df in AnalyticalPropagator::propagatedStateWithPath(FreeTrajectoryState const&, Surface const&, GlobalTrajectoryParameters const&, double const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#5  0x00007efcb10167fe in AnalyticalPropagator::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#6  0x00007efcb100b365 in Propagator::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#7  0x00007efc60cf3a72 in PropagatorWithMaterial::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#8  0x00007efbc1e8be8c in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007efbc1e8ca48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb6f515e00, waiter=..., this=0x7efcbacb4200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#22 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 37 (Thread 0x7efb733fa700 (LWP 3752391) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc5e951c24 in PixelCPEGeneric::localPosition(PixelCPEBase::DetParam const&, PixelCPEBase::ClusterParam&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiPixelRecHits.so
#5  0x00007efc5e932f62 in PixelClusterParameterEstimator::getParameters(SiPixelCluster const&, GeomDet const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiPixelRecHits.so
#6  0x00007efc80a083ce in TkClonerImpl::operator()(SiPixelRecHit const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTransientTrackingRecHit.so
#7  0x00007efc5e9eb148 in SiPixelRecHit::clone_(TkCloner const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalTrackerSiPixelRecHitsPlugins.so
#8  0x00007efbc1e8bed6 in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007efbc1e947cd in SeedGeneratorFromProtoTracksEDProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb076d6f00, waiter=..., this=0x7efcbacb4180) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4180) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#22 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 36 (Thread 0x7efb729f9700 (LWP 3752390) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efbd016ccb9 in CachingSeedCleanerBySharedInput::good(TrajectorySeed const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#5  0x00007efbd017c1cc in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#6  0x00007efbd017dceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#7  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efafceef400, waiter=..., this=0x7efcbacb4100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#19 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 35 (Thread 0x7efb741fa700 (LWP 3752389) "cmsRun"):
#0  0x00007efcbfda1a71 in poll () from /lib64/libc.so.6
#1  0x00007efcb6c9846f in full_read.constprop () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#2  0x00007efcb6c63b6c in edm::service::InitRootHandlers::stacktraceFromThread() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  0x00007efcb6c6433b in sig_dostack_then_abort () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  std::_Rb_tree_insert_and_rebalance (__insert_left=<optimized out>, __x=0x7ef9df40d970, __p=<optimized out>, __header=...) at ../../../../../libstdc++-v3/src/c++98/tree.cc:237
#6  0x00007efcb7d6ac7e in std::_Rb_tree_iterator<notcub::CachingDeviceAllocator::BlockDescriptor> std::_Rb_tree<notcub::CachingDeviceAllocator::BlockDescriptor, notcub::CachingDeviceAllocator::BlockDescriptor, std::_Identity<notcub::CachingDeviceAllocator::BlockDescriptor>, bool (*)(notcub::CachingDeviceAllocator::BlockDescriptor const&, notcub::CachingDeviceAllocator::BlockDescriptor const&), std::allocator<notcub::CachingDeviceAllocator::BlockDescriptor> >::_M_insert_equal<notcub::CachingDeviceAllocator::BlockDescriptor const&>(notcub::CachingDeviceAllocator::BlockDescriptor const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#7  0x00007efcb7d70556 in cms::cuda::allocate_device(int, unsigned long, CUstream_st*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#8  0x00007efc5f387ab7 in cms::cuda::device::impl::make_device_unique_selector<float []>::unbounded_array cms::cuda::make_device_unique<float []>(unsigned long, CUstream_st*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#9  0x00007efc5f3892ca in HBHERecHitProducerGPU::acquire(edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#10 0x00007efcc27eaad8 in edm::stream::doAcquireIfNeeded(edm::stream::impl::ExternalWork*, edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27eeb82 in edm::stream::EDProducerAdaptorBase::doAcquire(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc27cb6d1 in edm::Worker::runAcquire(edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc27cb846 in edm::Worker::runAcquireAfterAsyncPrefetch(std::__exception_ptr::exception_ptr, edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc27629ff in edm::Worker::AcquireTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>, void>::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb681a5000, waiter=..., this=0x7efcbacb4080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#23 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 34 (Thread 0x7efb75ffd700 (LWP 3752388) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcbfde72ca in dl_iterate_phdr () from /lib64/libc.so.6
#5  0x00007efcc02aafa1 in _Unwind_Find_FDE (pc=0x7efbe20a7683 <CAHitNtupletGeneratorOnGPU<pixelTopology::Phase1>::makeTuplesAsync(TrackingRecHitSoADevice<pixelTopology::Phase1> const&, float, CUstream_st*) const+1235>, bases=bases@entry=0x7efb75ff6028) at ../../../libgcc/unwind-dw2-fde-dip.c:470
#6  0x00007efcc02a7078 in uw_frame_state_for (context=0x7efb75ff5f80, fs=0x7efb75ff6070) at ../../../libgcc/unwind-dw2.c:1263
#7  0x00007efcc02a89b2 in _Unwind_RaiseException (exc=0x7efb4a019000) at ../../../libgcc/unwind.inc:104
#8  0x00007efcc06e14dc in __cxxabiv1::__cxa_throw (obj=<optimized out>, tinfo=0x7efcc0836220 <typeinfo for std::runtime_error>, dest=0x7efcc06f5f10 <std::runtime_error::~runtime_error()>) at ../../../../libstdc++-v3/libsupc++/eh_throw.cc:90
#9  0x00007efcb7d6991e in cms::cuda::abortOnCudaError(char const*, int, char const*, char const*, char const*, std::basic_string_view<char, std::char_traits<char> >) [clone .constprop.0] [clone .cold] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#10 0x00007efcb7d7137c in cms::cuda::free_device(int, void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#11 0x00007efbe20a7684 in CAHitNtupletGeneratorOnGPU<pixelTopology::Phase1>::makeTuplesAsync(TrackingRecHitSoADevice<pixelTopology::Phase1> const&, float, CUstream_st*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoPixelVertexingPixelTripletsPlugins.so
#12 0x00007efbe20961fc in CAHitNtupletCUDAT<pixelTopology::Phase1>::produce(edm::StreamID, edm::Event&, edm::EventSetup const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoPixelVertexingPixelTripletsPlugins.so
#13 0x00007efcc27da9cb in edm::global::EDProducerBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc27d45d2 in edm::WorkerT<edm::global::EDProducerBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#18 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb07406e00, waiter=..., this=0x7efcbacb4000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#19 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb4000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#20 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#21 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#22 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#23 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#24 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#25 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 33 (Thread 0x7efb769fe700 (LWP 3752387) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc611f65ba in TrajectoryStateOnSurface (anonymous namespace)::lupdate<2u>(TrajectoryStateOnSurface const&, TrackingRecHit const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsKalmanUpdators.so
#5  0x00007efc611fefae in KFUpdator::update(TrajectoryStateOnSurface const&, TrackingRecHit const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsKalmanUpdators.so
#6  0x00007efbd01856a2 in CkfTrajectoryBuilder::updateTrajectory(TempTrajectory&, TrajectoryMeasurement&&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#7  0x00007efbd0187816 in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#8  0x00007efbd01880d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#9  0x00007efbd01882cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#10 0x00007efbd017c263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#11 0x00007efbd017dceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#12 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#17 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb6f570b00, waiter=..., this=0x7efcbacb3f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#21 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#23 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#24 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 32 (Thread 0x7efb74bfb700 (LWP 3752386) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcac4e7a78 in BasicTrajectoryState::createLocalErrorFromCurvilinearError() const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrajectoryState.so
#5  0x00007efc60cf1d28 in MaterialEffectsUpdator::updateStateInPlace(TrajectoryStateOnSurface&, PropagationDirection) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#6  0x00007efc60cf316d in PropagatorWithMaterial::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#7  0x00007efbc1e8bfba in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#8  0x00007efbc1e947cd in SeedGeneratorFromProtoTracksEDProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb6f534300, waiter=..., this=0x7efcbacb3f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 31 (Thread 0x7efb755fc700 (LWP 3752385) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efbb5380edb in Basic2DGenericPFlowPositionCalc::calculateAndSetPositionActual(reco::PFCluster&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#5  0x00007efbb5380db1 in Basic2DGenericPFlowClusterizer::buildClusters(std::vector<reco::PFCluster, std::allocator<reco::PFCluster> > const&, std::vector<bool, std::allocator<bool> > const&, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#6  0x00007efbb53a4689 in PFClusterProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#7  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb07996b00, waiter=..., this=0x7efcbacb3e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#19 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 30 (Thread 0x7efb773ff700 (LWP 3752384) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc6124afbc in (anonymous namespace)::Chi2ChargeMeasurementEstimator::preFilter(TrajectoryStateOnSurface const&, MeasurementEstimator::OpaquePayload const&) const [clone .part.0] [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#5  0x00007efc61271722 in TkGluedMeasurementDet::HitCollectorForFastMeasurements::add(SiStripMatchedRecHit2D const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#6  0x00007efc6127623f in TkGluedMeasurementDet::measurements(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, tracking::TempMeasurements&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#7  0x00007efc611df492 in LayerMeasurements::measurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#8  0x00007efbe66416e5 in MuonCkfTrajectoryBuilder::collectMeasurement(DetLayer const*, std::vector<DetLayer const*, std::allocator<DetLayer const*> > const&, TrajectoryStateOnSurface const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&, int&, Propagator const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#9  0x00007efbe66432ae in MuonCkfTrajectoryBuilder::findCompatibleMeasurements(TrajectorySeed const&, TempTrajectory const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#10 0x00007efbd0186adb in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#11 0x00007efbd01880d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#12 0x00007efbd01882cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#13 0x00007efbd017c263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#14 0x00007efbd017dceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#15 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#20 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efc6ba6fb00, waiter=..., this=0x7efcbacb3e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#21 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#22 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#23 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#24 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#25 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#26 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#27 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 29 (Thread 0x7efba551e700 (LWP 3752365) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb1388dde in evf::FastMonitoringService::snapshotRunner() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#3  0x00007efcc070b9b4 in std::execute_native_thread_routine (__p=0x7efb79810900) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#4  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 28 (Thread 0x7efbbc5ff700 (LWP 3752266) "cmsRun"):
#0  0x00007efcc00853fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007efcc0705e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007efc51eb7acb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007efc51eb80ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007efc51eb4c68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007efc4ecde4c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#9  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 27 (Thread 0x7efbc27ff700 (LWP 3752263) "cmsRun"):
#0  0x00007efcc00853fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007efcc0705e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007efc51eb7acb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007efc51eb80ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007efc51eb4c68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007efc4ecde4c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#9  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 26 (Thread 0x7efbd09ac700 (LWP 3752262) "cmsRun"):
#0  0x00007efcc00853fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007efcc0705e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007efc51eb7acb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007efc51eb80ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007efc51eb4c68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007efc4ecde4c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#9  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 25 (Thread 0x7efbe4dfd700 (LWP 3752221) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc008875d in __lll_lock_wait () from /lib64/libpthread.so.0
#5  0x00007efcc0081b44 in pthread_mutex_lock () from /lib64/libpthread.so.0
#6  0x00007efca0e5b2ae in ?? () from /lib64/libcuda.so.1
#7  0x00007efca0d76ba5 in ?? () from /lib64/libcuda.so.1
#8  0x00007efca399f3bd in ?? () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libcudart.so.11.0
#9  0x00007efca39731ba in ?? () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libcudart.so.11.0
#10 0x00007efca39ac6f0 in cudaFreeHost () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libcudart.so.11.0
#11 0x00007efc60166c4f in edm::Wrapper<ecal::UncalibratedRecHit<calo::common::VecStoragePolicy<calo::common::CUDAHostAllocatorAlias> > >::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloEcalRecProducersPlugins.so
#12 0x00007efcc26d111a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc2776ee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc27671b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007efcc26e06cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007efcc271cbb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efaf8237400, waiter=..., this=0x7efcbacb3d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#19 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#20 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#21 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#22 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#23 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#24 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#25 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 24 (Thread 0x7efbe57fe700 (LWP 3752220) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc02f8f0c in __log1pf () from /lib64/libm.so.6
#5  0x00007efcc02f7a8e in asinhf32 () from /lib64/libm.so.6
#6  0x00007efbadc2f793 in TrajSeedMatcher::processSeed(TrajectorySeed const&, Point3DBase<float, GlobalTag> const&, float, TrajectoryStateOnSurface const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#7  0x00007efbadc30dc1 in TrajSeedMatcher::operator()(Point3DBase<float, GlobalTag> const&, float) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#8  0x00007efbadcb949a in ElectronNHitSeedProducer::produce(edm::StreamID, edm::Event&, edm::EventSetup const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoEgammaEgammaElectronProducersPlugins.so
#9  0x00007efcc27da9cb in edm::global::EDProducerBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27d45d2 in edm::WorkerT<edm::global::EDProducerBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb07549800, waiter=..., this=0x7efcbacb3c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 23 (Thread 0x7efbe63ff700 (LWP 3752217) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc66991837 in ParabolicParametrizedMagneticField::inTeslaUnchecked(Point3DBase<float, GlobalTag> const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libMagneticFieldParametrizedEngine.so
#5  0x00007efc669918cd in ParabolicParametrizedMagneticField::inTesla(Point3DBase<float, GlobalTag> const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libMagneticFieldParametrizedEngine.so
#6  0x00007efcabc8913d in GlobalTrajectoryParameters::setCache() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrajectoryParametrization.so
#7  0x00007efc60da7124 in FastHelix::compute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkSeedGenerator.so
#8  0x00007efbc1e8686c in SeedFromConsecutiveHitsCreator::initialKinematic(GlobalTrajectoryParameters&, SeedingHitSet const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007efbc1e8bc2c in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007efbc1e8ca48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efafcfc9000, waiter=..., this=0x7efcbacb3c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#23 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 22 (Thread 0x7efbe71fe700 (LWP 3752214) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc008875d in __lll_lock_wait () from /lib64/libpthread.so.0
#5  0x00007efcc0081a79 in pthread_mutex_lock () from /lib64/libpthread.so.0
#6  0x00007efcb7d7008f in cms::cuda::allocate_device(int, unsigned long, CUstream_st*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#7  0x00007efc601ebd78 in EcalUncalibRecHitProducerGPU::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloEcalRecProducersPlugins.so
#8  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#13 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efafcfb0100, waiter=..., this=0x7efcbacb3b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#14 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#15 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#16 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#17 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#18 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#19 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#20 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 21 (Thread 0x7efbe7dff700 (LWP 3752213) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc02f7bd6 in atanf32 () from /lib64/libm.so.6
#5  0x00007efcc02f3119 in __atan2f_finite () from /lib64/libm.so.6
#6  0x00007efbadc2faab in TrajSeedMatcher::processSeed(TrajectorySeed const&, Point3DBase<float, GlobalTag> const&, float, TrajectoryStateOnSurface const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#7  0x00007efbadc30dc1 in TrajSeedMatcher::operator()(Point3DBase<float, GlobalTag> const&, float) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#8  0x00007efbadcb949a in ElectronNHitSeedProducer::produce(edm::StreamID, edm::Event&, edm::EventSetup const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoEgammaEgammaElectronProducersPlugins.so
#9  0x00007efcc27da9cb in edm::global::EDProducerBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27d45d2 in edm::WorkerT<edm::global::EDProducerBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb07438f00, waiter=..., this=0x7efcbacb3a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 20 (Thread 0x7efbea5fc700 (LWP 3752210) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc008875d in __lll_lock_wait () from /lib64/libpthread.so.0
#5  0x00007efcc0081a79 in pthread_mutex_lock () from /lib64/libpthread.so.0
#6  0x00007efcb7d709cb in cms::cuda::free_device(int, void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#7  0x00007efbe208ef5d in edm::Wrapper<cms::cuda::Product<TrackSoAHeterogeneousDevice<pixelTopology::Phase1> > >::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoPixelVertexingPixelTripletsPlugins.so
#8  0x00007efcc26d111a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc2776ee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27671b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc26e06cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc271cbb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb6c39ea00, waiter=..., this=0x7efcbacb3900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 19 (Thread 0x7efbe8bfe700 (LWP 3752209) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc008875d in __lll_lock_wait () from /lib64/libpthread.so.0
#5  0x00007efcc0081a79 in pthread_mutex_lock () from /lib64/libpthread.so.0
#6  0x00007efcb7d709cb in cms::cuda::free_device(int, void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#7  0x00007efc601de879 in edm::Wrapper<cms::cuda::Product<ecal::UncalibratedRecHit<calo::common::DevStoragePolicy> > >::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloEcalRecProducersPlugins.so
#8  0x00007efcc26d111a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc2776ee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27671b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc26e06cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc271cbb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb68159b00, waiter=..., this=0x7efcbacb3980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 18 (Thread 0x7efbe97ff700 (LWP 3752208) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efbb5145219 in PFBlockAlgo::findBlocks() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoParticleFlowPFProducer.so
#5  0x00007efbb51cf9b5 in PFBlockProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFProducerPlugins.so
#6  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#7  0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#11 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb6f5e5b00, waiter=..., this=0x7efcbacb3800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#12 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#13 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#14 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#15 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#16 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#17 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#18 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 17 (Thread 0x7efbec3ff700 (LWP 3752205) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc5fca4330 in HFPreRecAlgo::reconstruct(QIE10DataFrame const&, int, HcalCoder const&, HcalChannelProperties const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalCaloHcalRecAlgos.so
#5  0x00007efc5f39514e in HFPreReconstructor::fillInfos(edm::Event const&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#6  0x00007efc5f39563e in HFPreReconstructor::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#7  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb6c35e000, waiter=..., this=0x7efcbacb3700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#19 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 16 (Thread 0x7efbeaffd700 (LWP 3752204) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc5e951806 in PixelCPEGenericBase::collect_edge_charges(PixelCPEBase::ClusterParam&, int&, int&, int&, int&, bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiPixelRecHits.so
#5  0x00007efc5e9518a9 in PixelCPEGeneric::localPosition(PixelCPEBase::DetParam const&, PixelCPEBase::ClusterParam&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiPixelRecHits.so
#6  0x00007efc5e932f62 in PixelClusterParameterEstimator::getParameters(SiPixelCluster const&, GeomDet const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiPixelRecHits.so
#7  0x00007efc80a083ce in TkClonerImpl::operator()(SiPixelRecHit const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTransientTrackingRecHit.so
#8  0x00007efc5e9eb148 in SiPixelRecHit::clone_(TkCloner const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalTrackerSiPixelRecHitsPlugins.so
#9  0x00007efbc1e8bed6 in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007efbc1e8ca48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb0746df00, waiter=..., this=0x7efcbacb3680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#23 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 15 (Thread 0x7efbeb9fe700 (LWP 3752203) "cmsRun"):
#0  0x00007efcc00853fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007efcc0705e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007efcb139ab05 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#5  0x00007efcc070b9b4 in std::execute_native_thread_routine (__p=0x7efcaf592610) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#6  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#7  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 14 (Thread 0x7efbecfff700 (LWP 3752202) "cmsRun"):
#0  0x00007efcc00889e4 in read () from /lib64/libpthread.so.0
#1  0x00007efcb139ac10 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#2  0x00007efcc070b9b4 in std::execute_native_thread_routine (__p=0x7efcaf592160) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#3  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#4  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 13 (Thread 0x7efc495fd700 (LWP 3752197) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc008875d in __lll_lock_wait () from /lib64/libpthread.so.0
#5  0x00007efcc0081a79 in pthread_mutex_lock () from /lib64/libpthread.so.0
#6  0x00007efcb7d709cb in cms::cuda::free_device(int, void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#7  0x00007efc601de879 in edm::Wrapper<cms::cuda::Product<ecal::UncalibratedRecHit<calo::common::DevStoragePolicy> > >::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloEcalRecProducersPlugins.so
#8  0x00007efcc26d111a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc2776ee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27671b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc26e06cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc271cbb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb07774900, waiter=..., this=0x7efcbacb3d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#21 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 12 (Thread 0x7efc46ffe700 (LWP 3752196) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc008875d in __lll_lock_wait () from /lib64/libpthread.so.0
#5  0x00007efcc0081a79 in pthread_mutex_lock () from /lib64/libpthread.so.0
#6  0x00007efcb7d7008f in cms::cuda::allocate_device(int, unsigned long, CUstream_st*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libHeterogeneousCoreCUDAUtilities.so
#7  0x00007efc5f387ab7 in cms::cuda::device::impl::make_device_unique_selector<float []>::unbounded_array cms::cuda::make_device_unique<float []>(unsigned long, CUstream_st*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#8  0x00007efc5f389071 in HBHERecHitProducerGPU::acquire(edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#9  0x00007efcc27eaad8 in edm::stream::doAcquireIfNeeded(edm::stream::impl::ExternalWork*, edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27eeb82 in edm::stream::EDProducerAdaptorBase::doAcquire(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27cb6d1 in edm::Worker::runAcquire(edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc27cb846 in edm::Worker::runAcquireAfterAsyncPrefetch(std::__exception_ptr::exception_ptr, edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc27629ff in edm::Worker::AcquireTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>, void>::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efafced4500, waiter=..., this=0x7efcbacb3b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#22 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 11 (Thread 0x7efbedbff700 (LWP 3752195) "cmsRun"):
#0  0x00007efcc00853fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007efcc0705e90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007efcb139ab05 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#5  0x00007efcc070b9b4 in std::execute_native_thread_routine (__p=0x7efcaf5924c0) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#6  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#7  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 10 (Thread 0x7efc48bfc700 (LWP 3752193) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc4d8da6d1 in LinearGridInterpolator3D::interpolate(float, float, float) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libMagneticFieldInterpolation.so
#5  0x00007efc4d8daa94 in SpecialCylindricalMFGrid::uncheckedValueInTesla(Point3DBase<float, LocalTag> const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libMagneticFieldInterpolation.so
#6  0x00007efc4d8dac23 in MFGrid3D::valueInTesla(Point3DBase<float, LocalTag> const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libMagneticFieldInterpolation.so
#7  0x00007efc60cb1bbb in MagVolume::fieldInTesla(Point3DBase<float, GlobalTag> const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libMagneticFieldVolumeGeometry.so
#8  0x00007efc60cb1c1a in MagVolume::inTesla(Point3DBase<float, GlobalTag> const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libMagneticFieldVolumeGeometry.so
#9  0x00007efc60bc6e1d in SteppingHelixPropagator::getNextState(SteppingHelixStateInfo const&, SteppingHelixStateInfo&, double, CLHEP::Hep3Vector const&, CLHEP::Hep3Vector const&, double, double, ROOT::Math::SMatrix<double, 5u, 5u, ROOT::Math::MatRepStd<double, 5u, 5u> > const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#10 0x00007efc60bc7471 in SteppingHelixPropagator::makeAtomStep(SteppingHelixStateInfo&, SteppingHelixStateInfo&, double, PropagationDirection, SteppingHelixPropagator::Fancy) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#11 0x00007efc60bc9a0f in SteppingHelixPropagator::propagate(SteppingHelixStateInfo (&) [8], int&, SteppingHelixPropagator::DestType, double const*, double) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#12 0x00007efc60bcb41a in SteppingHelixPropagator::propagate(SteppingHelixStateInfo const&, Plane const&, SteppingHelixStateInfo&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#13 0x00007efc60bee301 in CachedTrajectory::propagate(SteppingHelixStateInfo&, Plane const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#14 0x00007efc60bee8dd in CachedTrajectory::propagateForward(SteppingHelixStateInfo&, float) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#15 0x00007efc60beee70 in CachedTrajectory::propagateAll(SteppingHelixStateInfo const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#16 0x00007efc60c0620b in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, TrackAssociatorParameters const&, FreeTrajectoryState const*, FreeTrajectoryState const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#17 0x00007efc60c07379 in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, reco::Track const&, TrackAssociatorParameters const&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#18 0x00007efbbbd873fe in MuonIdProducer::fillMuonId(edm::Event&, edm::EventSetup const&, reco::Muon&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#19 0x00007efbbbd89dc9 in MuonIdProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#20 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#21 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#22 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#23 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#24 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#25 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efafd1c4d00, waiter=..., this=0x7efcbacb3a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#26 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#27 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#28 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#29 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca8000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#30 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca8000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#31 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#32 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 9 (Thread 0x7efc47bff700 (LWP 3752192) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efca39749a2 in ?? () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libcudart.so.11.0
#5  0x00007efca39c3b95 in cudaMemcpyAsync () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libcudart.so.11.0
#6  0x00007efc5f397a1c in HcalCPURecHitsProducer::acquire(edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#7  0x00007efcc27eaad8 in edm::stream::doAcquireIfNeeded(edm::stream::impl::ExternalWork*, edm::Event const&, edm::EventSetup const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007efcc27eeb82 in edm::stream::EDProducerAdaptorBase::doAcquire(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc27cb6d1 in edm::Worker::runAcquire(edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27cb846 in edm::Worker::runAcquireAfterAsyncPrefetch(std::__exception_ptr::exception_ptr, edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27629ff in edm::Worker::AcquireTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>, void>::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#13 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb07a71700, waiter=..., this=0x7efcbacb3880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#14 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#15 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#16 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#17 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#18 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#19 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#20 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 8 (Thread 0x7efc4abff700 (LWP 3752189) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc6b6f9a06 in HLTRegionalEcalResonanceFilter::doSelection(int, std::vector<reco::CaloCluster, std::allocator<reco::CaloCluster> > const*, edm::SortedCollection<EcalRecHit, edm::StrictWeakOrdering<EcalRecHit> > const*, EcalCondObjectContainer<EcalChannelStatusCode> const&, CaloSubdetectorTopology const*, std::map<int, std::vector<EcalRecHit, std::allocator<EcalRecHit> >, std::less<int>, std::allocator<std::pair<int const, std::vector<EcalRecHit, std::allocator<EcalRecHit> > > > >&, std::vector<int, std::allocator<int> >&, std::vector<int, std::allocator<int> >&, std::vector<int, std::allocator<int> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginHLTriggerspecialAuto.so
#5  0x00007efc6b6fc332 in HLTRegionalEcalResonanceFilter::filter(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginHLTriggerspecialAuto.so
#6  0x00007efcc27ee53d in edm::stream::EDFilterAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#7  0x00007efcc27d5452 in edm::WorkerT<edm::stream::EDFilterAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb07930500, waiter=..., this=0x7efcbacb3580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#12 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#13 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#14 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#15 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#16 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#17 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#18 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 7 (Thread 0x7efc49ffe700 (LWP 3752188) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc6852ea12 in CSCSegAlgoRU::buildSegments(CSCChamber const*, std::vector<CSCRecHit2D const*, std::allocator<CSCRecHit2D const*> > const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalMuonCSCSegment.so
#5  0x00007efc685301da in CSCSegAlgoRU::run(CSCChamber const*, std::vector<CSCRecHit2D const*, std::allocator<CSCRecHit2D const*> > const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalMuonCSCSegment.so
#6  0x00007efc6854d51f in CSCSegmentBuilder::build(edm::RangeMap<CSCDetId, edm::OwnVector<CSCRecHit2D, edm::ClonePolicy<CSCRecHit2D> >, edm::ClonePolicy<CSCRecHit2D> > const*, edm::RangeMap<CSCDetId, edm::OwnVector<CSCSegment, edm::ClonePolicy<CSCSegment> >, edm::ClonePolicy<CSCSegment> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalMuonCSCSegment.so
#7  0x00007efc6854e0ff in CSCSegmentProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalMuonCSCSegment.so
#8  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#13 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efafd15f400, waiter=..., this=0x7efcbacb3780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#14 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#15 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#16 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#17 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca7e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#18 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca7e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#19 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#20 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 6 (Thread 0x7efc4bc1d700 (LWP 3752185) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc5e0b7d14 in sistrip::FEDBuffer::FEDBuffer(FEDRawData const&, bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterSiStripRawToDigi.so
#5  0x00007efc5e128026 in (anonymous namespace)::ClusterFiller::fill(edmNew::DetSetVector<SiStripCluster>::TSFastFiller&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalTrackerSiStripClusterizerPlugins.so
#6  0x00007efc61272355 in StMeasurementDetSet::detSet(int) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#7  0x00007efc612724c0 in TkStripMeasurementDet::empty(MeasurementTrackerEvent const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#8  0x00007efc61274e71 in TkGluedMeasurementDet::measurements(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, tracking::TempMeasurements&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#9  0x00007efc611e0347 in LayerMeasurements::groupedMeasurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#10 0x00007efbe66711b1 in GroupedCkfTrajectoryBuilder::advanceOneLayer(TrajectorySeed const&, TempTrajectory&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#11 0x00007efbe666438d in GroupedCkfTrajectoryBuilder::groupedLimitedCandidates(TrajectorySeed const&, TempTrajectory const&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#12 0x00007efbe6667846 in GroupedCkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#13 0x00007efbd017c263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#14 0x00007efbd017dceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#15 0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#20 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb681d4100, waiter=..., this=0x7efcbacb3600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#21 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#22 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#23 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#24 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca8100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#25 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca8100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#26 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#27 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 5 (Thread 0x7efc4c61e700 (LWP 3752184) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efc6825a18c in std::vector<fastjet::PseudoJet, std::allocator<fastjet::PseudoJet> >::~vector() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#5  0x00007efc682b4abf in VirtualJetProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#6  0x00007efc682712dd in FastjetJetProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#7  0x00007efcc27ee95d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007efcc27d5072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc26cf7cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc0f33304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7efb6e5c1000, waiter=..., this=0x7efcbacb3500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7efcbacb3500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007efcc0f354c6 in tbb::detail::r1::rml::private_worker::run (this=0x7efcbaca8080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7efcbaca8080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#19 0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 4 (Thread 0x7efc813ff700 (LWP 3752063) "cuda-EvtHandlr"):
#0  0x00007efcbfda1a71 in poll () from /lib64/libc.so.6
#1  0x00007efca0d5a479 in ?? () from /lib64/libcuda.so.1
#2  0x00007efca0e0860b in ?? () from /lib64/libcuda.so.1
#3  0x00007efca0d53168 in ?? () from /lib64/libcuda.so.1
#4  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 3 (Thread 0x7efc8208a700 (LWP 3752058) "cuda-EvtHandlr"):
#0  0x00007efcbfda1a71 in poll () from /lib64/libc.so.6
#1  0x00007efca0d5a479 in ?? () from /lib64/libcuda.so.1
#2  0x00007efca0e0860b in ?? () from /lib64/libcuda.so.1
#3  0x00007efca0d53168 in ?? () from /lib64/libcuda.so.1
#4  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 2 (Thread 0x7efc88b8c700 (LWP 3752034) "cmsRun"):
#0  0x00007efcc00895a2 in waitpid () from /lib64/libpthread.so.0
#1  0x00007efcb6c61157 in edm::service::cmssw_stacktrace_fork() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#2  0x00007efcb6c63a9a in edm::service::InitRootHandlers::stacktraceHelperThread() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  0x00007efcc070b9b4 in std::execute_native_thread_routine (__p=0x7efcb95aa890) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#4  0x00007efcc007f17a in start_thread () from /lib64/libpthread.so.0
#5  0x00007efcbfdacdf3 in clone () from /lib64/libc.so.6
Thread 1 (Thread 0x7efcbf20e640 (LWP 3751243) "cmsRun"):
#0  0x00007efcbfd78d98 in nanosleep () from /lib64/libc.so.6
#1  0x00007efcbfd78c9e in sleep () from /lib64/libc.so.6
#2  0x00007efcb6c60ed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007efcc02f8f5e in __log1pf () from /lib64/libm.so.6
#5  0x00007efcc02f7a8e in asinhf32 () from /lib64/libm.so.6
#6  0x00007efbadc2f793 in TrajSeedMatcher::processSeed(TrajectorySeed const&, Point3DBase<float, GlobalTag> const&, float, TrajectoryStateOnSurface const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#7  0x00007efbadc30dc1 in TrajSeedMatcher::operator()(Point3DBase<float, GlobalTag> const&, float) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#8  0x00007efbadcb949a in ElectronNHitSeedProducer::produce(edm::StreamID, edm::Event&, edm::EventSetup const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoEgammaEgammaElectronProducersPlugins.so
#9  0x00007efcc27da9cb in edm::global::EDProducerBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007efcc27d45d2 in edm::WorkerT<edm::global::EDProducerBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007efcc27616da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007efcc2761b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007efcc24b6f79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007efcc0f3a9cd in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::external_waiter> (waiter=..., t=0x7efb073fc500, this=0x7efcbacb3480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::external_waiter> (waiter=..., t=<optimized out>, this=0x7efcbacb3480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::task_dispatcher::execute_and_wait (t=<optimized out>, wait_ctx=..., w_ctx=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.cpp:168
#17 0x00007efcc26e410d in edm::FinalWaitingTask::wait() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007efcc26f1b91 in edm::EventProcessor::processRuns() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007efcc26f20e6 in edm::EventProcessor::runToCompletion() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x000000000040c17d in tbb::detail::d1::task_arena_function<main::{lambda()#1}::operator()() const::{lambda()#1}, void>::operator()() const ()
#21 0x00007efcc0f28847 in tbb::detail::r1::task_arena_impl::execute (ta=..., d=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:694
#22 0x00000000004101d0 in main::{lambda()#1}::operator()() const ()
#23 0x0000000000407d6c in main ()
Current Modules:
Module: HBHERecHitProducerGPU:hltHbherecoGPU (crashed)
Module: PFClusterProducer:hltParticleFlowClusterHBHE
Module: SeedGeneratorFromProtoTracksEDProducer:hltMuTrackSeeds
Module: FastjetJetProducer:hltAK4CaloJetsPF
Module: none
Module: EcalUncalibRecHitProducerGPU:hltEcalUncalibRecHitGPU
Module: CkfTrackCandidateMaker:hltIterL3OITrackCandidatesNoVtx
Module: SiPixelRecHitFromCUDAPhase1:hltSiPixelRecHitsFromGPU
Module: none
Module: ElectronNHitSeedProducer:hltEgammaElectronPixelSeeds
Module: MuonIdProducer:hltIterL3MuonsNoID
Module: HBHERecHitProducerGPU:hltHbherecoGPU
Module: CSCSegmentProducer:hltCscSegments
Module: CkfTrajectoryMaker:hltL3NoFiltersTrackCandidateFromL2IOHitNoVtx
Module: CkfTrackCandidateMaker:hltIter0PFlowCkfTrackCandidates
Module: none
Module: CAHitNtupletCUDAPhase1:hltPixelTracksGPU
Module: SeedGeneratorFromProtoTracksEDProducer:hltIter0IterL3FromL1MuonPixelSeedsFromPixelTracks
Module: none
Module: RecoTauProducer:hltHpsCombinatoricRecoTaus
Module: SiPixelDigisSoAFromCUDA:hltSiPixelDigisSoA
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoubletsUnseeded
Module: EcalRawToDigiGPU:hltEcalDigisGPU
Module: ElectronNHitSeedProducer:hltEgammaElectronPixelSeeds
Module: HFPreReconstructor:hltHfprereco
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoubletsUnseeded
Module: SeedCreatorFromRegionConsecutiveHitsEDProducer:hltElePixelSeedsDoublets
Module: CkfTrackCandidateMaker:hltIterL3OITrackCandidates
Module: HLTRegionalEcalResonanceFilter:hltAlCaEtaRecHitsFilterEEonlyRegional
Module: ElectronNHitSeedProducer:hltEgammaElectronPixelSeedsUnseeded
Module: HcalCPURecHitsProducer:hltHbherecoFromGPU
Module: PFBlockProducer:hltPixelOnlyParticleFlowBlock
A fatal system signal has occurred: segmentation violation