msgtime:2023-07-17 00:57:10
doc_type:cmsswlog
date:2023-07-16T22:57:10.109Z
run:370790
host:fu-c2b05-23-01
pid:4019672
doctype:stacktrace
severity:FATAL
severityVal:4
instance:global
lexicalId:549852445
message:A fatal system signal has occurred: segmentation violation
The following is the call stack containing the origin of the signal.
Mon Jul 17 00:56:36 CEST 2023
Thread 44 (Thread 0x7f89b89ff700 (LWP 4021939) "cmsRun"):
#0  0x00007f8b7a73ccd6 in do_futex_wait.constprop () from /lib64/libpthread.so.0
#1  0x00007f8b7a73cdc8 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0
#2  0x00007f8b5b1368e2 in ?? () from /lib64/libcuda.so.1
#3  0x00007f8b5b153168 in ?? () from /lib64/libcuda.so.1
#4  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 43 (Thread 0x7f8a22dff700 (LWP 4021019) "cmsRun"):
#0  0x00007f8b7a73a74a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f8b6ba683e5 in FedRawDataInputSource::readSupervisor() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#2  0x00007f8b7adc09b4 in std::execute_native_thread_routine (__p=0x7f8a36d5ab60) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#3  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#4  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 42 (Thread 0x7f8a273ff700 (LWP 4021016) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b18fc3ebc in SiPixelGenError::qbin(int, float, float, float, float, float, bool, int&, float&, float&, float&, float&, float&, float&, float&, float&, float&, float&, float&, float&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libCondFormatsSiPixelTransient.so
#5  0x00007f8b1903acfb in PixelCPEGeneric::localPosition(PixelCPEBase::DetParam const&, PixelCPEBase::ClusterParam&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiPixelRecHits.so
#6  0x00007f8b1901bf62 in PixelClusterParameterEstimator::getParameters(SiPixelCluster const&, GeomDet const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiPixelRecHits.so
#7  0x00007f8b1ecb83ce in TkClonerImpl::operator()(SiPixelRecHit const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTransientTrackingRecHit.so
#8  0x00007f8b190d4148 in SiPixelRecHit::clone_(TkCloner const&, TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalTrackerSiPixelRecHitsPlugins.so
#9  0x00007f8a7958ced6 in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007f8a7958da48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c405da00, waiter=..., this=0x7f8b7537f400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#23 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 41 (Thread 0x7f8a281fe700 (LWP 4021015) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1b466261 in RecHitsSortedInPhi::unsafeRange(float, float) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkHitPairs.so
#5  0x00007f8b1b4663d8 in RecHitsSortedInPhi::doubleRange(float, float) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkHitPairs.so
#6  0x00007f8b1b466fb2 in HitPairGeneratorFromLayerPair::doublets(TrackingRegion const&, DetLayer const&, DetLayer const&, RecHitsSortedInPhi const&, RecHitsSortedInPhi const&, MagneticField const&, MultipleScatteringParametrisationMaker const&, unsigned int, HitDoublets&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkHitPairs.so
#7  0x00007f8b1b46a480 in HitPairGeneratorFromLayerPair::doublets(TrackingRegion const&, edm::Event const&, edm::EventSetup const&, SeedingLayerSetsHits::SeedingLayer const&, SeedingLayerSetsHits::SeedingLayer const&, LayerHitMapCache&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkHitPairs.so
#8  0x00007f8a6b25f4f7 in (anonymous namespace)::Impl<(anonymous namespace)::ImplSeedingHitSets, (anonymous namespace)::ImplIntermediateHitDoublets, (anonymous namespace)::RegionsLayersSeparate>::produce(bool, edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkHitPairsPlugins.so
#9  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c3f64c00, waiter=..., this=0x7f8b7537f380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#21 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 40 (Thread 0x7f8a28bff700 (LWP 4021014) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  imalloc_fastpath (fallback_alloc=0x7f8b7ba67eb0 <fallback_impl<false>(std::size_t)>, size=56) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:292
#5  newImpl<false> (size=56) at src/jemalloc_cpp.cpp:109
#6  operator new (size=56) at src/jemalloc_cpp.cpp:114
#7  0x00007f8b05875974 in void std::vector<SiPixelRawDataError, std::allocator<SiPixelRawDataError> >::_M_range_insert<__gnu_cxx::__normal_iterator<SiPixelRawDataError const*, std::vector<SiPixelRawDataError, std::allocator<SiPixelRawDataError> > > >(__gnu_cxx::__normal_iterator<SiPixelRawDataError*, std::vector<SiPixelRawDataError, std::allocator<SiPixelRawDataError> > >, __gnu_cxx::__normal_iterator<SiPixelRawDataError const*, std::vector<SiPixelRawDataError, std::allocator<SiPixelRawDataError> > >, __gnu_cxx::__normal_iterator<SiPixelRawDataError const*, std::vector<SiPixelRawDataError, std::allocator<SiPixelRawDataError> > >, std::forward_iterator_tag) [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterSiPixelRawToDigi.so
#8  0x00007f8b0586cfad in PixelDataFormatter::unpackFEDErrors(std::map<unsigned int, std::vector<SiPixelRawDataError, std::allocator<SiPixelRawDataError> >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, std::vector<SiPixelRawDataError, std::allocator<SiPixelRawDataError> > > > > const&, std::vector<int, std::allocator<int> > const&, std::vector<int, std::allocator<int> > const&, edm::DetSetVector<SiPixelRawDataError>&, edm::EDCollection<DetId>&, edm::EDCollection<DetId>&, edmNew::DetSetVector<PixelFEDChannel>&, std::vector<SiPixelRawDataError, std::allocator<SiPixelRawDataError> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterSiPixelRawToDigi.so
#9  0x00007f8b058a2ebc in SiPixelDigiErrorsFromSoA::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginEventFilterSiPixelRawToDigiPlugins.so
#10 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a28f2e900, waiter=..., this=0x7f8b7537f300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f300) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#22 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 39 (Thread 0x7f8a2a5fe700 (LWP 4021013) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1b2b1041 in SteppingHelixPropagator::makeAtomStep(SteppingHelixStateInfo&, SteppingHelixStateInfo&, double, PropagationDirection, SteppingHelixPropagator::Fancy) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#5  0x00007f8b1b2b2a0f in SteppingHelixPropagator::propagate(SteppingHelixStateInfo (&) [8], int&, SteppingHelixPropagator::DestType, double const*, double) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#6  0x00007f8b1b2b441a in SteppingHelixPropagator::propagate(SteppingHelixStateInfo const&, Plane const&, SteppingHelixStateInfo&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#7  0x00007f8b1b2d7301 in CachedTrajectory::propagate(SteppingHelixStateInfo&, Plane const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#8  0x00007f8b1b2d78dd in CachedTrajectory::propagateForward(SteppingHelixStateInfo&, float) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#9  0x00007f8b1b2d7e70 in CachedTrajectory::propagateAll(SteppingHelixStateInfo const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#10 0x00007f8b1b2ef20b in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, TrackAssociatorParameters const&, FreeTrajectoryState const*, FreeTrajectoryState const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#11 0x00007f8b1b2f0379 in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, reco::Track const&, TrackAssociatorParameters const&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#12 0x00007f8a794b23fe in MuonIdProducer::fillMuonId(edm::Event&, edm::EventSetup const&, reco::Muon&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#13 0x00007f8a794b52a3 in MuonIdProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#14 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#19 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89b95b5100, waiter=..., this=0x7f8b7537f280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#20 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f280) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#21 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#22 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#23 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#24 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#25 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#26 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 38 (Thread 0x7f8a299fd700 (LWP 4021012) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b68ac354c in AnalyticalCurvilinearJacobian::computeFullJacobian(GlobalTrajectoryParameters const&, Point3DBase<float, GlobalTag> const&, Vector3DBase<float, GlobalTag> const&, Vector3DBase<float, GlobalTag> const&, double const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsAnalyticalJacobians.so
#5  0x00007f8b68ac3985 in AnalyticalCurvilinearJacobian::AnalyticalCurvilinearJacobian(GlobalTrajectoryParameters const&, Point3DBase<float, GlobalTag> const&, Vector3DBase<float, GlobalTag> const&, double const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsAnalyticalJacobians.so
#6  0x00007f8b6b977583 in AnalyticalPropagator::propagatedStateWithPath(FreeTrajectoryState const&, Surface const&, GlobalTrajectoryParameters const&, double const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#7  0x00007f8b6b9827fe in AnalyticalPropagator::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#8  0x00007f8b6b977365 in Propagator::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#9  0x00007f8b1b3dca72 in PropagatorWithMaterial::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#10 0x00007f8a7958ce8c in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007f8a7958da48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#12 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#17 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89b99c5d00, waiter=..., this=0x7f8b7537f200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#21 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#23 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#24 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 37 (Thread 0x7f8a2afff700 (LWP 4021011) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1eba91d5 in PeriodicBinFinderInPhi<float>::binIndex(float) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#5  0x00007f8b1eba1886 in TIBRing::groupedCompatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#6  0x00007f8b1eb986cb in CompatibleDetToGroupAdder::add(GeometricSearchDet const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#7  0x00007f8b1eba14fe in TBLayer::groupedCompatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#8  0x00007f8b6d6b7721 in GeometricSearchDet::groupedCompatibleDets(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#9  0x00007f8b1b8c9218 in LayerMeasurements::groupedMeasurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#10 0x00007f8a8e12a1b1 in GroupedCkfTrajectoryBuilder::advanceOneLayer(TrajectorySeed const&, TempTrajectory&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#11 0x00007f8a8e11d38d in GroupedCkfTrajectoryBuilder::groupedLimitedCandidates(TrajectorySeed const&, TempTrajectory const&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#12 0x00007f8a8e120846 in GroupedCkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#13 0x00007f8a8e0da263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#14 0x00007f8a8e0dbceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#15 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#20 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a2dd5d100, waiter=..., this=0x7f8b7537f100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#21 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#22 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#23 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#24 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#25 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#26 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#27 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 36 (Thread 0x7f8a2bdfd700 (LWP 4021010) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1b3db2ef in CombinedMaterialEffectsUpdator::compute(TrajectoryStateOnSurface const&, PropagationDirection, materialEffect::Effect&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#5  0x00007f8b1b3da919 in MaterialEffectsUpdator::updateStateInPlace(TrajectoryStateOnSurface&, PropagationDirection) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#6  0x00007f8b1b3dcb1d in PropagatorWithMaterial::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#7  0x00007f8b6d6ba77d in GeomDetCompatibilityChecker::isCompatible(GeomDet const*, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#8  0x00007f8b6d6ba90c in DetRodOneR::add(int, std::vector<std::pair<GeomDet const*, TrajectoryStateOnSurface>, std::allocator<std::pair<GeomDet const*, TrajectoryStateOnSurface> > >&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#9  0x00007f8b1eb9dbf0 in PixelRod::compatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<std::pair<GeomDet const*, TrajectoryStateOnSurface>, std::allocator<std::pair<GeomDet const*, TrajectoryStateOnSurface> > >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#10 0x00007f8b1eb98746 in CompatibleDetToGroupAdder::add(GeometricSearchDet const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#11 0x00007f8b1eba14fe in TBLayer::groupedCompatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<DetGroup, std::allocator<DetGroup> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTkDetLayers.so
#12 0x00007f8b6d6b82fb in GeometricSearchDet::compatibleDetsV(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&, std::vector<std::pair<GeomDet const*, TrajectoryStateOnSurface>, std::allocator<std::pair<GeomDet const*, TrajectoryStateOnSurface> > >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#13 0x00007f8b6d6b76d4 in GeometricSearchDet::compatibleDets(TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsDetLayers.so
#14 0x00007f8b1b8c83d7 in LayerMeasurements::measurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#15 0x00007f8a8e08d6e5 in MuonCkfTrajectoryBuilder::collectMeasurement(DetLayer const*, std::vector<DetLayer const*, std::allocator<DetLayer const*> > const&, TrajectoryStateOnSurface const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&, int&, Propagator const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#16 0x00007f8a8e08f2ae in MuonCkfTrajectoryBuilder::findCompatibleMeasurements(TrajectorySeed const&, TempTrajectory const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#17 0x00007f8a8e0e4adb in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#18 0x00007f8a8e0e60d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#19 0x00007f8a8e0e62cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#20 0x00007f8a8e0da263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#21 0x00007f8a8e0dbceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#22 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#23 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#24 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#25 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#26 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#27 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c3e65e00, waiter=..., this=0x7f8b7537f180) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#28 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f180) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#29 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#30 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#31 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#32 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#33 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#34 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 35 (Thread 0x7f8a2cbfe700 (LWP 4021009) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8a7f6ebb72 in std::__shared_count<(__gnu_cxx::_Lock_policy)2>::operator=(std::__shared_count<(__gnu_cxx::_Lock_policy)2> const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTrackProducer.so
#5  0x00007f8a7f705ecf in TrackProducerAlgorithm<reco::Track>::buildTrack(TrajectoryFitter const*, Propagator const*, std::vector<AlgoProductTraits<reco::Track>::AlgoProduct, std::allocator<AlgoProductTraits<reco::Track>::AlgoProduct> >&, std::vector<std::shared_ptr<TrackingRecHit const>, std::allocator<std::shared_ptr<TrackingRecHit const> > >&, TrajectoryStateOnSurface&, TrajectorySeed const&, float, reco::BeamSpot const&, edm::RefToBase<TrajectorySeed>, int, signed char) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTrackProducer.so
#6  0x00007f8a7f7b29dd in TrackProducerAlgorithm<reco::Track>::runWithCandidate(TrackingGeometry const*, MagneticField const*, std::vector<TrackCandidate, std::allocator<TrackCandidate> > const&, TrajectoryFitter const*, Propagator const*, TransientTrackingRecHitBuilder const*, reco::BeamSpot const&, std::vector<AlgoProductTraits<reco::Track>::AlgoProduct, std::allocator<AlgoProductTraits<reco::Track>::AlgoProduct> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTrackProducerPlugins.so
#7  0x00007f8a7f7b12c2 in TrackProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTrackProducerPlugins.so
#8  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#13 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a28f4a900, waiter=..., this=0x7f8b7537f080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#14 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#15 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#16 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#17 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#18 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#19 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#20 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 34 (Thread 0x7f8a2d5ff700 (LWP 4021008) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b19a51ff5 in HcalDetId::HcalDetId(DetId const&) [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#5  0x00007f8b19a522d2 in void std::__adjust_heap<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, HBHERecHit, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, long, HBHERecHit, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#6  0x00007f8b19a52ac0 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#7  0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#8  0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#9  0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#10 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#11 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#12 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#13 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#14 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#15 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#16 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#17 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#18 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#19 0x00007f8b19a52922 in void std::__introsort_loop<__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> > >(__gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, __gnu_cxx::__normal_iterator<HBHERecHit*, std::vector<HBHERecHit, std::allocator<HBHERecHit> > >, long, __gnu_cxx::__ops::_Iter_comp_iter<edm::StrictWeakOrdering<HBHERecHit> >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#20 0x00007f8b19a53966 in edm::OrphanHandle<edm::SortedCollection<HBHERecHit, edm::StrictWeakOrdering<HBHERecHit> > > edm::Event::putImpl<edm::SortedCollection<HBHERecHit, edm::StrictWeakOrdering<HBHERecHit> > >(unsigned int, std::unique_ptr<edm::SortedCollection<HBHERecHit, edm::StrictWeakOrdering<HBHERecHit> >, std::default_delete<edm::SortedCollection<HBHERecHit, edm::StrictWeakOrdering<HBHERecHit> > > >) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#21 0x00007f8b19a8576d in HcalCPURecHitsProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalCaloHcalRecProducers.so
#22 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#23 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#24 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#25 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#26 0x00007f8b7cd847cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#27 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c3f52200, waiter=..., this=0x7f8b7537f000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#28 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537f000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#29 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#30 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#31 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#32 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372200) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#33 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#34 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 33 (Thread 0x7f8a2e7ff700 (LWP 4021007) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8a794ada18 in MuonIdProducer::isGoodTrack(reco::Track const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#5  0x00007f8a794b4c9b in MuonIdProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#6  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#7  0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#11 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c3fcd000, waiter=..., this=0x7f8b7537ef00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#12 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ef00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#13 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#14 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#15 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#16 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#17 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#18 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 32 (Thread 0x7f8a2f5fd700 (LWP 4021006) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1b2b0131 in SteppingHelixPropagator::getNextState(SteppingHelixStateInfo const&, SteppingHelixStateInfo&, double, CLHEP::Hep3Vector const&, CLHEP::Hep3Vector const&, double, double, ROOT::Math::SMatrix<double, 5u, 5u, ROOT::Math::MatRepStd<double, 5u, 5u> > const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#5  0x00007f8b1b2b0471 in SteppingHelixPropagator::makeAtomStep(SteppingHelixStateInfo&, SteppingHelixStateInfo&, double, PropagationDirection, SteppingHelixPropagator::Fancy) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#6  0x00007f8b1b2b2a0f in SteppingHelixPropagator::propagate(SteppingHelixStateInfo (&) [8], int&, SteppingHelixPropagator::DestType, double const*, double) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#7  0x00007f8b1b2b4d26 in SteppingHelixPropagator::propagate(SteppingHelixStateInfo const&, Cylinder const&, SteppingHelixStateInfo&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#8  0x00007f8b1b2b746a in SteppingHelixPropagator::propagateWithPath(FreeTrajectoryState const&, Cylinder const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#9  0x00007f8b6b980e49 in StateOnTrackerBound::operator()(FreeTrajectoryState const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#10 0x00007f8b6b981256 in StateOnTrackerBound::operator()(TrajectoryStateOnSurface const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#11 0x00007f8a8e2840c2 in TSGForOIDNN::produce(edm::StreamID, edm::Event&, edm::EventSetup const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonTrackerSeedGeneratorPlugins.so
#12 0x00007f8b7ce8f9cb in edm::global::EDProducerBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce895d2 in edm::WorkerT<edm::global::EDProducerBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#17 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a27774700, waiter=..., this=0x7f8b7537ee80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ee80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#21 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#23 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#24 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 31 (Thread 0x7f8a301fe700 (LWP 4021005) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b79afb566 in ZSTD_compressBlock_doubleFast () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libzstd.so.1
#5  0x00007f8b79ae972b in ZSTD_compressBlock_internal () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libzstd.so.1
#6  0x00007f8b79aead90 in ZSTD_compress_frameChunk () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libzstd.so.1
#7  0x00007f8b79aeddb8 in ZSTD_compressEnd () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libzstd.so.1
#8  0x00007f8b79af17f0 in ZSTD_compressCCtx () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libzstd.so.1
#9  0x00007f8b79af1882 in ZSTD_compress () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libzstd.so.1
#10 0x00007f8b7464e037 in edm::StreamSerializer::compressBufferZSTD(unsigned char*, unsigned int, std::vector<unsigned char, std::allocator<unsigned char> >&, int, unsigned int, bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libIOPoolStreamer.so
#11 0x00007f8b7464fefc in edm::StreamSerializer::serializeEvent(SerializeDataBuffer&, edm::EventForOutput const&, edm::Hash<1> const&, edm::StreamerCompressionAlgo, int, unsigned int) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libIOPoolStreamer.so
#12 0x00007f8b7465d18b in edm::StreamerOutputModuleCommon::serializeEvent(SerializeDataBuffer&, edm::EventForOutput const&, edm::Handle<edm::TriggerResults> const&, edm::Hash<1> const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libIOPoolStreamer.so
#13 0x00007f8b6d8c2f1d in evf::GlobalEvFOutputModule::acquire(edm::StreamID, edm::EventForOutput const&, edm::WaitingTaskWithArenaHolder) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginEventFilterUtilitiesPlugins.so
#14 0x00007f8b6d8c36d3 in virtual thunk to edm::global::outputmodule::ExternalWork<edm::global::OutputModuleBase>::doAcquire_(edm::StreamID, edm::EventForOutput const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginEventFilterUtilitiesPlugins.so
#15 0x00007f8b7ce938ed in edm::global::OutputModuleBase::doAcquire(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f8b7ce806d1 in edm::Worker::runAcquire(edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f8b7ce80846 in edm::Worker::runAcquireAfterAsyncPrefetch(std::__exception_ptr::exception_ptr, edm::EventTransitionInfo const&, edm::ParentContext const&, edm::WaitingTaskWithArenaHolder) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f8b7ce179ff in edm::Worker::AcquireTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>, void>::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f8b7ce19c83 in edm::FunctorWaitingTask<edm::Worker::doWorkAsync<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::WaitingTaskHolder, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::ServiceToken const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007f8b7cd847cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#21 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89b9984500, waiter=..., this=0x7f8b7537ee00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#22 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ee00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#23 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#24 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#25 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#26 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#27 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#28 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 30 (Thread 0x7f8a30dff700 (LWP 4021004) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  fastjet::RectangularGrid::tile_index (this=0x7f8a6bc4c450, p=...) at RectangularGrid.cc:62
#5  0x00007f8b0236b84f in fastjet::GridMedianBackgroundEstimator::set_particles (this=0x7f8a6bc4c400, particles=...) at GridMedianBackgroundEstimator.cc:61
#6  0x00007f8b322808a2 in FixedGridRhoProducerFastjetFromRecHit::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoJetsJetProducers_plugins.so
#7  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7cd847cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c3d95900, waiter=..., this=0x7f8b7537ed00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ed00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372400) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#19 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 29 (Thread 0x7f8a335fe700 (LWP 4021003) "cmsRun"):
#0  0x00007f8b7a456a71 in poll () from /lib64/libc.so.6
#1  0x00007f8b7136346f in full_read.constprop () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#2  0x00007f8b7132eb6c in edm::service::InitRootHandlers::stacktraceFromThread() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  0x00007f8b7132f33b in sig_dostack_then_abort () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x00007f8b1879c092 in sistrip::FEDBuffer::findChannels() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterSiStripRawToDigi.so
#6  0x00007f8b1881102e in (anonymous namespace)::ClusterFiller::fill(edmNew::DetSetVector<SiStripCluster>::TSFastFiller&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoLocalTrackerSiStripClusterizerPlugins.so
#7  0x00007f8b1b95b355 in StMeasurementDetSet::detSet(int) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#8  0x00007f8b1b96d24c in TkStripMeasurementDet::recHits(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, std::vector<std::shared_ptr<TrackingRecHit const>, std::allocator<std::shared_ptr<TrackingRecHit const> > >&, std::vector<float, std::allocator<float> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#9  0x00007f8b1b96d91d in TkStripMeasurementDet::measurements(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, tracking::TempMeasurements&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#10 0x00007f8b1b8c9347 in LayerMeasurements::groupedMeasurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#11 0x00007f8a8e12a1b1 in GroupedCkfTrajectoryBuilder::advanceOneLayer(TrajectorySeed const&, TempTrajectory&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const [clone .constprop.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#12 0x00007f8a8e11d38d in GroupedCkfTrajectoryBuilder::groupedLimitedCandidates(TrajectorySeed const&, TempTrajectory const&, TrajectoryFilter const*, Propagator const*, bool, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#13 0x00007f8a8e120846 in GroupedCkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerCkfPatternPlugins.so
#14 0x00007f8a8e0da263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#15 0x00007f8a8e0dbceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#16 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#21 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a26735800, waiter=..., this=0x7f8b7537ed80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#22 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ed80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#23 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#24 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#25 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#26 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#27 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#28 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 28 (Thread 0x7f8a31bff700 (LWP 4021002) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b6b977fb4 in AnalyticalPropagator::propagatedStateWithPath(FreeTrajectoryState const&, Surface const&, GlobalTrajectoryParameters const&, double const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#5  0x00007f8b6b9827fe in AnalyticalPropagator::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#6  0x00007f8b6b977365 in Propagator::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#7  0x00007f8b1b3dca72 in PropagatorWithMaterial::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#8  0x00007f8a7958ce8c in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#9  0x00007f8a7958da48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c42d0400, waiter=..., this=0x7f8b7537ec80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ec80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372380) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#22 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 27 (Thread 0x7f8a32bfd700 (LWP 4021001) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1e3eb78e in TrackerGeometry::idToDet(DetId) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libGeometryTrackerGeometryBuilder.so
#5  0x00007f8a7958ce75 in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#6  0x00007f8a7958da48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#7  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c41eda00, waiter=..., this=0x7f8b7537ec00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ec00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372a00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#19 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 26 (Thread 0x7f8a33fff700 (LWP 4021000) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1eb137f9 in reco::PFCluster::addRecHitFraction(reco::PFRecHitFraction const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libDataFormatsParticleFlowReco.so
#5  0x00007f8a72ad73e0 in Basic2DGenericPFlowClusterizer::growPFClusters(reco::PFCluster const&, std::vector<bool, std::allocator<bool> > const&, unsigned int, unsigned int, double, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#6  0x00007f8a72ad6df7 in Basic2DGenericPFlowClusterizer::growPFClusters(reco::PFCluster const&, std::vector<bool, std::allocator<bool> > const&, unsigned int, unsigned int, double, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#7  0x00007f8a72ad6df7 in Basic2DGenericPFlowClusterizer::growPFClusters(reco::PFCluster const&, std::vector<bool, std::allocator<bool> > const&, unsigned int, unsigned int, double, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#8  0x00007f8a72ad6df7 in Basic2DGenericPFlowClusterizer::growPFClusters(reco::PFCluster const&, std::vector<bool, std::allocator<bool> > const&, unsigned int, unsigned int, double, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#9  0x00007f8a72ad6df7 in Basic2DGenericPFlowClusterizer::growPFClusters(reco::PFCluster const&, std::vector<bool, std::allocator<bool> > const&, unsigned int, unsigned int, double, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#10 0x00007f8a72ad7c1e in Basic2DGenericPFlowClusterizer::buildClusters(std::vector<reco::PFCluster, std::allocator<reco::PFCluster> > const&, std::vector<bool, std::allocator<bool> > const&, std::vector<reco::PFCluster, std::allocator<reco::PFCluster> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#11 0x00007f8a72afb689 in PFClusterProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFClusterProducerPlugins.so
#12 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#17 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89b921ef00, waiter=..., this=0x7f8b7537ef80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#18 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ef80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#19 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#20 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#21 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#22 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#23 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#24 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 25 (Thread 0x7f8a62c17700 (LWP 4020999) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b6ba53dde in evf::FastMonitoringService::snapshotRunner() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#3  0x00007f8b7adc09b4 in std::execute_native_thread_routine (__p=0x7f8a37010520) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#4  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 24 (Thread 0x7f8a79dff700 (LWP 4020769) "cmsRun"):
#0  0x00007f8b7a73a3fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f8b7adbae90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f8b0c5a0acb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007f8b0c5a10ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007f8b0c59dc68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007f8b093c74c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#9  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 23 (Thread 0x7f8a7fffe700 (LWP 4020768) "cmsRun"):
#0  0x00007f8b7a73a3fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f8b7adbae90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f8b0c5a0acb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007f8b0c5a10ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007f8b0c59dc68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007f8b093c74c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#9  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 22 (Thread 0x7f8a807ff700 (LWP 4020767) "cmsRun"):
#0  0x00007f8b7a73a3fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f8b7adbae90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f8b0c5a0acb in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#5  0x00007f8b0c5a10ea in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#6  0x00007f8b0c59dc68 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_cc.so.2
#7  0x00007f8b093c74c0 in tensorflow::(anonymous namespace)::PThread::ThreadFn(void*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/external/el8_amd64_gcc11/lib/libtensorflow_framework.so.2
#8  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#9  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 21 (Thread 0x7f8aa27fb700 (LWP 4020681) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b68ae7f6c in BasicTrajectoryState::checkCurvilinError() const [clone .part.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrajectoryState.so
#5  0x00007f8b1a56a4e1 in (anonymous namespace)::KFFittingSmoother::fitOne(TrajectorySeed const&, std::vector<std::shared_ptr<TrackingRecHit const>, std::allocator<std::shared_ptr<TrackingRecHit const> > > const&, TrajectoryStateOnSurface const&, TrajectoryFitter::fitType) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginTrackingToolsTrackFittersPlugins.so
#6  0x00007f8a7f705cd2 in TrackProducerAlgorithm<reco::Track>::buildTrack(TrajectoryFitter const*, Propagator const*, std::vector<AlgoProductTraits<reco::Track>::AlgoProduct, std::allocator<AlgoProductTraits<reco::Track>::AlgoProduct> >&, std::vector<std::shared_ptr<TrackingRecHit const>, std::allocator<std::shared_ptr<TrackingRecHit const> > >&, TrajectoryStateOnSurface&, TrajectorySeed const&, float, reco::BeamSpot const&, edm::RefToBase<TrajectorySeed>, int, signed char) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerTrackProducer.so
#7  0x00007f8a7f7b29dd in TrackProducerAlgorithm<reco::Track>::runWithCandidate(TrackingGeometry const*, MagneticField const*, std::vector<TrackCandidate, std::allocator<TrackCandidate> > const&, TrajectoryFitter const*, Propagator const*, TransientTrackingRecHitBuilder const*, reco::BeamSpot const&, std::vector<AlgoProductTraits<reco::Track>::AlgoProduct, std::allocator<AlgoProductTraits<reco::Track>::AlgoProduct> >&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTrackProducerPlugins.so
#8  0x00007f8a7f7b12c2 in TrackProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTrackProducerPlugins.so
#9  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#14 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a22519d00, waiter=..., this=0x7f8b7537eb80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#15 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537eb80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#16 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#17 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#18 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#19 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372d00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#20 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#21 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 20 (Thread 0x7f8aa2ffc700 (LWP 4020680) "cmsRun"):
#0  0x00007f8b7a73a3fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f8b7adbae90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f8b6ba65b05 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#5  0x00007f8b7adc09b4 in std::execute_native_thread_routine (__p=0x7f8b68c0c640) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#6  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#7  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 19 (Thread 0x7f8aa43fe700 (LWP 4020679) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8a72899002 in std::_Rb_tree_node<std::pair<unsigned int const, reco::PFBlock::Link> >* std::_Rb_tree<unsigned int, std::pair<unsigned int const, reco::PFBlock::Link>, std::_Select1st<std::pair<unsigned int const, reco::PFBlock::Link> >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, reco::PFBlock::Link> > >::_M_copy<false, std::_Rb_tree<unsigned int, std::pair<unsigned int const, reco::PFBlock::Link>, std::_Select1st<std::pair<unsigned int const, reco::PFBlock::Link> >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, reco::PFBlock::Link> > >::_Alloc_node>(std::_Rb_tree_node<std::pair<unsigned int const, reco::PFBlock::Link> >*, std::_Rb_tree_node_base*, std::_Rb_tree<unsigned int, std::pair<unsigned int const, reco::PFBlock::Link>, std::_Select1st<std::pair<unsigned int const, reco::PFBlock::Link> >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, reco::PFBlock::Link> > >::_Alloc_node&) [clone .isra.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoParticleFlowPFProducer.so
#5  0x00007f8a728651d3 in PFAlgo::processBlock(edm::Ref<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock, edm::refhelper::FindUsingAdvance<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock> > const&, std::__cxx11::list<edm::Ref<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock, edm::refhelper::FindUsingAdvance<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock> >, std::allocator<edm::Ref<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock, edm::refhelper::FindUsingAdvance<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock> > > >&, std::__cxx11::list<edm::Ref<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock, edm::refhelper::FindUsingAdvance<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock> >, std::allocator<edm::Ref<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock, edm::refhelper::FindUsingAdvance<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> >, reco::PFBlock> > > >&, PFEGammaFilters const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoParticleFlowPFProducer.so
#6  0x00007f8a72853769 in PFAlgo::reconstructParticles(edm::Handle<std::vector<reco::PFBlock, std::allocator<reco::PFBlock> > > const&, PFEGammaFilters const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoParticleFlowPFProducer.so
#7  0x00007f8a7292ec7c in PFProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFProducerPlugins.so
#8  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#13 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c4092a00, waiter=..., this=0x7f8b7537ea80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#14 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ea80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#15 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#16 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#17 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#18 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372c00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#19 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#20 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 18 (Thread 0x7f8aa65fe700 (LWP 4020678) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8a727cf279 in KDTreeLinkerTrackHcal::insertFieldClusterElt(reco::PFBlockElement*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFProducerPlugins_kdtrees.so
#5  0x00007f8a7286d9ca in PFBlockAlgo::buildElements(edm::Event const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoParticleFlowPFProducer.so
#6  0x00007f8a728f69a8 in PFBlockProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoParticleFlowPFProducerPlugins.so
#7  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89b99a0f00, waiter=..., this=0x7f8b7537ea00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537ea00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372c80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#19 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 17 (Thread 0x7f8aa39fd700 (LWP 4020677) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b7ba427ab in phn_link_get (offset=40, phn=0x7f8a2e86b500) at include/jemalloc/internal/ph.h:76
#5  phn_next_get (offset=40, phn=0x7f8a2e86b500) at include/jemalloc/internal/ph.h:99
#6  phn_merge_siblings (cmp=<optimized out>, offset=40, phn=<optimized out>) at include/jemalloc/internal/ph.h:180
#7  ph_merge_children (cmp=<optimized out>, offset=40, phn=<optimized out>) at include/jemalloc/internal/ph.h:244
#8  ph_remove (cmp=<optimized out>, offset=40, phn=phn@entry=0x7f8a2e86aaa8, ph=0x7f8a2e8143d8, ph@entry=0x7f8a2e86aa80) at include/jemalloc/internal/ph.h:389
#9  je_edata_avail_remove (ph=ph@entry=0x7f8a2e8143d8, phn=phn@entry=0x7f8a2e86a580) at src/edata.c:4
#10 0x00007f8b7ba443a3 in je_edata_cache_get (tsdn=tsdn@entry=0x7f8aa39f77f8, edata_cache=0x7f8a2e8143d8) at src/edata_cache.c:29
#11 0x00007f8b7ba4906d in extent_split_impl (tsdn=0x7f8aa39f77f8, pac=0x7f8a2e8039f0, ehooks=ehooks@entry=0x7f8a2e8000c0, edata=0x7f8a2e853b80, size_a=size_a@entry=28672, size_b=size_b@entry=4096, holding_core_locks=true) at src/extent.c:1190
#12 0x00007f8b7ba494db in extent_split_interior (tsdn=tsdn@entry=0x7f8aa39f77f8, pac=pac@entry=0x7f8a2e8039f0, ehooks=ehooks@entry=0x7f8a2e8000c0, edata=edata@entry=0x7f8aa39f4a28, lead=lead@entry=0x7f8aa39f4a30, trail=trail@entry=0x7f8aa39f4a38, to_leak=0x7f8aa39f4a40, to_salvage=0x7f8aa39f4a48, size=28672, alignment=4096, expand_edata=<optimized out>) at src/extent.c:511
#13 0x00007f8b7ba4b561 in extent_recycle_split (expand_edata=0x0, growing_retained=<optimized out>, edata=<optimized out>, alignment=4096, size=140233427339840, ecache=0x7f8a2e803a28, ehooks=0x7f8a2e8000c0, pac=0x7f8a2e8039f0, tsdn=0x7f8aa39f77f8) at src/extent.c:543
#14 extent_recycle (tsdn=tsdn@entry=0x7f8aa39f77f8, pac=pac@entry=0x7f8a2e8039f0, ehooks=ehooks@entry=0x7f8a2e8000c0, ecache=ecache@entry=0x7f8a2e803a28, expand_edata=expand_edata@entry=0x0, size=140233427339840, size@entry=28672, alignment=<optimized out>, zero=<optimized out>, commit=<optimized out>, growing_retained=<optimized out>, guarded=<optimized out>) at src/extent.c:613
#15 0x00007f8b7ba4b809 in je_ecache_alloc (tsdn=tsdn@entry=0x7f8aa39f77f8, pac=pac@entry=0x7f8a2e8039f0, ehooks=ehooks@entry=0x7f8a2e8000c0, ecache=ecache@entry=0x7f8a2e803a28, expand_edata=expand_edata@entry=0x0, size=size@entry=28672, alignment=4096, zero=false, guarded=false) at src/extent.c:87
#16 0x00007f8b7ba5679e in pac_alloc_real (tsdn=tsdn@entry=0x7f8aa39f77f8, pac=pac@entry=0x7f8a2e8039f0, ehooks=ehooks@entry=0x7f8a2e8000c0, size=size@entry=28672, alignment=alignment@entry=4096, zero=zero@entry=false, guarded=false) at src/pac.c:116
#17 0x00007f8b7ba56940 in pac_alloc_impl (tsdn=0x7f8aa39f77f8, self=0x7f8a2e8039f0, size=28672, alignment=4096, zero=<optimized out>, guarded=<optimized out>, frequent_reuse=true, deferred_work_generated=0x7f8aa39f4c3f) at src/pac.c:178
#18 0x00007f8b7ba557cd in pai_alloc (deferred_work_generated=0x7f8aa39f4c3f, frequent_reuse=true, guarded=false, zero=false, alignment=<optimized out>, size=28672, self=0x7f8a2e8039f0, tsdn=0x7f8aa39f77f8) at include/jemalloc/internal/pai.h:43
#19 je_pa_alloc (tsdn=tsdn@entry=0x7f8aa39f77f8, shard=shard@entry=0x7f8a2e8039d8, size=28672, alignment=alignment@entry=4096, slab=slab@entry=true, szind=szind@entry=15, zero=false, guarded=false, deferred_work_generated=0x7f8aa39f4c3f) at src/pa.c:139
#20 0x00007f8b7b9f94fd in arena_slab_alloc (tsdn=tsdn@entry=0x7f8aa39f77f8, arena=arena@entry=0x7f8a2e801040, binind=binind@entry=15, binshard=binshard@entry=0, bin_info=bin_info@entry=0x7f8b7bc8de18 <je_bin_infos+600>) at src/arena.c:839
#21 0x00007f8b7b9fab5d in je_arena_cache_bin_fill_small (tsdn=<optimized out>, arena=<optimized out>, cache_bin=<optimized out>, cache_bin_info=<optimized out>, binind=<optimized out>, nfill=<optimized out>) at src/arena.c:1034
#22 0x00007f8b7ba60df9 in je_tcache_alloc_small_hard (tsdn=tsdn@entry=0x7f8aa39f77f8, arena=arena@entry=0x7f8a2e801040, tcache=tcache@entry=0x7f8aa39f7b50, cache_bin=cache_bin@entry=0x7f8aa39f7cc0, binind=binind@entry=15, tcache_success=tcache_success@entry=0x7f8aa39f4db0) at src/tcache.c:238
#23 0x00007f8b7b9efbf2 in tcache_alloc_small (slow_path=<optimized out>, zero=false, binind=15, size=<optimized out>, tcache=<optimized out>, arena=0x7f8a2e801040, tsd=0x7f8aa39f77f8) at include/jemalloc/internal/tcache_inlines.h:68
#24 arena_malloc (slow_path=<optimized out>, tcache=<optimized out>, zero=false, ind=15, size=<optimized out>, arena=0x0, tsdn=0x7f8aa39f77f8) at include/jemalloc/internal/arena_inlines_b.h:151
#25 iallocztm (slow_path=<optimized out>, arena=0x0, is_internal=false, tcache=<optimized out>, zero=false, ind=15, size=<optimized out>, tsdn=0x7f8aa39f77f8) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:55
#26 imalloc_no_sample (ind=15, usize=448, size=<optimized out>, tsd=0x7f8aa39f77f8, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2398
#27 imalloc_body (tsd=0x7f8aa39f77f8, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2573
#28 imalloc (dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2687
#29 je_malloc_default (size=<optimized out>) at src/jemalloc.c:2722
#30 0x00007f8b7ba67eb9 in fallback_impl<false> (size=432) at src/jemalloc_cpp.cpp:98
#31 0x00007f8b1b8dfc5a in TrajectoryStateOnSurface (anonymous namespace)::lupdate<2u>(TrajectoryStateOnSurface const&, TrackingRecHit const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsKalmanUpdators.so
#32 0x00007f8b1b8e7fae in KFUpdator::update(TrajectoryStateOnSurface const&, TrackingRecHit const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsKalmanUpdators.so
#33 0x00007f8a8e0e36a2 in CkfTrajectoryBuilder::updateTrajectory(TempTrajectory&, TrajectoryMeasurement&&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#34 0x00007f8a8e0e5816 in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#35 0x00007f8a8e0e60d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#36 0x00007f8a8e0e62cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#37 0x00007f8a8e0da263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#38 0x00007f8a8e0dbceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#39 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#40 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#41 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#42 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#43 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#44 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c4029a00, waiter=..., this=0x7f8b7537e900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#45 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e900) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#46 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#47 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#48 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#49 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372b00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#50 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#51 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 16 (Thread 0x7f8aa4dff700 (LWP 4020676) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b18174d1b in edm::Wrapper<edm::OwnVector<TrackingRecHit, edm::ClonePolicy<TrackingRecHit> > >::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerFinalTrackSelectorsPlugins.so
#5  0x00007f8b7cd8611a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#6  0x00007f8b7ce2bee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#7  0x00007f8b7ce1c1b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f8b7cd956cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f8b7cdd1bb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7cd847cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a267a4d00, waiter=..., this=0x7f8b7537e800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#12 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e800) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#13 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#14 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#15 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#16 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372a80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#17 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#18 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 15 (Thread 0x7f8aa5bfd700 (LWP 4020675) "cmsRun"):
#0  0x00007f8b7a73a3fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f8b7adbae90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f8b6ba65b05 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#5  0x00007f8b7adc09b4 in std::execute_native_thread_routine (__p=0x7f8b68c0c400) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#6  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#7  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 14 (Thread 0x7f8aa6fff700 (LWP 4020674) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  util_prefetch_write (ptr=0x7f8a30f52640) at include/jemalloc/internal/util.h:101
#5  util_prefetch_write_range (sz=128, ptr=0x7f8a30f52600) at include/jemalloc/internal/util.h:117
#6  tcache_bin_flush_metadata_visitor (alloc_ctx=<synthetic pointer>, szind_sum_ctx=<synthetic pointer>) at src/tcache.c:257
#7  emap_edata_lookup_batch (result=result@entry=0x7f8aa6ff7d30, metadata_visitor_ctx=<synthetic pointer>, metadata_visitor=<optimized out>, ptr_getter_ctx=ptr_getter_ctx@entry=0x7f8a30f05080, ptr_getter=<optimized out>, nptrs=nptrs@entry=63, emap=<optimized out>, tsd=tsd@entry=0x7f8a30f52600) at include/jemalloc/internal/emap.h:353
#8  tcache_bin_flush_edatas_lookup (tsd=tsd@entry=0x7f8aa6ff97f8, arr=arr@entry=0x7f8aa6ff8050, nflush=nflush@entry=64, edatas=edatas@entry=0x7f8aa6ff7d80, binind=15) at src/tcache.c:288
#9  0x00007f8b7ba60f60 in tcache_bin_flush_impl (small=true, nflush=<optimized out>, ptrs=0x7f8aa6ff8050, binind=15, cache_bin=0x7f8aa6ff9cc0, tcache=0x7f8aa6ff9b50, tsd=0x7f8aa6ff8090) at src/tcache.c:331
#10 tcache_bin_flush_bottom (small=true, rem=<optimized out>, binind=<optimized out>, cache_bin=<optimized out>, tcache=<optimized out>, tsd=tsd@entry=0x7f8aa6ff8090) at src/tcache.c:519
#11 je_tcache_bin_flush_small (tsd=tsd@entry=0x7f8aa6ff97f8, tcache=<optimized out>, cache_bin=<optimized out>, binind=<optimized out>, rem=<optimized out>) at src/tcache.c:529
#12 0x00007f8b7b9f63b4 in tcache_dalloc_small (slow_path=false, binind=<optimized out>, ptr=0x7f88a5384000, tcache=<optimized out>, tsd=0x7f8aa6ff97f8) at include/jemalloc/internal/tcache_inlines.h:157
#13 arena_sdalloc (slow_path=<optimized out>, caller_alloc_ctx=<optimized out>, tcache=<optimized out>, size=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:418
#14 isdalloct (slow_path=<optimized out>, alloc_ctx=<optimized out>, tcache=<optimized out>, size=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:133
#15 isfree (slow_path=false, tcache=<optimized out>, usize=<optimized out>, ptr=0x7f88a5384000, tsd=0x7f8aa6ff97f8) at src/jemalloc.c:2982
#16 je_sdallocx_default (ptr=0x7f88a5384000, size=<optimized out>, flags=<optimized out>) at src/jemalloc.c:3924
#17 0x00007f8b7ba6833e in sizedDeleteImpl (size=<optimized out>, ptr=<optimized out>) at src/jemalloc_cpp.cpp:195
#18 operator delete (ptr=<optimized out>, size=<optimized out>) at src/jemalloc_cpp.cpp:200
#19 0x00007f8a8e0e4fc4 in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#20 0x00007f8a8e0e60d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#21 0x00007f8a8e0e62cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#22 0x00007f8a8e0da263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#23 0x00007f8a8e0dbceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#24 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#25 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#26 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#27 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#28 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#29 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89b99d3100, waiter=..., this=0x7f8b7537e780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#30 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e780) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#31 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#32 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#33 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#34 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372b80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#35 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#36 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 13 (Thread 0x7f8aa81fe700 (LWP 4020673) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1ebef87e in StripCPEfromTrackAngle::localParameters(DynArray<SiStripCluster const*> const&, DynArray<std::pair<Point3DBase<float, LocalTag>, LocalError> >&, GeomDet const&, LocalTrajectoryParameters const&) const::{lambda(unsigned int, float)#1}::operator()(unsigned int, float) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiStripRecHitConverter.so
#5  0x00007f8b1ebf2c1d in StripCPEfromTrackAngle::localParameters(DynArray<SiStripCluster const*> const&, DynArray<std::pair<Point3DBase<float, LocalTag>, LocalError> >&, GeomDet const&, LocalTrajectoryParameters const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoLocalTrackerSiStripRecHitConverter.so
#6  0x00007f8b1b96357a in TkStripMeasurementDet::simpleRecHits(TrajectoryStateOnSurface const&, MeasurementTrackerEvent const&, std::vector<SiStripRecHit2D, std::allocator<SiStripRecHit2D> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#7  0x00007f8b1b95e120 in TkGluedMeasurementDet::measurements(TrajectoryStateOnSurface const&, MeasurementEstimator const&, MeasurementTrackerEvent const&, tracking::TempMeasurements&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerMeasurementDetPlugins.so
#8  0x00007f8b1b8c8492 in LayerMeasurements::measurements(DetLayer const&, TrajectoryStateOnSurface const&, Propagator const&, MeasurementEstimator const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMeasurementDet.so
#9  0x00007f8a8e08d6e5 in MuonCkfTrajectoryBuilder::collectMeasurement(DetLayer const*, std::vector<DetLayer const*, std::allocator<DetLayer const*> > const&, TrajectoryStateOnSurface const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&, int&, Propagator const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#10 0x00007f8a8e08f2ae in MuonCkfTrajectoryBuilder::findCompatibleMeasurements(TrajectorySeed const&, TempTrajectory const&, std::vector<TrajectoryMeasurement, std::allocator<TrajectoryMeasurement> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoMuonL3TrackFinder.so
#11 0x00007f8a8e0e4adb in CkfTrajectoryBuilder::limitedCandidates(std::shared_ptr<TrajectorySeed const> const&, std::vector<TempTrajectory, std::allocator<TempTrajectory> >&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#12 0x00007f8a8e0e60d7 in CkfTrajectoryBuilder::limitedCandidates(TrajectorySeed const&, TempTrajectory&, std::vector<Trajectory, std::allocator<Trajectory> >&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#13 0x00007f8a8e0e62cf in CkfTrajectoryBuilder::buildTrajectories(TrajectorySeed const&, std::vector<Trajectory, std::allocator<Trajectory> >&, unsigned int&, TrajectoryFilter const*) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#14 0x00007f8a8e0da263 in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&)::{lambda(unsigned long)#1}::operator()(unsigned long) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#15 0x00007f8a8e0dbceb in cms::CkfTrackCandidateMakerBase::produceBase(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoTrackerCkfPattern.so
#16 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#19 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#21 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c3e49500, waiter=..., this=0x7f8b7537e700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#22 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e700) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#23 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#24 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#25 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#26 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372e00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#27 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#28 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 12 (Thread 0x7f8aa89ff700 (LWP 4020672) "cmsRun"):
#0  0x00007f8b7a73a3fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007f8b7adbae90 in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/x86_64-redhat-linux-gnu/bits/gthr-default.h:865
#2  std::__condvar::wait (__m=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/jenkins-test-bootstrap/toolconf/BUILD/el8_amd64_gcc11/external/gcc/11.2.1-f9b9dfdd886f71cd63f5538223d8f161/gcc-11.2.1/obj/x86_64-redhat-linux-gnu/libstdc++-v3/include/bits/std_mutex.h:155
#3  std::condition_variable::wait (this=<optimized out>, __lock=...) at ../../../../../libstdc++-v3/src/c++11/condition_variable.cc:41
#4  0x00007f8b6ba65b05 in FedRawDataInputSource::readWorker(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#5  0x00007f8b7adc09b4 in std::execute_native_thread_routine (__p=0x7f8b68c0c4f0) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#6  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#7  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 11 (Thread 0x7f8af17ff700 (LWP 4020671) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b68ac22b3 in JacobianLocalToCurvilinear::compute(TkRotation<float> const&, Vector3DBase<float, LocalTag> const&, Vector3DBase<float, GlobalTag> const&, Vector3DBase<float, GlobalTag> const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsAnalyticalJacobians.so
#5  0x00007f8b68ac4669 in JacobianLocalToCurvilinear::JacobianLocalToCurvilinear(Surface const&, LocalTrajectoryParameters const&, GlobalTrajectoryParameters const&, MagneticField const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsAnalyticalJacobians.so
#6  0x00007f8b68ae7346 in BasicTrajectoryState::checkCurvilinError() const [clone .part.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrajectoryState.so
#7  0x00007f8b6b977355 in Propagator::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#8  0x00007f8b1b3dca72 in PropagatorWithMaterial::propagateWithPath(TrajectoryStateOnSurface const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#9  0x00007f8a7958ce8c in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007f8a7958da48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a28fe9200, waiter=..., this=0x7f8b7537e600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e600) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372d80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#23 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 10 (Thread 0x7f8b02dfd700 (LWP 4020670) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  rtree_cache_direct_map (key=<optimized out>) at include/jemalloc/internal/rtree.h:148
#5  rtree_leaf_elm_lookup (init_missing=false, dependent=true, key=<optimized out>, rtree_ctx=<optimized out>, rtree=<optimized out>, tsdn=0x7f8b02df77f8) at include/jemalloc/internal/rtree.h:362
#6  emap_edata_lookup_batch (result=0x7f8b02df67d0, result@entry=0x7f8b02df6780, metadata_visitor_ctx=<synthetic pointer>, metadata_visitor=<optimized out>, ptr_getter_ctx=0x7f8b02df6bc0, ptr_getter_ctx@entry=0x7f8b02df6780, ptr_getter=<optimized out>, nptrs=nptrs@entry=800, emap=<optimized out>, tsd=0x7f8b02df77f8, tsd@entry=0x7f8b02df79a8) at include/jemalloc/internal/emap.h:334
#7  tcache_bin_flush_edatas_lookup (tsd=tsd@entry=0x7f8b02df77f8, arr=arr@entry=0x7f8b02df6bc0, nflush=nflush@entry=100, edatas=edatas@entry=0x7f8b02df67d0, binind=3) at src/tcache.c:288
#8  0x00007f8b7ba60f60 in tcache_bin_flush_impl (small=true, nflush=<optimized out>, ptrs=0x7f8b02df6bc0, binind=3, cache_bin=0x7f8b02df7ba0, tcache=0x7f8b02df7b50, tsd=0x7f8b02df6c00) at src/tcache.c:331
#9  tcache_bin_flush_bottom (small=true, rem=<optimized out>, binind=<optimized out>, cache_bin=<optimized out>, tcache=<optimized out>, tsd=tsd@entry=0x7f8b02df6c00) at src/tcache.c:519
#10 je_tcache_bin_flush_small (tsd=tsd@entry=0x7f8b02df77f8, tcache=<optimized out>, cache_bin=<optimized out>, binind=<optimized out>, rem=<optimized out>) at src/tcache.c:529
#11 0x00007f8b7b9f63b4 in tcache_dalloc_small (slow_path=false, binind=<optimized out>, ptr=0x7f89280190c0, tcache=<optimized out>, tsd=0x7f8b02df77f8) at include/jemalloc/internal/tcache_inlines.h:157
#12 arena_sdalloc (slow_path=<optimized out>, caller_alloc_ctx=<optimized out>, tcache=<optimized out>, size=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:418
#13 isdalloct (slow_path=<optimized out>, alloc_ctx=<optimized out>, tcache=<optimized out>, size=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:133
#14 isfree (slow_path=false, tcache=<optimized out>, usize=<optimized out>, ptr=0x7f89280190c0, tsd=0x7f8b02df77f8) at src/jemalloc.c:2982
#15 je_sdallocx_default (ptr=0x7f89280190c0, size=<optimized out>, flags=<optimized out>) at src/jemalloc.c:3924
#16 0x00007f8b7ba6833e in sizedDeleteImpl (size=<optimized out>, ptr=<optimized out>) at src/jemalloc_cpp.cpp:195
#17 operator delete (ptr=<optimized out>, size=<optimized out>) at src/jemalloc_cpp.cpp:200
#18 0x00007f8b1add2825 in edm::Wrapper<edm::SortedCollection<EcalTriggerPrimitiveDigi, edm::StrictWeakOrdering<EcalTriggerPrimitiveDigi> > >::~Wrapper() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginEventFilterEcalRawToDigiPlugins.so
#19 0x00007f8b7cd8611a in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#20 0x00007f8b7ce2bee6 in edm::DataManagingProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#21 0x00007f8b7ce2c893 in edm::SwitchBaseProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#22 0x00007f8b7ce2c8d4 in edm::SwitchProducerProductResolver::resetProductData_(bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#23 0x00007f8b7ce1c1b8 in edm::Principal::clearPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#24 0x00007f8b7cd956cd in edm::EventPrincipal::clearEventPrincipal() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#25 0x00007f8b7cdd1bb2 in edm::FunctorWaitingTask<edm::waiting_task::detail::WaitingTaskChain<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#4}>, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#3}> >, edm::waiting_task::detail::Conditional<edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#2}> >, edm::waiting_task::detail::AutoExceptionHandler<edm::EventProcessor::processEventAsyncImpl(edm::WaitingTaskHolder, unsigned int)::{lambda(auto:1)#1}> >::runLast(edm::WaitingTaskHolder)::{lambda(std::__exception_ptr::exception_ptr const*)#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#26 0x00007f8b7cd847cf in tbb::detail::d1::function_task<edm::WaitingTaskHolder::doneWaiting(std::__exception_ptr::exception_ptr)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#27 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c4040100, waiter=..., this=0x7f8b7537e880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#28 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e880) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#29 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#30 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#31 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#32 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372f00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#33 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#34 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 9 (Thread 0x7f8b043ff700 (LWP 4020669) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1b3da5d7 in EnergyLossUpdator::compute(TrajectoryStateOnSurface const&, PropagationDirection, materialEffect::Effect&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#5  0x00007f8b1b3da919 in MaterialEffectsUpdator::updateStateInPlace(TrajectoryStateOnSurface&, PropagationDirection) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#6  0x00007f8b1b3dc16d in PropagatorWithMaterial::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#7  0x00007f8a6b3246ed in TrajSeedMatcher::getTrajStateFromPoint(TrackingRecHit const&, FreeTrajectoryState const&, Point3DBase<float, GlobalTag> const&, PropagatorWithMaterial const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#8  0x00007f8a6b324c40 in TrajSeedMatcher::processSeed(TrajectorySeed const&, Point3DBase<float, GlobalTag> const&, float, TrajectoryStateOnSurface const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#9  0x00007f8a6b325de2 in TrajSeedMatcher::operator()(Point3DBase<float, GlobalTag> const&, float) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libRecoEgammaEgammaElectronAlgos.so
#10 0x00007f8a6b3ae49a in ElectronNHitSeedProducer::produce(edm::StreamID, edm::Event&, edm::EventSetup const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoEgammaEgammaElectronProducersPlugins.so
#11 0x00007f8b7ce8f9cb in edm::global::EDProducerBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce895d2 in edm::WorkerT<edm::global::EDProducerBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a267cbf00, waiter=..., this=0x7f8b7537eb00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537eb00) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75373000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75373000) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#23 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 8 (Thread 0x7f8b039fe700 (LWP 4020668) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1b2b42cf in SteppingHelixPropagator::propagate(SteppingHelixStateInfo const&, Plane const&, SteppingHelixStateInfo&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#5  0x00007f8b1b2eaf7d in TrackDetectorAssociator::fillMuon(edm::Event const&, TrackDetMatchInfo&, TrackAssociatorParameters const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#6  0x00007f8b1b2efaf6 in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, TrackAssociatorParameters const&, FreeTrajectoryState const*, FreeTrajectoryState const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#7  0x00007f8b1b2f0379 in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, reco::Track const&, TrackAssociatorParameters const&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#8  0x00007f8a794b23fe in MuonIdProducer::fillMuonId(edm::Event&, edm::EventSetup const&, reco::Muon&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#9  0x00007f8a794b4dc9 in MuonIdProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#10 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#15 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a2672d400, waiter=..., this=0x7f8b7537e980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#16 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e980) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#17 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#18 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#19 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#20 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372e80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#21 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#22 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 7 (Thread 0x7f8b053ff700 (LWP 4020667) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b68ac32f2 in AnalyticalCurvilinearJacobian::computeFullJacobian(GlobalTrajectoryParameters const&, Point3DBase<float, GlobalTag> const&, Vector3DBase<float, GlobalTag> const&, Vector3DBase<float, GlobalTag> const&, double const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsAnalyticalJacobians.so
#5  0x00007f8b68ac3985 in AnalyticalCurvilinearJacobian::AnalyticalCurvilinearJacobian(GlobalTrajectoryParameters const&, Point3DBase<float, GlobalTag> const&, Vector3DBase<float, GlobalTag> const&, double const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsAnalyticalJacobians.so
#6  0x00007f8b6b977583 in AnalyticalPropagator::propagatedStateWithPath(FreeTrajectoryState const&, Surface const&, GlobalTrajectoryParameters const&, double const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#7  0x00007f8b6b9827fe in AnalyticalPropagator::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsGeomPropagators.so
#8  0x00007f8b1b3dc115 in PropagatorWithMaterial::propagateWithPath(FreeTrajectoryState const&, Plane const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsMaterialEffects.so
#9  0x00007f8a7958cfba in SeedFromConsecutiveHitsCreator::makeSeed(std::vector<TrajectorySeed, std::allocator<TrajectorySeed> >&, SeedingHitSet const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#10 0x00007f8a7958da48 in SeedCreatorFromRegionHitsEDProducerT<SeedFromConsecutiveHitsCreator>::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTrackerTkSeedGeneratorPlugins.so
#11 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#12 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#13 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#14 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#16 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a2b394a00, waiter=..., this=0x7f8b7537e680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#17 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e680) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#18 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#19 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#20 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75372f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#21 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75372f80) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#22 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#23 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 6 (Thread 0x7f8b06306700 (LWP 4020666) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8a6ade49e9 in reco::tau::Combinatoric<std::vector<reco::PFRecoTauChargedHadron, std::allocator<reco::PFRecoTauChargedHadron> > >::combo_begin() const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTauTagRecoTauPlugins.so
#5  0x00007f8a6ade8ece in reco::tau::RecoTauBuilderCombinatoricPlugin::operator()(edm::RefToBase<reco::Jet> const&, std::vector<reco::PFRecoTauChargedHadron, std::allocator<reco::PFRecoTauChargedHadron> > const&, std::vector<reco::RecoTauPiZero, std::allocator<reco::RecoTauPiZero> > const&, std::vector<edm::Ptr<reco::Candidate>, std::allocator<edm::Ptr<reco::Candidate> > > const&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTauTagRecoTauPlugins.so
#6  0x00007f8a6ae275e7 in RecoTauProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoTauTagRecoTauPlugins.so
#7  0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#8  0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#9  0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#10 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#11 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#12 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f89c41bb000, waiter=..., this=0x7f8b7537e580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#13 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e580) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#14 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#15 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#16 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75373100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#17 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75373100) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#18 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#19 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 5 (Thread 0x7f8b06d07700 (LWP 4020665) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b1b2b12d3 in SteppingHelixPropagator::makeAtomStep(SteppingHelixStateInfo&, SteppingHelixStateInfo&, double, PropagationDirection, SteppingHelixPropagator::Fancy) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#5  0x00007f8b1b2b2a0f in SteppingHelixPropagator::propagate(SteppingHelixStateInfo (&) [8], int&, SteppingHelixPropagator::DestType, double const*, double) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#6  0x00007f8b1b2b441a in SteppingHelixPropagator::propagate(SteppingHelixStateInfo const&, Plane const&, SteppingHelixStateInfo&) const () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackPropagationSteppingHelixPropagator.so
#7  0x00007f8b1b2d7301 in CachedTrajectory::propagate(SteppingHelixStateInfo&, Plane const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#8  0x00007f8b1b2d78dd in CachedTrajectory::propagateForward(SteppingHelixStateInfo&, float) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#9  0x00007f8b1b2d7e70 in CachedTrajectory::propagateAll(SteppingHelixStateInfo const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#10 0x00007f8b1b2ef20b in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, TrackAssociatorParameters const&, FreeTrajectoryState const*, FreeTrajectoryState const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#11 0x00007f8b1b2f0379 in TrackDetectorAssociator::associate(edm::Event const&, edm::EventSetup const&, reco::Track const&, TrackAssociatorParameters const&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libTrackingToolsTrackAssociator.so
#12 0x00007f8a794b23fe in MuonIdProducer::fillMuonId(edm::Event&, edm::EventSetup const&, reco::Muon&, TrackDetectorAssociator::Direction) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#13 0x00007f8a794b4dc9 in MuonIdProducer::produce(edm::Event&, edm::EventSetup const&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginRecoMuonMuonIdentificationPlugins.so
#14 0x00007f8b7cea395d in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#15 0x00007f8b7ce8a072 in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#16 0x00007f8b7ce166da in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#17 0x00007f8b7ce16b88 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#18 0x00007f8b7cb6bf79 in tbb::detail::d1::function_task<edm::WaitingTaskList::announce()::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#19 0x00007f8b7b5e8304 in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::outermost_worker_waiter> (t=0x7f8a2dd2cd00, waiter=..., this=0x7f8b7537e500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#20 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::outermost_worker_waiter> (t=0x0, waiter=..., this=0x7f8b7537e500) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#21 tbb::detail::r1::arena::process (tls=..., this=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:137
#22 tbb::detail::r1::market::process (this=<optimized out>, j=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/market.cpp:599
#23 0x00007f8b7b5ea4c6 in tbb::detail::r1::rml::private_worker::run (this=0x7f8b75373080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:271
#24 tbb::detail::r1::rml::private_worker::thread_routine (arg=0x7f8b75373080) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/private_server.cpp:221
#25 0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#26 0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 4 (Thread 0x7f8b3b9ff700 (LWP 4020598) "cuda-EvtHandlr"):
#0  0x00007f8b7a456a71 in poll () from /lib64/libc.so.6
#1  0x00007f8b5b15a479 in ?? () from /lib64/libcuda.so.1
#2  0x00007f8b5b20860b in ?? () from /lib64/libcuda.so.1
#3  0x00007f8b5b153168 in ?? () from /lib64/libcuda.so.1
#4  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 3 (Thread 0x7f8b3c6e5700 (LWP 4020597) "cuda-EvtHandlr"):
#0  0x00007f8b7a456a71 in poll () from /lib64/libc.so.6
#1  0x00007f8b5b15a479 in ?? () from /lib64/libcuda.so.1
#2  0x00007f8b5b20860b in ?? () from /lib64/libcuda.so.1
#3  0x00007f8b5b153168 in ?? () from /lib64/libcuda.so.1
#4  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 2 (Thread 0x7f8b431e7700 (LWP 4020555) "cmsRun"):
#0  0x00007f8b7a73e5a2 in waitpid () from /lib64/libpthread.so.0
#1  0x00007f8b7132c157 in edm::service::cmssw_stacktrace_fork() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#2  0x00007f8b7132ea9a in edm::service::InitRootHandlers::stacktraceHelperThread() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  0x00007f8b7adc09b4 in std::execute_native_thread_routine (__p=0x7f8b73c478a0) at ../../../../../libstdc++-v3/src/c++11/thread.cc:82
#4  0x00007f8b7a73417a in start_thread () from /lib64/libpthread.so.0
#5  0x00007f8b7a461df3 in clone () from /lib64/libc.so.6
Thread 1 (Thread 0x7f8b798c3640 (LWP 4019672) "cmsRun"):
#0  0x00007f8b7a42dd98 in nanosleep () from /lib64/libc.so.6
#1  0x00007f8b7a42dc9e in sleep () from /lib64/libc.so.6
#2  0x00007f8b7132bed0 in sig_pause_for_stacktrace () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00007f8b7ba48371 in eset_first_fit (lg_max_fit=6, exact_only=<optimized out>, size=20480, eset=0x7f8b79603b18) at src/eset.c:231
#5  je_eset_fit (eset=eset@entry=0x7f8b79603b18, esize=esize@entry=20480, alignment=alignment@entry=4096, exact_only=<optimized out>, lg_max_fit=<optimized out>) at src/eset.c:270
#6  0x00007f8b7ba4b734 in extent_recycle_extract (ehooks=0x7f8b796000c0, guarded=<optimized out>, alignment=4096, size=20480, expand_edata=0x0, ecache=0x7f8b79603aa8, pac=0x7f8b79603a70, tsdn=0x7f8b798bd738) at src/extent.c:437
#7  extent_recycle (tsdn=tsdn@entry=0x7f8b798bd738, pac=pac@entry=0x7f8b79603a70, ehooks=ehooks@entry=0x7f8b796000c0, ecache=ecache@entry=0x7f8b79603aa8, expand_edata=expand_edata@entry=0x0, size=size@entry=20480, alignment=<optimized out>, zero=<optimized out>, commit=<optimized out>, growing_retained=<optimized out>, guarded=<optimized out>) at src/extent.c:606
#8  0x00007f8b7ba4b809 in je_ecache_alloc (tsdn=tsdn@entry=0x7f8b798bd738, pac=pac@entry=0x7f8b79603a70, ehooks=ehooks@entry=0x7f8b796000c0, ecache=ecache@entry=0x7f8b79603aa8, expand_edata=expand_edata@entry=0x0, size=size@entry=20480, alignment=4096, zero=false, guarded=false) at src/extent.c:87
#9  0x00007f8b7ba5679e in pac_alloc_real (tsdn=tsdn@entry=0x7f8b798bd738, pac=pac@entry=0x7f8b79603a70, ehooks=ehooks@entry=0x7f8b796000c0, size=size@entry=20480, alignment=alignment@entry=4096, zero=zero@entry=false, guarded=false) at src/pac.c:116
#10 0x00007f8b7ba56940 in pac_alloc_impl (tsdn=0x7f8b798bd738, self=0x7f8b79603a70, size=20480, alignment=4096, zero=<optimized out>, guarded=<optimized out>, frequent_reuse=true, deferred_work_generated=0x7ffcc4f4928f) at src/pac.c:178
#11 0x00007f8b7ba557cd in pai_alloc (deferred_work_generated=0x7ffcc4f4928f, frequent_reuse=true, guarded=false, zero=false, alignment=<optimized out>, size=20480, self=0x7f8b79603a70, tsdn=0x7f8b798bd738) at include/jemalloc/internal/pai.h:43
#12 je_pa_alloc (tsdn=tsdn@entry=0x7f8b798bd738, shard=shard@entry=0x7f8b79603a58, size=20480, alignment=alignment@entry=4096, slab=slab@entry=true, szind=szind@entry=21, zero=false, guarded=false, deferred_work_generated=0x7ffcc4f4928f) at src/pa.c:139
#13 0x00007f8b7b9f94fd in arena_slab_alloc (tsdn=tsdn@entry=0x7f8b798bd738, arena=arena@entry=0x7f8b796010c0, binind=binind@entry=21, binshard=binshard@entry=0, bin_info=bin_info@entry=0x7f8b7bc8df08 <je_bin_infos+840>) at src/arena.c:839
#14 0x00007f8b7b9fab5d in je_arena_cache_bin_fill_small (tsdn=<optimized out>, arena=<optimized out>, cache_bin=<optimized out>, cache_bin_info=<optimized out>, binind=<optimized out>, nfill=<optimized out>) at src/arena.c:1034
#15 0x00007f8b7ba60df9 in je_tcache_alloc_small_hard (tsdn=tsdn@entry=0x7f8b798bd738, arena=arena@entry=0x7f8b796010c0, tcache=tcache@entry=0x7f8b798bda90, cache_bin=cache_bin@entry=0x7f8b798bdc90, binind=binind@entry=21, tcache_success=tcache_success@entry=0x7ffcc4f49400) at src/tcache.c:238
#16 0x00007f8b7b9efbf2 in tcache_alloc_small (slow_path=<optimized out>, zero=false, binind=21, size=<optimized out>, tcache=<optimized out>, arena=0x7f8b796010c0, tsd=0x7f8b798bd738) at include/jemalloc/internal/tcache_inlines.h:68
#17 arena_malloc (slow_path=<optimized out>, tcache=<optimized out>, zero=false, ind=21, size=<optimized out>, arena=0x0, tsdn=0x7f8b798bd738) at include/jemalloc/internal/arena_inlines_b.h:151
#18 iallocztm (slow_path=<optimized out>, arena=0x0, is_internal=false, tcache=<optimized out>, zero=false, ind=21, size=<optimized out>, tsdn=0x7f8b798bd738) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:55
#19 imalloc_no_sample (ind=21, usize=1280, size=<optimized out>, tsd=0x7f8b798bd738, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2398
#20 imalloc_body (tsd=0x7f8b798bd738, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2573
#21 imalloc (dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2687
#22 je_malloc_default (size=<optimized out>) at src/jemalloc.c:2722
#23 0x00007f8b7ba67eb9 in fallback_impl<false> (size=1144) at src/jemalloc_cpp.cpp:98
#24 0x00007f8b6ba7764f in std::vector<unsigned char, std::allocator<unsigned char> >::operator=(std::vector<unsigned char, std::allocator<unsigned char> > const&) [clone .isra.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#25 0x00007f8b6ba5f0b7 in FedRawDataInputSource::read(edm::EventPrincipal&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libEventFilterUtilities.so
#26 0x00007f8b7ce005a7 in void edm::callWithTryCatchAndPrint<void>(std::function<void ()>, char const*, bool) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#27 0x00007f8b7ce00a0b in edm::InputSource::readEvent(edm::EventPrincipal&, edm::StreamContext&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#28 0x00007f8b7cdab7e6 in edm::EventProcessor::readEvent(unsigned int) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#29 0x00007f8b7cdabc3b in edm::EventProcessor::readNextEventForStream(edm::WaitingTaskHolder const&, unsigned int, edm::LuminosityBlockProcessingStatus&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#30 0x00007f8b7cdadb16 in edm::EventProcessor::handleNextEventForStreamAsync(edm::WaitingTaskHolder, unsigned int)::{lambda()#1}::operator()() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#31 0x00007f8b7cdce548 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::EventProcessor::handleNextEventForStreamAsync(edm::WaitingTaskHolder, unsigned int)::{lambda()#1}>(tbb::detail::d1::task_group&, edm::EventProcessor::handleNextEventForStreamAsync(edm::WaitingTaskHolder, unsigned int)::{lambda()#1}&&)::{lambda()#1}>::execute() [clone .lto_priv.0] () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#32 0x00007f8b7cb6d099 in tbb::detail::d1::function_task<edm::SerialTaskQueue::spawn(edm::SerialTaskQueue::TaskBase&)::{lambda()#1}>::execute(tbb::detail::d1::execution_data&) () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreConcurrency.so
#33 0x00007f8b7b5ef9cd in tbb::detail::r1::task_dispatcher::local_wait_for_all<false, tbb::detail::r1::external_waiter> (waiter=..., t=0x7f89b9911200, this=0x7f8b7537e480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:322
#34 tbb::detail::r1::task_dispatcher::local_wait_for_all<tbb::detail::r1::external_waiter> (waiter=..., t=<optimized out>, this=0x7f8b7537e480) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.h:458
#35 tbb::detail::r1::task_dispatcher::execute_and_wait (t=<optimized out>, wait_ctx=..., w_ctx=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/task_dispatcher.cpp:168
#36 0x00007f8b7cd9910d in edm::FinalWaitingTask::wait() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#37 0x00007f8b7cda6b91 in edm::EventProcessor::processRuns() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#38 0x00007f8b7cda70e6 in edm::EventProcessor::runToCompletion() () from /opt/offline/el8_amd64_gcc11/cms/cmssw/CMSSW_13_0_10/lib/el8_amd64_gcc11/libFWCoreFramework.so
#39 0x000000000040c17d in tbb::detail::d1::task_arena_function<main::{lambda()#1}::operator()() const::{lambda()#1}, void>::operator()() const ()
#40 0x00007f8b7b5dd847 in tbb::detail::r1::task_arena_impl::execute (ta=..., d=...) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_13_0_2-el8_amd64_gcc11/build/CMSSW_13_0_2-build/BUILD/el8_amd64_gcc11/external/tbb/v2021.8.0-bb5e0283c68ca6d69bd8419f6c08f7b1/tbb-v2021.8.0/src/tbb/arena.cpp:694
#41 0x00000000004101d0 in main::{lambda()#1}::operator()() const ()
#42 0x0000000000407d6c in main ()
Current Modules:
Module: CkfTrackCandidateMaker:hltIter0PFlowCkfTrackCandidates (crashed)
Module: GlobalEvFOutputModule:hltOutputParkingDoubleMuonLowMass0
Module: RecoTauProducer:hltHpsCombinatoricRecoTaus
Module: CkfTrackCandidateMaker:hltIterL3OITrackCandidatesNoVtx
Module: HitPairEDProducer:hltElePixelHitDoubletsForTripletsUnseeded
Module: MuonIdProducer:hltIterL3MuonsNoID
Module: PFBlockProducer:hltParticleFlowBlockForDisplTaus
Module: MuonIdProducer:hltPixelOnlyMuons