cmssw: Crashes in TensorFlow via L1TMuonEndCapTrackProducer

There are several workflows segfaulting in CMSSW_11_3_ROOT6_X_2021-02-11-2300, e.g. 25400.{0,17,18} step 1

Thread 10 (Thread 0x2b2ff6c00700 (LWP 3928)):
#2  0x00002b2f83bbee50 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00002b2f7654975d in read () from /lib64/libpthread.so.0
#5  0x00002b2f7610ade7 in std::__basic_file<char>::xsgetn (this=this@entry=0x2b321a5d17f8, __s=0x2b321a8a6000 "Type=\"-99\"/>\n\t\t\t \t \t \t \t</Node>\n\t\t\t\t\t\t\t<Node pos=\"r\" depth=\"4\" NCoef=\"0\" IVar=\"-1\" Cut=\"0.", '0' <repeats 16 times>, "E+00\" cType=\"1\" res=\"4.9359291759253354E-03\" rms=\"0.0e-00\" purity=\"0.13839670009\" nType=\"-99\"/"..., __n=__n@entry=8191) at basic_file.cc:318
#6  0x00002b2f761440b0 in std::basic_filebuf<char, std::char_traits<char> >::underflow (this=0x2b321a5d1790) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_11_1_0_pre6-slc7_amd64_gcc900/build/CMSSW_11_1_0_pre6-build/BUILD/slc7_amd64_gcc900/external/gcc/9.3.0/gcc-9.3.0/obj/x86_64-unknown-linux-gnu/libstdc++-v3/include/bits/char_traits.h:365
#7  0x00002b2f761513e2 in std::basic_streambuf<char, std::char_traits<char> >::sgetc (this=0x2b321a5d1790) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_11_1_0_pre6-slc7_amd64_gcc900/build/CMSSW_11_1_0_pre6-build/BUILD/slc7_amd64_gcc900/external/gcc/9.3.0/gcc-9.3.0/obj/x86_64-unknown-linux-gnu/libstdc++-v3/include/streambuf:345
#8  std::basic_streambuf<char, std::char_traits<char> >::sgetc (this=0x2b321a5d1790) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_11_1_0_pre6-slc7_amd64_gcc900/build/CMSSW_11_1_0_pre6-build/BUILD/slc7_amd64_gcc900/external/gcc/9.3.0/gcc-9.3.0/obj/x86_64-unknown-linux-gnu/libstdc++-v3/include/streambuf:345
#9  std::basic_streambuf<char, std::char_traits<char> >::snextc (this=0x2b321a5d1790) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_11_1_0_pre6-slc7_amd64_gcc900/build/CMSSW_11_1_0_pre6-build/BUILD/slc7_amd64_gcc900/external/gcc/9.3.0/gcc-9.3.0/obj/x86_64-unknown-linux-gnu/libstdc++-v3/include/streambuf:310
#10 std::istream::get (this=0x2b321a5d1780, __s=0x2b2fd41d6f04 "\"/>\n\t\t\t \t \t \t \t \t \t \t \t \t</Node>\n\t\t\t \t \t \t \t \t \t \t \t</Node>\n", '\t' <repeats 11 times>, "<Node pos=\"r\" depth=\"8\" NCoef=\"0\" IVar=\"-1\" Cut=\"0.", '0' <repeats 16 times>, "E+00\" cType=\"1\" res=\"-1.2680912605445170E-03\" rms=\"0.0e-00\" pu"..., __n=7500000, __delim=<optimized out>) at /data/cmsbld/jenkins/workspace/auto-builds/CMSSW_11_1_0_pre6-slc7_amd64_gcc900/build/CMSSW_11_1_0_pre6-build/BUILD/slc7_amd64_gcc900/external/gcc/9.3.0/gcc-9.3.0/obj/x86_64-unknown-linux-gnu/libstdc++-v3/include/bits/istream.tcc:337
#11 0x00002b2fb3b31b5c in TXMLInputStream::DoRead (this=0x2b2ff6bf73c0, buf=0x2b2fd408bf60 " depth=\"9\" NCoef=\"0\" IVar=\"7\" Cut=\"4.3856225585937500E+02\" cType=\"1\" res=\"1.0005330797766371E-05\" rms=\"0.0\" purity=\"0.118311864732\" nType=\"0\">\n", '\t' <repeats 13 times>, "<Node pos=\"l\" depth=\"10\" NCoef=\"0\" IVar=\"7\" "..., maxsize=7500000) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:279
#12 0x00002b2fb3b31e33 in TXMLInputStream::ShiftStream (this=0x2b2ff6bf73c0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:329
#13 0x00002b2fb3b31f1f in TXMLInputStream::ShiftCurrent (this=0x2b2ff6bf73c0, sz=28) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:356
#14 0x00002b2fb3b30808 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbbc0c0, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2194
#15 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbbc080, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#16 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbbc040, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#17 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbbc000, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#18 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbb9f80, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#19 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbb9100, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#20 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbb90c0, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#21 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbb9080, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#22 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbb9040, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#23 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbb9000, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#24 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321bbb5fc0, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#25 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321b8400b0, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#26 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321a340680, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#27 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321a478130, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#28 0x00002b2fb3b30696 in TXMLEngine::ReadNode (this=0x2b3218a1a180, xmlparent=0x2b321a478090, inp=0x2b2ff6bf73c0, resvalue=@0x2b2ff6bf737c: 0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:2164
#29 0x00002b2fb3b2e5da in TXMLEngine::ParseStream (this=0x2b3218a1a180, inp=0x2b2ff6bf73c0) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:1389
#30 0x00002b2fb3b2e48d in TXMLEngine::ParseFile (this=0x2b3218a1a180, filename=0x2b3219d152c0 "/cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/external/slc7_amd64_gcc900/data/RecoBTag/CTagging/data/c_vs_udsg_sklearn.weight.xml", maxbuf=10000000) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/io/xml/src/TXMLEngine.cxx:1360
#31 0x00002b2fb303fd17 in TMVA::Reader::GetMethodTypeFromFile (this=0x2b3219d2f280, filename=...) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/tmva/tmva/src/Reader.cxx:348
#32 0x00002b2fb30400e3 in TMVA::Reader::BookMVA (this=0x2b3219d2f280, methodTag=..., weightfile=...) at /data/cmsbld/jenkins/workspace/build-any-ib/w/BUILD/slc7_amd64_gcc900/lcg/root/6.23.01-379a6782b8ecbac8dfb31cf55de1cc2e/root-6.23.01/tmva/tmva/src/Reader.cxx:374
#33 0x00002b2fb203c3cf in reco::details::loadTMVAWeights(TMVA::Reader*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libCommonToolsMVAUtils.so
#34 0x00002b2fb2039f0e in TMVAEvaluator::initialize(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, bool, bool) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libCommonToolsMVAUtils.so
#35 0x00002b2fb8931f4d in CharmTagger::initialize(JetTagComputerRecord const&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libRecoBTagCTagging.so
#36 0x00002b2fb8914c00 in jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>::produce(JetTagComputerRecord const&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginRecoBTagCTaggingPlugins.so
#37 0x00002b2fb8919d91 in decltype ({parm#1}()) edm::convertException::wrap<edm::eventsetup::Callback<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::runProducerAsync(std::__exception_ptr::exception_ptr const*, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&)::{lambda()#1}::operator()() const::{lambda()#1}>(edm::eventsetup::Callback<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::runProducerAsync(std::__exception_ptr::exception_ptr const*, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&)::{lambda()#1}::operator()() const::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginRecoBTagCTaggingPlugins.so
#38 0x00002b2fb8919fd0 in edm::eventsetup::Callback<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::runProducerAsync(std::__exception_ptr::exception_ptr const*, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&)::{lambda()#1}::operator()() const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginRecoBTagCTaggingPlugins.so
#39 0x00002b2fb891b21f in void edm::SerialTaskQueueChain::actionToRun<edm::eventsetup::Callback<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::runProducerAsync(std::__exception_ptr::exception_ptr const*, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&)::{lambda()#1}&>(edm::eventsetup::Callback<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::runProducerAsync(std::__exception_ptr::exception_ptr const*, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&)::{lambda()#1}&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginRecoBTagCTaggingPlugins.so
#40 0x00002b2fb891b291 in edm::SerialTaskQueue::QueuedTask<edm::SerialTaskQueueChain::push<edm::eventsetup::Callback<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::runProducerAsync(std::__exception_ptr::exception_ptr const*, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&)::{lambda()#1}>(edm::eventsetup::Callback<jet_tag_computer_esproducer_impl::JetTagComputerESProducer<CharmTagger, false>, std::unique_ptr<JetTagComputer, std::default_delete<JetTagComputer> >, JetTagComputerRecord, edm::eventsetup::CallbackSimpleDecorator<JetTagComputerRecord> >::runProducerAsync(std::__exception_ptr::exception_ptr const*, edm::eventsetup::EventSetupRecordImpl const*, edm::EventSetupImpl const*, edm::ServiceToken const&)::{lambda()#1}&&)::{lambda()#1}>::execute() () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginRecoBTagCTaggingPlugins.so
#41 0x00002b2f7573a045 in tbb::internal::custom_scheduler<tbb::internal::IntelSchedulerTraits>::process_bypass_loop (this=this@entry=0x2b2f79037e00, context_guard=..., t=0x2b30c5149940, isolation=isolation@entry=0) at ../../src/tbb/scheduler.h:630
#42 0x00002b2f7573a2fb in tbb::internal::custom_scheduler<tbb::internal::IntelSchedulerTraits>::local_wait_for_all (this=0x2b2f79037e00, parent=..., child=<optimized out>) at ../../include/tbb/task.h:1003
#43 0x00002b2f73949dc0 in tbb::interface7::internal::delegated_function<edm::eventsetup::DataProxy::get(edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, bool, edm::ActivityRegistry const*, edm::EventSetupImpl const*) const::{lambda()#1} const, void>::operator()() const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#44 0x00002b2f75734b92 in tbb::interface7::internal::task_arena_base::internal_execute (this=0x2b2f73b7cfa0 <edm::esTaskArena()::s_arena>, d=...) at ../../src/tbb/arena.cpp:1105
#45 0x00002b2f73949f95 in edm::eventsetup::DataProxy::get(edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, bool, edm::ActivityRegistry const*, edm::EventSetupImpl const*) const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#46 0x00002b2f739bfc94 in edm::eventsetup::EventSetupRecordImpl::getFromProxy(edm::eventsetup::DataKey const&, edm::eventsetup::ComponentDescription const*&, bool, edm::EventSetupImpl const*) const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#47 0x00002b2fbab174e2 in JetTagProducer::produce(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginRecoBTauJetTagComputerPlugins.so
#48 0x00002b2f73aba924 in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#49 0x00002b2f73a96b4d in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#50 0x00002b2f739f73c5 in decltype ({parm#1}()) edm::convertException::wrap<edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>(edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#51 0x00002b2f739f757d in bool edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#52 0x00002b2f739f7886 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr const*, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#53 0x00002b2f739f8fb2 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so

Thread 9 (Thread 0x2b2ff5a01700 (LWP 3927)):
#3  0x00002b2f83bc0954 in sig_dostack_then_abort () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginFWCoreServicesPlugins.so
#4  <signal handler called>
#5  0x00002b2fe96c049e in absl::lts_2020_02_25::container_internal::raw_hash_set<absl::lts_2020_02_25::container_internal::FlatHashSetPolicy<long long>, absl::lts_2020_02_25::hash_internal::Hash<long long>, std::equal_to<long long>, std::allocator<long long> >::resize(unsigned long) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/external/slc7_amd64_gcc900/lib/libtensorflow_framework.so.2
#6  0x00002b2fe96c0991 in absl::lts_2020_02_25::container_internal::raw_hash_set<absl::lts_2020_02_25::container_internal::FlatHashSetPolicy<long long>, absl::lts_2020_02_25::hash_internal::Hash<long long>, std::equal_to<long long>, std::allocator<long long> >::prepare_insert(unsigned long) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/external/slc7_amd64_gcc900/lib/libtensorflow_framework.so.2
#7  0x00002b2fe985df08 in tensorflow::StaticDeviceMgr::StaticDeviceMgr(std::vector<std::unique_ptr<tensorflow::Device, std::default_delete<tensorflow::Device> >, std::allocator<std::unique_ptr<tensorflow::Device, std::default_delete<tensorflow::Device> > > >) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/external/slc7_amd64_gcc900/lib/libtensorflow_framework.so.2
#8  0x00002b2fe74e3c41 in tensorflow::DirectSessionFactory::NewSession(tensorflow::SessionOptions const&, tensorflow::Session**) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/external/slc7_amd64_gcc900/lib/libtensorflow_cc.so.2
#9  0x00002b2fe9861e43 in tensorflow::NewSession(tensorflow::SessionOptions const&, tensorflow::Session**) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/external/slc7_amd64_gcc900/lib/libtensorflow_framework.so.2
#10 0x00002b2fde6cb762 in tensorflow::createSession(tensorflow::SessionOptions&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libPhysicsToolsTensorFlow.so
#11 0x00002b2fde6cb822 in tensorflow::createSession(tensorflow::GraphDef const*, tensorflow::SessionOptions&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libPhysicsToolsTensorFlow.so
#12 0x00002b2fde6cc133 in tensorflow::createSession(tensorflow::GraphDef const*, int) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libPhysicsToolsTensorFlow.so
#13 0x00002b300ed67ade in PtAssignmentEngineDxy::configure(int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libL1TriggerL1TMuonEndCap.so
#14 0x00002b300ed5cf78 in PtAssignment::configure(PtAssignmentEngine*, PtAssignmentEngineDxy*, int, int, int, int, bool, bool, bool, bool, bool, bool, bool, int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libL1TriggerL1TMuonEndCap.so
#15 0x00002b300ed69962 in SectorProcessor::process_single_bx(int, std::vector<L1TMuon::TriggerPrimitive, std::allocator<L1TMuon::TriggerPrimitive> > const&, std::vector<l1t::EMTFHit, std::allocator<l1t::EMTFHit> >&, std::vector<l1t::EMTFTrack, std::allocator<l1t::EMTFTrack> >&, std::deque<std::vector<l1t::EMTFHit, std::allocator<l1t::EMTFHit> >, std::allocator<std::vector<l1t::EMTFHit, std::allocator<l1t::EMTFHit> > > >&, std::deque<std::vector<l1t::EMTFTrack, std::allocator<l1t::EMTFTrack> >, std::allocator<std::vector<l1t::EMTFTrack, std::allocator<l1t::EMTFTrack> > > >&, std::map<std::array<int, 3ul>, int, std::less<std::array<int, 3ul> >, std::allocator<std::pair<std::array<int, 3ul> const, int> > >&) const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libL1TriggerL1TMuonEndCap.so
#16 0x00002b300ed6ac0d in SectorProcessor::process(edm::EventID const&, std::vector<L1TMuon::TriggerPrimitive, std::allocator<L1TMuon::TriggerPrimitive> > const&, std::vector<l1t::EMTFHit, std::allocator<l1t::EMTFHit> >&, std::vector<l1t::EMTFTrack, std::allocator<l1t::EMTFTrack> >&) const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libL1TriggerL1TMuonEndCap.so
#17 0x00002b300ed7f850 in TrackFinder::process(edm::Event const&, edm::EventSetup const&, std::vector<l1t::EMTFHit, std::allocator<l1t::EMTFHit> >&, std::vector<l1t::EMTFTrack, std::allocator<l1t::EMTFTrack> >&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libL1TriggerL1TMuonEndCap.so
#18 0x00002b30bad29d7c in L1TMuonEndCapTrackProducer::produce(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginL1TriggerL1TMuonEndCapPlugins.so
#19 0x00002b2f73aba924 in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#20 0x00002b2f73a96b4d in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#21 0x00002b2f739f73c5 in decltype ({parm#1}()) edm::convertException::wrap<edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>(edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#22 0x00002b2f739f757d in bool edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#23 0x00002b2f739f7886 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr const*, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#24 0x00002b2f739f8fb2 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so

#2  0x00002b2f83bbee50 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00002b300cf63353 in TrackingParticleSelector::operator()(TrackingParticle const&) const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginValidationRecoMuonPlugins.so
#5  0x00002b300cf4d40f in MuonTrackValidator::analyze(edm::Event const&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginValidationRecoMuonPlugins.so
#6  0x00002b2f73aba924 in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#7  0x00002b2f73a96b4d in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#8  0x00002b2f739f73c5 in decltype ({parm#1}()) edm::convertException::wrap<edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>(edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#9  0x00002b2f739f757d in bool edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#10 0x00002b2f739f7886 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr const*, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#11 0x00002b2f739f8fb2 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so

#2  0x00002b2f83bbee50 in sig_pause_for_stacktrace () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginFWCoreServicesPlugins.so
#3  <signal handler called>
#4  0x00002b2f7683a777 in sched_yield () from /lib64/libc.so.6
#5  0x00002b2f757391dd in tbb::internal::custom_scheduler<tbb::internal::IntelSchedulerTraits>::receive_or_steal_task (this=0x2b2f791e6600, completion_ref_count=<optimized out>, isolation=0) at ../../src/tbb/mailbox.h:225
#6  0x00002b2f7573a347 in tbb::internal::custom_scheduler<tbb::internal::IntelSchedulerTraits>::local_wait_for_all (this=0x2b2f791e6600, parent=..., child=<optimized out>) at ../../include/tbb/task.h:1003
#7  0x00002b2f73949dc0 in tbb::interface7::internal::delegated_function<edm::eventsetup::DataProxy::get(edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, bool, edm::ActivityRegistry const*, edm::EventSetupImpl const*) const::{lambda()#1} const, void>::operator()() const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#8  0x00002b2f75734b92 in tbb::interface7::internal::task_arena_base::internal_execute (this=0x2b2f73b7cfa0 <edm::esTaskArena()::s_arena>, d=...) at ../../src/tbb/arena.cpp:1105
#9  0x00002b2f73949f95 in edm::eventsetup::DataProxy::get(edm::eventsetup::EventSetupRecordImpl const&, edm::eventsetup::DataKey const&, bool, edm::ActivityRegistry const*, edm::EventSetupImpl const*) const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#10 0x00002b2f739bfc94 in edm::eventsetup::EventSetupRecordImpl::getFromProxy(edm::eventsetup::DataKey const&, edm::eventsetup::ComponentDescription const*&, bool, edm::EventSetupImpl const*) const () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#11 0x00002b2fbab174e2 in JetTagProducer::produce(edm::Event&, edm::EventSetup const&) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/pluginRecoBTauJetTagComputerPlugins.so
#12 0x00002b2f73aba924 in edm::stream::EDProducerAdaptorBase::doEvent(edm::EventTransitionInfo const&, edm::ActivityRegistry*, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#13 0x00002b2f73a96b4d in edm::WorkerT<edm::stream::EDProducerAdaptorBase>::implDo(edm::EventTransitionInfo const&, edm::ModuleCallingContext const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#14 0x00002b2f739f73c5 in decltype ({parm#1}()) edm::convertException::wrap<edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}>(edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*)::{lambda()#1}) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#15 0x00002b2f739f757d in bool edm::Worker::runModule<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#16 0x00002b2f739f7886 in std::__exception_ptr::exception_ptr edm::Worker::runModuleAfterAsyncPrefetch<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >(std::__exception_ptr::exception_ptr const*, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::TransitionInfoType const&, edm::StreamID, edm::ParentContext const&, edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1>::Context const*) () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so
#17 0x00002b2f739f8fb2 in edm::Worker::RunModuleTask<edm::OccurrenceTraits<edm::EventPrincipal, (edm::BranchActionType)1> >::execute() () from /cvmfs/cms-ib.cern.ch/nweek-02667/slc7_amd64_gcc900/cms/cmssw/CMSSW_11_3_ROOT6_X_2021-02-11-2300/lib/slc7_amd64_gcc900/libFWCoreFramework.so

Current Modules:
Module: L1TMuonEndCapTrackProducer:simEmtfDigis (crashed)
Module: JetTagProducer:pfCombinedCvsLJetTags
Module: JetTagProducer:pfCombinedCvsLJetTags
Module: MuonTrackValidator:glbMuonTrackVMuonAssoc

https://cmssdt.cern.ch/SDT/cgi-bin/logreader/slc7_amd64_gcc900/CMSSW_11_3_ROOT6_X_2021-02-11-2300/pyRelValMatrixLogs/run/25400.0_ZEE_13+FS_ZEE_13_UP15_PU25+HARVESTUP15FS+MINIAODMCUP15FS/step1_ZEE_13+FS_ZEE_13_UP15_PU25+HARVESTUP15FS+MINIAODMCUP15FS.log#/