#include <RunManagerMTWorker.h>

Classes
struct	TLSData

Public Member Functions
void	abortEvent ()

void	abortRun (bool softAbort=false)

void	Connect (EventAction *)

void	Connect (RunAction *)

void	Connect (SteppingAction *)

void	Connect (TrackingAction *)

void	endRun ()

SimTrackManager *	GetSimTrackManager ()

void	initializeG4 (RunManagerMT *runManagerMaster, const edm::EventSetup &es)

std::unique_ptr< G4SimEvent >	produce (const edm::Event &inpevt, const edm::EventSetup &es, RunManagerMT &runManagerMaster)

std::vector< std::shared_ptr< SimProducer > > &	producers ()

	RunManagerMTWorker (const edm::ParameterSet &iConfig, edm::ConsumesCollector &&i)

std::vector< SensitiveCaloDetector * > &	sensCaloDetectors ()

std::vector< SensitiveTkDetector * > &	sensTkDetectors ()

G4SimEvent *	simEvent ()

	~RunManagerMTWorker ()

Private Member Functions
void	DumpMagneticField (const G4Field *, const std::string &) const

G4Event *	generateEvent (const edm::Event &inpevt)

void	initializeRun ()

void	initializeTLS ()

void	initializeUserActions ()

void	resetGenParticleId (const edm::Event &inpevt)

void	terminateRun ()

Static Private Member Functions
static void	resetTLS ()

Static Private Attributes
static thread_local bool	dumpMF = false

static thread_local TLSData *	m_tls {nullptr}

Detailed Description

Definition at line 41 of file RunManagerMTWorker.h.

Constructor & Destructor Documentation

◆ RunManagerMTWorker()

RunManagerMTWorker::RunManagerMTWorker	(	const edm::ParameterSet &	iConfig,
		edm::ConsumesCollector &&	i
	)

explicit

Definition at line 148 of file RunManagerMTWorker.cc.

     : m_generator(iConfig.getParameter<edm::ParameterSet>("Generator")),
       m_InToken(iC.consumes<edm::HepMCProduct>(
           iConfig.getParameter<edm::ParameterSet>("Generator").getParameter<edm::InputTag>("HepMCProductLabel"))),
       m_theLHCTlinkToken(
           iC.consumes<edm::LHCTransportLinkContainer>(iConfig.getParameter<edm::InputTag>("theLHCTlinkTag"))),
       m_nonBeam(iConfig.getParameter<bool>("NonBeamEvent")),
       m_pUseMagneticField(iConfig.getParameter<bool>("UseMagneticField")),
       m_LHCTransport(iConfig.getParameter<bool>("LHCTransport")),
       m_EvtMgrVerbosity(iConfig.getUntrackedParameter<int>("G4EventManagerVerbosity", 0)),
       m_pField(iConfig.getParameter<edm::ParameterSet>("MagneticField")),
       m_pRunAction(iConfig.getParameter<edm::ParameterSet>("RunAction")),
       m_pEventAction(iConfig.getParameter<edm::ParameterSet>("EventAction")),
       m_pStackingAction(iConfig.getParameter<edm::ParameterSet>("StackingAction")),
       m_pTrackingAction(iConfig.getParameter<edm::ParameterSet>("TrackingAction")),
       m_pSteppingAction(iConfig.getParameter<edm::ParameterSet>("SteppingAction")),
       m_pCustomUIsession(iConfig.getUntrackedParameter<edm::ParameterSet>("CustomUIsession")),
       m_p(iConfig),
       m_simEvent(nullptr),
       m_sVerbose(nullptr) {
   std::vector<edm::ParameterSet> watchers = iConfig.getParameter<std::vector<edm::ParameterSet> >("Watchers");
   m_hasWatchers = !watchers.empty();
   initializeTLS();
   int thisID = getThreadIndex();
   if (m_LHCTransport) {
     m_LHCToken = iC.consumes<edm::HepMCProduct>(edm::InputTag("LHCTransport"));
   }
   edm::LogVerbatim("SimG4CoreApplication") << "RunManagerMTWorker is constructed for the thread " << thisID;
 }

References edm::ParameterSet::getParameter(), initializeTLS(), HLT_FULL_cff::InputTag, m_hasWatchers, m_LHCToken, and m_LHCTransport.

◆ ~RunManagerMTWorker()

RunManagerMTWorker::~RunManagerMTWorker ( )

Definition at line 178 of file RunManagerMTWorker.cc.

                                         {
   ++n_tls_shutdown_task;
   resetTLS();
  
   {
     //make sure all tasks are done before continuing
     timespec s;
     s.tv_sec = 0;
     s.tv_nsec = 10000;
     while (n_tls_shutdown_task != 0) {
       nanosleep(&s, nullptr);
     }
   }
 }

References resetTLS(), and alignCSCRings::s.

Member Function Documentation

◆ abortEvent()

void RunManagerMTWorker::abortEvent ( )

Definition at line 553 of file RunManagerMTWorker.cc.

                                     {
   if (m_tls->runTerminated) {
     return;
   }
   G4Track* t = m_tls->kernel->GetEventManager()->GetTrackingManager()->GetTrack();
   t->SetTrackStatus(fStopAndKill);
  
   // CMS-specific act
   //
   TrackingAction* uta = static_cast<TrackingAction*>(m_tls->kernel->GetEventManager()->GetUserTrackingAction());
   uta->PostUserTrackingAction(t);
  
   m_tls->currentEvent->SetEventAborted();
   m_tls->kernel->GetEventManager()->GetStackManager()->clear();
   m_tls->kernel->GetEventManager()->GetTrackingManager()->EventAborted();
 }

References RunManagerMTWorker::TLSData::currentEvent, RunManagerMTWorker::TLSData::kernel, m_tls, TrackingAction::PostUserTrackingAction(), RunManagerMTWorker::TLSData::runTerminated, and submitPVValidationJobs::t.

Referenced by SimRunInterface::abortEvent(), and abortRun().

◆ abortRun()

void RunManagerMTWorker::abortRun ( bool softAbort = false )

Definition at line 570 of file RunManagerMTWorker.cc.

                                                 {
   if (!softAbort) {
     abortEvent();
   }
   m_tls->currentRun = nullptr;
   terminateRun();
 }

References abortEvent(), RunManagerMTWorker::TLSData::currentRun, m_tls, and terminateRun().

Referenced by SimRunInterface::abortRun().

◆ Connect() [1/4]

void RunManagerMTWorker::Connect ( EventAction * eventAction )

Definition at line 413 of file RunManagerMTWorker.cc.

                                                          {
   eventAction->m_beginOfEventSignal.connect(m_tls->registry->beginOfEventSignal_);
   eventAction->m_endOfEventSignal.connect(m_tls->registry->endOfEventSignal_);
 }

References sim_act::Signaler< T >::connect(), EventAction::m_beginOfEventSignal, EventAction::m_endOfEventSignal, m_tls, and RunManagerMTWorker::TLSData::registry.

◆ Connect() [2/4]

void RunManagerMTWorker::Connect ( RunAction * runAction )

Definition at line 408 of file RunManagerMTWorker.cc.

                                                      {
   runAction->m_beginOfRunSignal.connect(m_tls->registry->beginOfRunSignal_);
   runAction->m_endOfRunSignal.connect(m_tls->registry->endOfRunSignal_);
 }

References sim_act::Signaler< T >::connect(), RunAction::m_beginOfRunSignal, RunAction::m_endOfRunSignal, m_tls, and RunManagerMTWorker::TLSData::registry.

Referenced by SimRunInterface::Connect(), and initializeUserActions().

◆ Connect() [3/4]

void RunManagerMTWorker::Connect ( SteppingAction * steppingAction )

Definition at line 423 of file RunManagerMTWorker.cc.

                                                                {
   steppingAction->m_g4StepSignal.connect(m_tls->registry->g4StepSignal_);
 }

References sim_act::Signaler< T >::connect(), SteppingAction::m_g4StepSignal, m_tls, and RunManagerMTWorker::TLSData::registry.

◆ Connect() [4/4]

void RunManagerMTWorker::Connect ( TrackingAction * trackingAction )

Definition at line 418 of file RunManagerMTWorker.cc.

                                                                {
   trackingAction->m_beginOfTrackSignal.connect(m_tls->registry->beginOfTrackSignal_);
   trackingAction->m_endOfTrackSignal.connect(m_tls->registry->endOfTrackSignal_);
 }

References sim_act::Signaler< T >::connect(), TrackingAction::m_beginOfTrackSignal, TrackingAction::m_endOfTrackSignal, m_tls, and RunManagerMTWorker::TLSData::registry.

◆ DumpMagneticField()

void RunManagerMTWorker::DumpMagneticField	(	const G4Field *	field,
		const std::string &	file
	)		const

private

Definition at line 618 of file RunManagerMTWorker.cc.

                                                                                             {
   std::ofstream fout(file.c_str(), std::ios::out);
   if (fout.fail()) {
     edm::LogWarning("SimG4CoreApplication")
         << " RunManager WARNING : error opening file <" << file << "> for magnetic field";
   } else {
     // CMS magnetic field volume
     double rmax = 9000 * mm;
     double zmax = 24000 * mm;
  
     double dr = 1 * cm;
     double dz = 5 * cm;
  
     int nr = (int)(rmax / dr);
     int nz = 2 * (int)(zmax / dz);
  
     double r = 0.0;
     double z0 = -zmax;
     double z;
  
     double phi = 0.0;
     double cosf = cos(phi);
     double sinf = sin(phi);
  
     double point[4] = {0.0, 0.0, 0.0, 0.0};
     double bfield[3] = {0.0, 0.0, 0.0};
  
     fout << std::setprecision(6);
     for (int i = 0; i <= nr; ++i) {
       z = z0;
       for (int j = 0; j <= nz; ++j) {
         point[0] = r * cosf;
         point[1] = r * sinf;
         point[2] = z;
         field->GetFieldValue(point, bfield);
         fout << "R(mm)= " << r / mm << " phi(deg)= " << phi / degree << " Z(mm)= " << z / mm
              << "   Bz(tesla)= " << bfield[2] / tesla << " Br(tesla)= " << (bfield[0] * cosf + bfield[1] * sinf) / tesla
              << " Bphi(tesla)= " << (bfield[0] * sinf - bfield[1] * cosf) / tesla << G4endl;
         z += dz;
       }
       r += dr;
     }
  
     fout.close();
   }
 }

References funct::cos(), flavorHistoryFilter_cfi::dr, PVValHelper::dz, FrontierConditions_GlobalTag_cff::file, groupFilesInBlocks::fout, mps_fire::i, createfilelist::int, dqmiolumiharvest::j, EgHLTOffHistBins_cfi::nr, MillePedeFileConverter_cfg::out, phi, point, alignCSCRings::r, funct::sin(), z, HLTMuonOfflineAnalyzer_cfi::z0, and SiStripMonitorCluster_cfi::zmax.

Referenced by initializeG4().

◆ endRun()

void RunManagerMTWorker::endRun ( )

Definition at line 220 of file RunManagerMTWorker.cc.

                                 {
   int thisID = getThreadIndex();
   edm::LogVerbatim("SimG4CoreApplication") << "RunManagerMTWorker::endRun for the thread " << thisID;
   terminateRun();
 }

References terminateRun().

◆ generateEvent()

G4Event * RunManagerMTWorker::generateEvent ( const edm::Event & inpevt )

private

Definition at line 578 of file RunManagerMTWorker.cc.

                                                                  {
   m_tls->currentEvent.reset();
   m_simEvent = nullptr;
  
   // 64 bits event ID in CMSSW converted into Geant4 event ID
   G4int evtid = (G4int)inpevt.id().event();
   G4Event* evt = new G4Event(evtid);
  
   edm::Handle<edm::HepMCProduct> HepMCEvt;
   inpevt.getByToken(m_InToken, HepMCEvt);
  
   m_generator.setGenEvent(HepMCEvt->GetEvent());
  
   // required to reset the GenParticle Id for particles transported
   // along the beam pipe
   // to their original value for SimTrack creation
   resetGenParticleId(inpevt);
  
   if (!m_nonBeam) {
     m_generator.HepMC2G4(HepMCEvt->GetEvent(), evt);
     if (m_LHCTransport) {
       edm::Handle<edm::HepMCProduct> LHCMCEvt;
       inpevt.getByToken(m_LHCToken, LHCMCEvt);
       m_generator.nonCentralEvent2G4(LHCMCEvt->GetEvent(), evt);
     }
   } else {
     m_generator.nonCentralEvent2G4(HepMCEvt->GetEvent(), evt);
   }
  
   return evt;
 }

References RunManagerMTWorker::TLSData::currentEvent, edm::EventID::event(), runTauDisplay::evtid, edm::Event::getByToken(), edm::HepMCProduct::GetEvent(), Generator::HepMC2G4(), edm::EventBase::id(), m_generator, m_InToken, m_LHCToken, m_LHCTransport, m_nonBeam, m_simEvent, m_tls, Generator::nonCentralEvent2G4(), resetGenParticleId(), and Generator::setGenEvent().

Referenced by produce().

◆ GetSimTrackManager()

SimTrackManager * RunManagerMTWorker::GetSimTrackManager ( )

Definition at line 427 of file RunManagerMTWorker.cc.

                                                         {
   initializeTLS();
   return m_tls->trackManager.get();
 }

References initializeTLS(), m_tls, and RunManagerMTWorker::TLSData::trackManager.

Referenced by SimRunInterface::SimRunInterface().

◆ initializeG4()

void RunManagerMTWorker::initializeG4	(	RunManagerMT *	runManagerMaster,
		const edm::EventSetup &	es
	)

Definition at line 251 of file RunManagerMTWorker.cc.

                                                                                              {
   G4Timer timer;
   timer.Start();
  
   // I guess everything initialized here should be in thread_local storage
   initializeTLS();
   if (m_tls->threadInitialized)
     return;
  
   int thisID = getThreadIndex();
   edm::LogVerbatim("SimG4CoreApplication") << "RunManagerMTWorker::initializeThread " << thisID << " is started";
  
   // Initialize per-thread output
   G4Threading::G4SetThreadId(thisID);
   G4UImanager::GetUIpointer()->SetUpForAThread(thisID);
   const std::string& uitype = m_pCustomUIsession.getUntrackedParameter<std::string>("Type", "MessageLogger");
   if (uitype == "MessageLogger") {
     new CustomUIsession();
   } else if (uitype == "MessageLoggerThreadPrefix") {
     new CustomUIsessionThreadPrefix(m_pCustomUIsession.getUntrackedParameter<std::string>("ThreadPrefix", ""), thisID);
   } else if (uitype == "FilePerThread") {
     new CustomUIsessionToFile(m_pCustomUIsession.getUntrackedParameter<std::string>("ThreadFile", ""), thisID);
   } else {
     throw edm::Exception(edm::errors::Configuration)
         << "Invalid value of CustomUIsession.Type '" << uitype
         << "', valid are MessageLogger, MessageLoggerThreadPrefix, FilePerThread";
   }
  
   // Initialize worker part of shared resources (geometry, physics)
   G4WorkerThread::BuildGeometryAndPhysicsVector();
  
   // Create worker run manager
   m_tls->kernel.reset(G4WorkerRunManagerKernel::GetRunManagerKernel());
   if (!m_tls->kernel) {
     m_tls->kernel = std::make_unique<G4WorkerRunManagerKernel>();
   }
  
   // Define G4 exception handler
   G4StateManager::GetStateManager()->SetExceptionHandler(new ExceptionHandler());
  
   // Set the geometry for the worker, share from master
   auto worldPV = runManagerMaster->world().GetWorldVolume();
   m_tls->kernel->WorkerDefineWorldVolume(worldPV);
   G4TransportationManager* tM = G4TransportationManager::GetTransportationManager();
   tM->SetWorldForTracking(worldPV);
  
   // we need the track manager now
   m_tls->trackManager = std::make_unique<SimTrackManager>();
  
   // setup the magnetic field
   if (m_pUseMagneticField) {
     const GlobalPoint g(0., 0., 0.);
  
     edm::ESHandle<MagneticField> pMF;
     es.get<IdealMagneticFieldRecord>().get(pMF);
  
     sim::FieldBuilder fieldBuilder(pMF.product(), m_pField);
     CMSFieldManager* fieldManager = new CMSFieldManager();
     tM->SetFieldManager(fieldManager);
     fieldBuilder.build(fieldManager, tM->GetPropagatorInField());
  
     std::string fieldFile = m_p.getUntrackedParameter<std::string>("FileNameField", "");
     if (!fieldFile.empty()) {
       std::call_once(applyOnce, []() { dumpMF = true; });
       if (dumpMF) {
         edm::LogVerbatim("SimG4CoreApplication") << "RunManagerMTWorker: Dump magnetic field to file " << fieldFile;
         DumpMagneticField(tM->GetFieldManager()->GetDetectorField(), fieldFile);
       }
     }
   }
  
   // attach sensitive detector
   AttachSD attach;
   auto sensDets =
       attach.create(es, runManagerMaster->catalog(), m_p, m_tls->trackManager.get(), *(m_tls->registry.get()));
  
   m_tls->sensTkDets.swap(sensDets.first);
   m_tls->sensCaloDets.swap(sensDets.second);
  
   edm::LogVerbatim("SimG4CoreApplication")
       << "RunManagerMTWorker: Sensitive Detectors are built in thread " << thisID << " found "
       << m_tls->sensTkDets.size() << " Tk type SD, and " << m_tls->sensCaloDets.size() << " Calo type SD";
  
   // Set the physics list for the worker, share from master
   PhysicsList* physicsList = runManagerMaster->physicsListForWorker();
  
   edm::LogVerbatim("SimG4CoreApplication")
       << "RunManagerMTWorker: start initialisation of PhysicsList for the thread " << thisID;
  
   // Geant4 UI commands in PreInit state
   if (!runManagerMaster->G4Commands().empty()) {
     G4cout << "RunManagerMTWorker: Requested UI commands: " << G4endl;
     for (const std::string& command : runManagerMaster->G4Commands()) {
       G4cout << "          " << command << G4endl;
       G4UImanager::GetUIpointer()->ApplyCommand(command);
     }
   }
   G4StateManager::GetStateManager()->SetNewState(G4State_Init);
  
   physicsList->InitializeWorker();
   m_tls->kernel->SetPhysics(physicsList);
   m_tls->kernel->InitializePhysics();
  
   const bool kernelInit = m_tls->kernel->RunInitialization();
   if (!kernelInit) {
     throw edm::Exception(edm::errors::Configuration)
         << "RunManagerMTWorker: Geant4 kernel initialization failed in thread " << thisID;
   }
   //tell all interesting parties that we are beginning the job
   BeginOfJob aBeginOfJob(&es);
   m_tls->registry->beginOfJobSignal_(&aBeginOfJob);
  
   G4int sv = m_p.getUntrackedParameter<int>("SteppingVerbosity", 0);
   G4double elim = m_p.getUntrackedParameter<double>("StepVerboseThreshold", 0.1) * CLHEP::GeV;
   std::vector<int> ve = m_p.getUntrackedParameter<std::vector<int> >("VerboseEvents");
   std::vector<int> vn = m_p.getUntrackedParameter<std::vector<int> >("VertexNumber");
   std::vector<int> vt = m_p.getUntrackedParameter<std::vector<int> >("VerboseTracks");
  
   if (sv > 0) {
     m_sVerbose = std::make_unique<CMSSteppingVerbose>(sv, elim, ve, vn, vt);
   }
   initializeUserActions();
  
   G4StateManager::GetStateManager()->SetNewState(G4State_Idle);
   m_tls->threadInitialized = true;
  
   timer.Stop();
   edm::LogVerbatim("SimG4CoreApplication")
       << "RunManagerMTWorker::initializeThread done for the thread " << thisID << "  " << timer;
 }

References applyOnce, RunManagerMT::catalog(), mps_check::command, edm::errors::Configuration, AttachSD::create(), g4SimHits_cfi::CustomUIsession, DumpMagneticField(), dumpMF, Exception, g, RunManagerMT::G4Commands(), ecalTB2006H4_GenSimDigiReco_cfg::G4cout, edm::EventSetup::get(), get, edm::ParameterSet::getUntrackedParameter(), DDDWorld::GetWorldVolume(), GeV, initializeTLS(), initializeUserActions(), RunManagerMTWorker::TLSData::kernel, m_p, m_pCustomUIsession, m_pField, m_pUseMagneticField, m_sVerbose, m_tls, RunManagerMT::physicsListForWorker(), edm::ESHandle< T >::product(), RunManagerMTWorker::TLSData::registry, RunManagerMTWorker::TLSData::sensCaloDets, RunManagerMTWorker::TLSData::sensTkDets, AlCaHLTBitMon_QueryRunRegistry::string, pfDeepBoostedJetPreprocessParams_cfi::sv, RunManagerMTWorker::TLSData::threadInitialized, RunManagerMTWorker::TLSData::trackManager, and RunManagerMT::world().

Referenced by produce().

◆ initializeRun()

void RunManagerMTWorker::initializeRun ( )

private

Definition at line 444 of file RunManagerMTWorker.cc.

                                        {
   int thisID = getThreadIndex();
   edm::LogVerbatim("SimG4CoreApplication") << "RunManagerMTWorker::initializeRun " << thisID << " is started";
   m_tls->currentRun = new G4Run();
   G4StateManager::GetStateManager()->SetNewState(G4State_GeomClosed);
   if (m_tls->userRunAction) {
     m_tls->userRunAction->BeginOfRunAction(m_tls->currentRun);
   }
 }

References RunManagerMTWorker::TLSData::currentRun, m_tls, and RunManagerMTWorker::TLSData::userRunAction.

Referenced by produce().

◆ initializeTLS()

void RunManagerMTWorker::initializeTLS ( )

private

Definition at line 226 of file RunManagerMTWorker.cc.

                                        {
   if (m_tls) {
     return;
   }
  
   m_tls = new TLSData();
   m_tls->registry = std::make_unique<SimActivityRegistry>();
  
   edm::Service<SimActivityRegistry> otherRegistry;
   //Look for an outside SimActivityRegistry
   // this is used by the visualization code
   int thisID = getThreadIndex();
   if (otherRegistry) {
     m_tls->registry->connect(*otherRegistry);
     if (thisID > 0) {
       throw edm::Exception(edm::errors::Configuration)
           << "SimActivityRegistry service (i.e. visualization) is not supported for more than 1 thread. "
           << " \n If this use case is needed, RunManagerMTWorker has to be updated.";
     }
   }
   if (m_hasWatchers) {
     createWatchers(m_p, m_tls->registry.get(), m_tls->watchers, m_tls->producers);
   }
 }

References edm::errors::Configuration, createWatchers(), Exception, m_hasWatchers, m_p, m_tls, RunManagerMTWorker::TLSData::producers, RunManagerMTWorker::TLSData::registry, and RunManagerMTWorker::TLSData::watchers.

Referenced by GetSimTrackManager(), initializeG4(), producers(), RunManagerMTWorker(), sensCaloDetectors(), and sensTkDetectors().

◆ initializeUserActions()

void RunManagerMTWorker::initializeUserActions ( )

private

Definition at line 382 of file RunManagerMTWorker.cc.

                                                {
   m_tls->runInterface = std::make_unique<SimRunInterface>(this, false);
   m_tls->userRunAction = std::make_unique<RunAction>(m_pRunAction, m_tls->runInterface.get(), false);
   m_tls->userRunAction->SetMaster(false);
   Connect(m_tls->userRunAction.get());
  
   G4EventManager* eventManager = m_tls->kernel->GetEventManager();
   eventManager->SetVerboseLevel(m_EvtMgrVerbosity);
  
   EventAction* userEventAction =
       new EventAction(m_pEventAction, m_tls->runInterface.get(), m_tls->trackManager.get(), m_sVerbose.get());
   Connect(userEventAction);
   eventManager->SetUserAction(userEventAction);
  
   TrackingAction* userTrackingAction = new TrackingAction(userEventAction, m_pTrackingAction, m_sVerbose.get());
   Connect(userTrackingAction);
   eventManager->SetUserAction(userTrackingAction);
  
   SteppingAction* userSteppingAction =
       new SteppingAction(userEventAction, m_pSteppingAction, m_sVerbose.get(), m_hasWatchers);
   Connect(userSteppingAction);
   eventManager->SetUserAction(userSteppingAction);
  
   eventManager->SetUserAction(new StackingAction(userTrackingAction, m_pStackingAction, m_sVerbose.get()));
 }

References Connect(), g4SimHits_cfi::EventAction, RunManagerMTWorker::TLSData::kernel, m_EvtMgrVerbosity, m_hasWatchers, m_pEventAction, m_pRunAction, m_pStackingAction, m_pSteppingAction, m_pTrackingAction, m_sVerbose, m_tls, RunManagerMTWorker::TLSData::runInterface, CastorDigiValidation::StackingAction, CastorDigiValidation::SteppingAction, g4SimHits_cfi::TrackingAction, RunManagerMTWorker::TLSData::trackManager, and RunManagerMTWorker::TLSData::userRunAction.

Referenced by initializeG4().

◆ produce()

std::unique_ptr< G4SimEvent > RunManagerMTWorker::produce	(	const edm::Event &	inpevt,
		const edm::EventSetup &	es,
		RunManagerMT &	runManagerMaster
	)

Definition at line 475 of file RunManagerMTWorker.cc.

                                                                                         {
   // The initialization and begin/end run is a bit convoluted due to
   // - Geant4 deals per-thread
   // - OscarMTProducer deals per-stream
   // and framework/TBB is free to schedule work in streams to the
   // threads as it likes.
   //
   // We have to do the per-thread initialization, and per-thread
   // per-run initialization here by ourselves.
  
   if (!(m_tls && m_tls->threadInitialized)) {
     edm::LogVerbatim("SimG4CoreApplication")
         << "RunManagerMTWorker::produce(): stream " << inpevt.streamID() << " thread " << getThreadIndex()
         << " Geant4 initialisation for this thread";
     initializeG4(&runManagerMaster, es);
     m_tls->threadInitialized = true;
   }
   // Initialize run
   if (inpevt.id().run() != m_tls->currentRunNumber) {
     if (m_tls->currentRunNumber != 0 && !m_tls->runTerminated) {
       // If previous run in this thread was not terminated via endRun() call, terminate it now
       terminateRun();
     }
     initializeRun();
     m_tls->currentRunNumber = inpevt.id().run();
   }
   m_tls->runInterface->setRunManagerMTWorker(this);  // For UserActions
  
   m_tls->currentEvent.reset(generateEvent(inpevt));
  
   auto simEvent = std::make_unique<G4SimEvent>();
   m_simEvent = simEvent.get();
   m_simEvent->hepEvent(m_generator.genEvent());
   m_simEvent->weight(m_generator.eventWeight());
   if (m_generator.genVertex() != nullptr) {
     auto genVertex = m_generator.genVertex();
     m_simEvent->collisionPoint(math::XYZTLorentzVectorD(genVertex->x() / CLHEP::cm,
                                                         genVertex->y() / CLHEP::cm,
                                                         genVertex->z() / CLHEP::cm,
                                                         genVertex->t() / CLHEP::second));
   }
   if (m_tls->currentEvent->GetNumberOfPrimaryVertex() == 0) {
     std::stringstream ss;
     ss << "RunManagerMTWorker::produce: event " << inpevt.id().event() << " with no G4PrimaryVertices \n";
     throw SimG4Exception(ss.str());
  
   } else {
     if (!m_tls->kernel) {
       std::stringstream ss;
       ss << "RunManagerMTWorker::produce: "
          << " no G4WorkerRunManagerKernel yet for thread index" << getThreadIndex() << ", id " << std::hex
          << std::this_thread::get_id() << " \n";
       throw SimG4Exception(ss.str());
     }
  
     edm::LogVerbatim("SimG4CoreApplication")
         << "RunManagerMTWorker::produce: start EventID=" << inpevt.id().event() << " StreamID=" << inpevt.streamID()
         << " threadIndex=" << getThreadIndex() << " weight=" << m_simEvent->weight() << "; "
         << m_tls->currentEvent->GetNumberOfPrimaryVertex() << " vertices for Geant4; generator produced "
         << m_simEvent->nGenParts() << " particles.";
  
     m_tls->kernel->GetEventManager()->ProcessOneEvent(m_tls->currentEvent.get());
   }
  
   //remove memory only needed during event processing
   m_tls->currentEvent.reset();
  
   for (auto& sd : m_tls->sensCaloDets) {
     sd->reset();
   }
   edm::LogVerbatim("SimG4CoreApplication") << "RunManagerMTWorker::produce: ended Event " << inpevt.id().event();
  
   m_simEvent = nullptr;
   return simEvent;
 }

References G4SimEvent::collisionPoint(), RunManagerMTWorker::TLSData::currentEvent, RunManagerMTWorker::TLSData::currentRunNumber, edm::EventID::event(), Generator::eventWeight(), generateEvent(), Generator::genEvent(), Generator::genVertex(), G4SimEvent::hepEvent(), edm::EventBase::id(), initializeG4(), initializeRun(), RunManagerMTWorker::TLSData::kernel, m_generator, m_simEvent, m_tls, G4SimEvent::nGenParts(), edm::EventID::run(), RunManagerMTWorker::TLSData::runInterface, RunManagerMTWorker::TLSData::runTerminated, sd, edm::second(), RunManagerMTWorker::TLSData::sensCaloDets, simEvent(), contentValuesCheck::ss, edm::Event::streamID(), terminateRun(), RunManagerMTWorker::TLSData::threadInitialized, and G4SimEvent::weight().

◆ producers()

std::vector< std::shared_ptr< SimProducer > > & RunManagerMTWorker::producers ( )

Definition at line 439 of file RunManagerMTWorker.cc.

                                                                       {
   initializeTLS();
   return m_tls->producers;
 }

References initializeTLS(), m_tls, and RunManagerMTWorker::TLSData::producers.

◆ resetGenParticleId()

void RunManagerMTWorker::resetGenParticleId ( const edm::Event & inpevt )

private

Definition at line 610 of file RunManagerMTWorker.cc.

                                                                   {
   edm::Handle<edm::LHCTransportLinkContainer> theLHCTlink;
   inpevt.getByToken(m_theLHCTlinkToken, theLHCTlink);
   if (theLHCTlink.isValid()) {
     m_tls->trackManager->setLHCTransportLink(theLHCTlink.product());
   }
 }

References edm::Event::getByToken(), edm::HandleBase::isValid(), m_theLHCTlinkToken, m_tls, edm::Handle< T >::product(), and RunManagerMTWorker::TLSData::trackManager.

Referenced by generateEvent().

◆ resetTLS()

void RunManagerMTWorker::resetTLS ( )

staticprivate

Definition at line 193 of file RunManagerMTWorker.cc.

                                   {
   m_tls = nullptr;
  
   if (active_tlsdata != 0 and not tls_shutdown_timeout) {
     ++n_tls_shutdown_task;
     //need to run tasks on each thread which has set the tls
     {
       tbb::task_arena arena(tbb::task_arena::attach{});
       arena.enqueue([]() { RunManagerMTWorker::resetTLS(); });
     }
     timespec s;
     s.tv_sec = 0;
     s.tv_nsec = 10000;
     //we do not want this thread to be used for a new task since it
     // has already cleared its structures. In order to fill all TBB
     // threads we wait for all TLSes to clear
     int count = 0;
     while (active_tlsdata.load() != 0 and ++count < 1000) {
       nanosleep(&s, nullptr);
     }
     if (count >= 1000) {
       tls_shutdown_timeout = true;
     }
   }
   --n_tls_shutdown_task;
 }

References submitPVResolutionJobs::count, m_tls, and alignCSCRings::s.

Referenced by ~RunManagerMTWorker().

◆ sensCaloDetectors()

std::vector< SensitiveCaloDetector * > & RunManagerMTWorker::sensCaloDetectors ( )

Definition at line 435 of file RunManagerMTWorker.cc.

                                                                          {
   initializeTLS();
   return m_tls->sensCaloDets;
 }

References initializeTLS(), m_tls, and RunManagerMTWorker::TLSData::sensCaloDets.

◆ sensTkDetectors()

std::vector< SensitiveTkDetector * > & RunManagerMTWorker::sensTkDetectors ( )

Definition at line 431 of file RunManagerMTWorker.cc.

                                                                      {
   initializeTLS();
   return m_tls->sensTkDets;
 }

References initializeTLS(), m_tls, and RunManagerMTWorker::TLSData::sensTkDets.

◆ simEvent()

G4SimEvent* RunManagerMTWorker::simEvent ( )

inline

Definition at line 55 of file RunManagerMTWorker.h.

55 { return m_simEvent; }

References m_simEvent.

Referenced by produce(), and SimRunInterface::simEvent().

◆ terminateRun()

void RunManagerMTWorker::terminateRun ( )

private

Definition at line 454 of file RunManagerMTWorker.cc.

                                       {
   edm::LogVerbatim("SimG4CoreApplication") << "RunManagerMTWorker::terminateRun ";
   if (!m_tls || m_tls->runTerminated) {
     return;
   }
   int thisID = getThreadIndex();
   edm::LogVerbatim("SimG4CoreApplication") << "RunManagerMTWorker::terminateRun " << thisID << " is started";
   if (m_tls->userRunAction) {
     m_tls->userRunAction->EndOfRunAction(m_tls->currentRun);
     m_tls->userRunAction.reset();
   }
   m_tls->currentEvent.reset();
   m_simEvent = nullptr;
  
   if (m_tls->kernel) {
     m_tls->kernel->RunTermination();
   }
  
   m_tls->runTerminated = true;
 }

References RunManagerMTWorker::TLSData::currentEvent, RunManagerMTWorker::TLSData::currentRun, RunManagerMTWorker::TLSData::kernel, m_simEvent, m_tls, RunManagerMTWorker::TLSData::runTerminated, and RunManagerMTWorker::TLSData::userRunAction.

Referenced by abortRun(), endRun(), and produce().

Member Data Documentation

◆ dumpMF

thread_local bool RunManagerMTWorker::dumpMF = false

staticprivate

Definition at line 105 of file RunManagerMTWorker.h.

Referenced by initializeG4().

◆ m_EvtMgrVerbosity

int RunManagerMTWorker::m_EvtMgrVerbosity

private

Definition at line 92 of file RunManagerMTWorker.h.

Referenced by initializeUserActions().

◆ m_generator

Generator RunManagerMTWorker::m_generator

private

Definition at line 83 of file RunManagerMTWorker.h.

Referenced by generateEvent(), and produce().

◆ m_hasWatchers

bool RunManagerMTWorker::m_hasWatchers

private

Definition at line 90 of file RunManagerMTWorker.h.

Referenced by initializeTLS(), initializeUserActions(), and RunManagerMTWorker().

◆ m_InToken

edm::EDGetTokenT<edm::HepMCProduct> RunManagerMTWorker::m_InToken

private

Definition at line 84 of file RunManagerMTWorker.h.

Referenced by generateEvent().

◆ m_LHCToken

edm::EDGetTokenT<edm::HepMCProduct> RunManagerMTWorker::m_LHCToken

private

Definition at line 85 of file RunManagerMTWorker.h.

Referenced by generateEvent(), and RunManagerMTWorker().

◆ m_LHCTransport

bool RunManagerMTWorker::m_LHCTransport

private

Definition at line 91 of file RunManagerMTWorker.h.

Referenced by generateEvent(), and RunManagerMTWorker().

◆ m_nonBeam

bool RunManagerMTWorker::m_nonBeam

private

Definition at line 88 of file RunManagerMTWorker.h.

Referenced by generateEvent().

◆ m_p

edm::ParameterSet RunManagerMTWorker::m_p

private

Definition at line 101 of file RunManagerMTWorker.h.

Referenced by initializeG4(), and initializeTLS().

◆ m_pCustomUIsession

edm::ParameterSet RunManagerMTWorker::m_pCustomUIsession

private

Definition at line 100 of file RunManagerMTWorker.h.

Referenced by initializeG4().

◆ m_pEventAction

edm::ParameterSet RunManagerMTWorker::m_pEventAction

private

Definition at line 96 of file RunManagerMTWorker.h.

Referenced by initializeUserActions().

◆ m_pField

edm::ParameterSet RunManagerMTWorker::m_pField

private

Definition at line 94 of file RunManagerMTWorker.h.

Referenced by initializeG4().

◆ m_pRunAction

edm::ParameterSet RunManagerMTWorker::m_pRunAction

private

Definition at line 95 of file RunManagerMTWorker.h.

Referenced by initializeUserActions().

◆ m_pStackingAction

edm::ParameterSet RunManagerMTWorker::m_pStackingAction

private

Definition at line 97 of file RunManagerMTWorker.h.

Referenced by initializeUserActions().

◆ m_pSteppingAction

edm::ParameterSet RunManagerMTWorker::m_pSteppingAction

private

Definition at line 99 of file RunManagerMTWorker.h.

Referenced by initializeUserActions().

◆ m_pTrackingAction

edm::ParameterSet RunManagerMTWorker::m_pTrackingAction

private

Definition at line 98 of file RunManagerMTWorker.h.

Referenced by initializeUserActions().

◆ m_pUseMagneticField

bool RunManagerMTWorker::m_pUseMagneticField

private

Definition at line 89 of file RunManagerMTWorker.h.

Referenced by initializeG4().

◆ m_simEvent

G4SimEvent* RunManagerMTWorker::m_simEvent

private

Definition at line 107 of file RunManagerMTWorker.h.

Referenced by generateEvent(), produce(), simEvent(), and terminateRun().

◆ m_sVerbose

std::unique_ptr<CMSSteppingVerbose> RunManagerMTWorker::m_sVerbose

private

Definition at line 108 of file RunManagerMTWorker.h.

Referenced by initializeG4(), and initializeUserActions().

◆ m_theLHCTlinkToken

edm::EDGetTokenT<edm::LHCTransportLinkContainer> RunManagerMTWorker::m_theLHCTlinkToken

private

Definition at line 86 of file RunManagerMTWorker.h.

Referenced by resetGenParticleId().

◆ m_tls

thread_local RunManagerMTWorker::TLSData * RunManagerMTWorker::m_tls {nullptr}

staticprivate

Definition at line 103 of file RunManagerMTWorker.h.

Referenced by abortEvent(), abortRun(), Connect(), generateEvent(), GetSimTrackManager(), initializeG4(), initializeRun(), initializeTLS(), initializeUserActions(), produce(), producers(), resetGenParticleId(), resetTLS(), sensCaloDetectors(), sensTkDetectors(), and terminateRun().

Private Attributes
int	m_EvtMgrVerbosity

Generator	m_generator

bool	m_hasWatchers

edm::EDGetTokenT< edm::HepMCProduct >	m_InToken

edm::EDGetTokenT< edm::HepMCProduct >	m_LHCToken

bool	m_LHCTransport

bool	m_nonBeam

edm::ParameterSet	m_p

edm::ParameterSet	m_pCustomUIsession

edm::ParameterSet	m_pEventAction

edm::ParameterSet	m_pField

edm::ParameterSet	m_pRunAction

edm::ParameterSet	m_pStackingAction

edm::ParameterSet	m_pSteppingAction

edm::ParameterSet	m_pTrackingAction

bool	m_pUseMagneticField

G4SimEvent *	m_simEvent

std::unique_ptr< CMSSteppingVerbose >	m_sVerbose

edm::EDGetTokenT< edm::LHCTransportLinkContainer >	m_theLHCTlinkToken

Classes

Public Member Functions

Private Member Functions

Static Private Member Functions

Private Attributes

Static Private Attributes

Detailed Description

Constructor & Destructor Documentation

◆ RunManagerMTWorker()

◆ ~RunManagerMTWorker()

Member Function Documentation

◆ abortEvent()

◆ abortRun()

◆ Connect() [1/4]

◆ Connect() [2/4]

◆ Connect() [3/4]

◆ Connect() [4/4]

◆ DumpMagneticField()

◆ endRun()

◆ generateEvent()

◆ GetSimTrackManager()

◆ initializeG4()

◆ initializeRun()

◆ initializeTLS()

◆ initializeUserActions()

◆ produce()

◆ producers()

◆ resetGenParticleId()

◆ resetTLS()

◆ sensCaloDetectors()

◆ sensTkDetectors()

◆ simEvent()

◆ terminateRun()

Member Data Documentation

◆ dumpMF

◆ m_EvtMgrVerbosity

◆ m_generator

◆ m_hasWatchers

◆ m_InToken

◆ m_LHCToken

◆ m_LHCTransport

◆ m_nonBeam

◆ m_p

◆ m_pCustomUIsession

◆ m_pEventAction

◆ m_pField

◆ m_pRunAction

◆ m_pStackingAction

◆ m_pSteppingAction

◆ m_pTrackingAction

◆ m_pUseMagneticField

◆ m_simEvent

◆ m_sVerbose

◆ m_theLHCTlinkToken

◆ m_tls