#include <EvFOutputModule.h>

Inheritance diagram for evf::EvFOutputModule:

Public Member Functions
	EvFOutputModule (edm::ParameterSet const &ps)

	~EvFOutputModule () override

Public Member Functions inherited from edm::one::OutputModule< T >
SerialTaskQueue *	globalLuminosityBlocksQueue () final

SerialTaskQueue *	globalRunsQueue () final

	OutputModule (edm::ParameterSet const &iPSet)

bool	wantsGlobalLuminosityBlocks () const final

bool	wantsGlobalRuns () const final

Public Member Functions inherited from edm::one::OutputModuleBase
BranchIDLists const *	branchIDLists ()

std::array< bool, NumBranchTypes > const &	hasNewlyDroppedBranch () const

SelectedProductsForBranchType const &	keptProducts () const

int	maxEvents () const

const ModuleDescription &	moduleDescription () const

OutputModuleBase &	operator= (OutputModuleBase const &)=delete

	OutputModuleBase (ParameterSet const &pset)

	OutputModuleBase (OutputModuleBase const &)=delete

std::string const &	processName () const

int	remainingEvents () const

bool	selected (BranchDescription const &desc) const

void	selectProducts (ProductRegistry const &preg, ThinnedAssociationsHelper const &)

SharedResourcesAcquirer &	sharedResourcesAcquirer ()

SubProcessParentageHelper const *	subProcessParentageHelper () const

ThinnedAssociationsHelper const *	thinnedAssociationsHelper () const

bool	wantAllEvents () const

bool	wantsStreamLuminosityBlocks () const

bool	wantsStreamRuns () const

	~OutputModuleBase () override

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

void	convertCurrentProcessAlias (std::string const &processName)
	Convert "@currentProcess" in InputTag process names to the actual current process name. More...

	EDConsumerBase ()

	EDConsumerBase (EDConsumerBase const &)=delete

	EDConsumerBase (EDConsumerBase &&)=default

ESProxyIndex const *	esGetTokenIndices (edm::Transition iTrans) const

ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

std::vector< ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

EDConsumerBase const &	operator= (EDConsumerBase const &)=delete

EDConsumerBase &	operator= (EDConsumerBase &&)=default

bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

ProductResolverIndexAndSkipBit	uncheckedIndexFrom (EDGetToken) const

void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)

void	updateLookup (eventsetup::ESRecordsToProxyIndices const &)

virtual	~EDConsumerBase () noexcept(false)

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::one::OutputModuleBase
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Private Member Functions
void	beginRun (edm::RunForOutput const &run) override

void	endRun (edm::RunForOutput const &) override

Trig	getTriggerResults (edm::EDGetTokenT< edm::TriggerResults > const &token, edm::EventForOutput const &e) const

std::shared_ptr< EvFOutputEventWriter >	globalBeginLuminosityBlock (edm::LuminosityBlockForOutput const &iLB) const override

void	globalEndLuminosityBlock (edm::LuminosityBlockForOutput const &iLB) override

void	write (edm::EventForOutput const &e) override

void	writeLuminosityBlock (edm::LuminosityBlockForOutput const &) override

void	writeRun (edm::RunForOutput const &) override

Private Attributes
evf::FastMonitoringService *	fms_

std::unique_ptr< evf::EvFOutputJSONWriter >	jsonWriter_

edm::ParameterSet const &	ps_

std::string	streamLabel_

edm::EDGetTokenT< edm::TriggerResults >	trToken_

Additional Inherited Members
Public Types inherited from edm::one::OutputModuleBase
typedef OutputModuleBase	ModuleType

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Protected Member Functions inherited from edm::one::OutputModuleBase
void	configure (OutputModuleDescription const &desc)

ModuleDescription const &	description () const

void	doBeginJob ()

bool	doBeginLuminosityBlock (LuminosityBlockPrincipal const &lbp, EventSetupImpl const &c, ModuleCallingContext const *)

bool	doBeginRun (RunPrincipal const &rp, EventSetupImpl const &c, ModuleCallingContext const *)

void	doEndJob ()

bool	doEndLuminosityBlock (LuminosityBlockPrincipal const &lbp, EventSetupImpl const &c, ModuleCallingContext const *)

bool	doEndRun (RunPrincipal const &rp, EventSetupImpl const &c, ModuleCallingContext const *)

bool	doEvent (EventPrincipal const &ep, EventSetupImpl const &c, ActivityRegistry , ModuleCallingContext const )

void	doPreallocate (PreallocationConfiguration const &)

std::map< BranchID::value_type, BranchID::value_type > const &	droppedBranchIDToKeptBranchID ()

virtual void	preallocLumis (unsigned int)

ParameterSetID	selectorConfig () const

void	setEventSelectionInfo (std::map< std::string, std::vector< std::pair< std::string, int >>> const &outputModulePathPositions, bool anyProductProduced)

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes ()

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag const &tag)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Detailed Description

Definition at line 83 of file EvFOutputModule.h.

Constructor & Destructor Documentation

evf::EvFOutputModule::EvFOutputModule ( edm::ParameterSet const & ps )

explicit

Definition at line 105 of file EvFOutputModule.cc.

References Exception, fms_, streamLabel_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                             :
     edm::one::OutputModuleBase(ps),
     EvFOutputModuleType(ps),
     ps_(ps),
     streamLabel_(ps.getParameter<std::string>("@module_label")),
     trToken_(consumes<edm::TriggerResults>(edm::InputTag("TriggerResults")))
   {
     //replace hltOutoputA with stream if the HLT menu uses this convention
     std::string testPrefix="hltOutput";
     if (streamLabel_.find(testPrefix)==0) 
       streamLabel_=std::string("stream")+streamLabel_.substr(testPrefix.size());
 
     if (streamLabel_.find("_")!=std::string::npos) {
       throw cms::Exception("EvFOutputModule")
         << "Underscore character is reserved can not be used for stream names in FFF, but was detected in stream name -: " << streamLabel_;
     }
 
     std::string streamLabelLow = streamLabel_;
     boost::algorithm::to_lower(streamLabelLow);
     auto streampos = streamLabelLow.rfind("stream");
     if (streampos !=0 && streampos!=std::string::npos)
       throw cms::Exception("EvFOutputModule")
         << "stream (case-insensitive) sequence was found in stream suffix. This is reserved and can not be used for names in FFF based HLT, but was detected in stream name";
 
     fms_ = (evf::FastMonitoringService *)(edm::Service<evf::MicroStateService>().operator->());
   }

evf::EvFOutputModule::~EvFOutputModule ( )

override

Definition at line 133 of file EvFOutputModule.cc.

133 {}

Member Function Documentation

void evf::EvFOutputModule::beginRun ( edm::RunForOutput const & run )

overrideprivate

Definition at line 145 of file EvFOutputModule.cc.

References cms::Adler32(), StreamerOutputFile::adler32(), edm::one::OutputModuleBase::branchIDLists(), StreamerOutputFile::close(), edm::one::OutputModuleBase::description(), Exception, edm::InEvent, jsonWriter_, edm::one::OutputModuleBase::keptProducts(), LogDebug, edm::one::OutputModuleBase::moduleDescription(), modifiedElectrons_cfi::processName, ps_, TrackRefitter_38T_cff::src, trackingPlots::stat, streamLabel_, AlCaHLTBitMon_QueryRunRegistry::string, edm::one::OutputModuleBase::thinnedAssociationsHelper(), and StreamerOutputFile::write().

   {
     //create run Cache holding JSON file writer and variables
     jsonWriter_ = std::make_unique<EvFOutputJSONWriter>(ps_,&keptProducts()[edm::InEvent],streamLabel_);
 
     //output INI file (non-const). This doesn't require globalBeginRun to be finished
     const std::string openIniFileName = edm::Service<evf::EvFDaqDirector>()->getOpenInitFilePath(streamLabel_);
     edm::LogInfo("EvFOutputModule") << "beginRun init stream -: " << openIniFileName;
     
     StreamerOutputFile stream_writer_preamble(openIniFileName);
     uint32 preamble_adler32 = 1;
     edm::BranchIDLists const* bidlPtr =  branchIDLists();
 
     std::unique_ptr<InitMsgBuilder> init_message = 
       jsonWriter_->streamerCommon_.serializeRegistry(*bidlPtr, *thinnedAssociationsHelper(), 
                         OutputModule::processName(), description().moduleLabel(), moduleDescription().mainParameterSetID());
  
     //Let us turn it into a View
     InitMsgView view(init_message->startAddress());
 
     //output header
     stream_writer_preamble.write(view);
     preamble_adler32 = stream_writer_preamble.adler32();
     stream_writer_preamble.close();
 
     struct stat istat;
     stat(openIniFileName.c_str(), &istat);
     //read back file to check integrity of what was written
     off_t readInput=0;
     uint32_t adlera=1,adlerb=0;
     FILE *src = fopen(openIniFileName.c_str(),"r");
 
     //allocate buffer to write INI file
     unsigned char * outBuf = new unsigned char[1024*1024];
     while (readInput<istat.st_size)
     {
       size_t toRead=  readInput+1024*1024 < istat.st_size ? 1024*1024 : istat.st_size-readInput;
       fread(outBuf,toRead,1,src);
       cms::Adler32((const char*)outBuf,toRead,adlera,adlerb);
       readInput+=toRead;
     }
     fclose(src);
 
     //clear serialization buffers
     jsonWriter_->streamerCommon_.clearSerializeDataBuffer();
 
     //free output buffer needed only for the file write
     delete [] outBuf;
     outBuf=nullptr;
 
     uint32_t adler32c = (adlerb << 16) | adlera;
     if (adler32c != preamble_adler32) {
       throw cms::Exception("EvFOutputModule") << "Checksum mismatch of ini file -: " << openIniFileName
                            << " expected:" << preamble_adler32 << " obtained:" << adler32c;
     }
     else {
       LogDebug("EvFOutputModule") << "Ini file checksum -: "<< streamLabel_ << " " << adler32c;
       boost::filesystem::rename(openIniFileName,edm::Service<evf::EvFDaqDirector>()->getInitFilePath(streamLabel_));
     }
 
   }

void evf::EvFOutputModule::endRun ( edm::RunForOutput const & )

inlineoverrideprivate

Definition at line 98 of file EvFOutputModule.h.

References dqmoffline::l1t::getTriggerResults().

98 {}

void evf::EvFOutputModule::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 136 of file EvFOutputModule.cc.

References edm::ConfigurationDescriptions::addDefault(), edm::StreamerOutputModuleCommon::fillDescription(), and edm::one::OutputModuleBase::fillDescription().

                                                                                    {
     edm::ParameterSetDescription desc;
     edm::StreamerOutputModuleCommon::fillDescription(desc);
     EvFOutputModuleType::fillDescription(desc);
     descriptions.addDefault(desc);
   }

Trig evf::EvFOutputModule::getTriggerResults	(	edm::EDGetTokenT< edm::TriggerResults > const &	token,
		edm::EventForOutput const &	e
	)		const

private

Definition at line 209 of file EvFOutputModule.cc.

References edm::OccurrenceForOutput::getByToken(), and mps_fire::result.

Referenced by write().

                                                                                                                      {
     Trig result;
     e.getByToken<edm::TriggerResults>(token, result);
     return result;
   }

std::shared_ptr< EvFOutputEventWriter > evf::EvFOutputModule::globalBeginLuminosityBlock ( edm::LuminosityBlockForOutput const & iLB ) const

overrideprivate

Definition at line 217 of file EvFOutputModule.cc.

References edm::LuminosityBlockForOutput::luminosityBlock(), and streamLabel_.

   {
     auto openDatFilePath = edm::Service<evf::EvFDaqDirector>()->getOpenDatFilePath(iLB.luminosityBlock(),streamLabel_);
 
     return std::make_shared<EvFOutputEventWriter>(openDatFilePath);
   }

void evf::EvFOutputModule::globalEndLuminosityBlock ( edm::LuminosityBlockForOutput const & iLB )

overrideprivate

Definition at line 240 of file EvFOutputModule.cc.

References fms_, evf::FastMonitoringService::getEventsProcessedForLumi(), edm::LuminosityBlockForOutput::index(), jsonWriter_, edm::LuminosityBlockForOutput::luminosityBlock(), callgraph::path, trackingPlots::stat, streamLabel_, and AlCaHLTBitMon_QueryRunRegistry::string.

   {
     auto lumiWriter = luminosityBlockCache(iLB.index());
     //close dat file
     lumiWriter->close();
 
     jsonWriter_->fileAdler32_.value() = lumiWriter->get_adler32();
     jsonWriter_->accepted_.value() = lumiWriter->getAccepted();
 
     bool abortFlag = false;
     jsonWriter_->processed_.value() = fms_->getEventsProcessedForLumi(iLB.luminosityBlock(),&abortFlag);
     if (abortFlag) {
         edm::LogInfo("EvFOutputModule") << "Abort flag has been set. Output is suppressed";
         return;
     }
     
     if (jsonWriter_->processed_.value()!=0) {
       struct stat istat;
       boost::filesystem::path openDatFilePath = lumiWriter->getFilePath();
       stat(openDatFilePath.string().c_str(), &istat);
       jsonWriter_->filesize_ = istat.st_size;
       boost::filesystem::rename(openDatFilePath.string().c_str(), edm::Service<evf::EvFDaqDirector>()->getDatFilePath(iLB.luminosityBlock(),streamLabel_));
       jsonWriter_->filelist_ = openDatFilePath.filename().string();
     } else {
       //remove empty file when no event processing has occurred
       remove(lumiWriter->getFilePath().c_str());
       jsonWriter_->filesize_ = 0;
       jsonWriter_->filelist_ = "";
       jsonWriter_->fileAdler32_.value()=-1; //no files in signed long
     }
 
     //produce JSON file
     jsonWriter_->jsonMonitor_->snap(iLB.luminosityBlock());
     const std::string outputJsonNameStream =
       edm::Service<evf::EvFDaqDirector>()->getOutputJsonFilePath(iLB.luminosityBlock(),streamLabel_);
     jsonWriter_->jsonMonitor_->outputFullJSON(outputJsonNameStream,iLB.luminosityBlock());
 
   }

void evf::EvFOutputModule::write ( edm::EventForOutput const & e )

overrideprivatevirtual

Implements edm::one::OutputModuleBase.

Definition at line 226 of file EvFOutputModule.cc.

References edm::EventForOutput::getLuminosityBlock(), getTriggerResults(), edm::LuminosityBlockForOutput::index(), jsonWriter_, mps_check::msg, edm::one::OutputModuleBase::selectorConfig(), triggerResults, and trToken_.

Referenced by pkg.AbstractPkg::generate().

                                                    {
 
     edm::Handle<edm::TriggerResults> const& triggerResults = getTriggerResults(trToken_, e);
 
     //auto lumiWriter = const_cast<EvFOutputEventWriter*>(luminosityBlockCache(e.getLuminosityBlock().index() ));
     auto lumiWriter = luminosityBlockCache(e.getLuminosityBlock().index() );
 
     std::unique_ptr<EventMsgBuilder> msg = jsonWriter_->streamerCommon_.serializeEvent(e, triggerResults, selectorConfig());
     lumiWriter->incAccepted();
     lumiWriter->doOutputEvent(*msg); //msg is written and discarded at this point
   }