#include <RawEventOutputModuleForBU.h>

Inheritance diagram for RawEventOutputModuleForBU< Consumer >:

Public Member Functions
	RawEventOutputModuleForBU (edm::ParameterSet const &ps)

	~RawEventOutputModuleForBU () override

Public Member Functions inherited from edm::one::OutputModule< edm::one::WatchRuns, edm::one::WatchLuminosityBlocks >
SerialTaskQueue *	globalLuminosityBlocksQueue () final

SerialTaskQueue *	globalRunsQueue () final

const OutputModule &	operator= (const OutputModule &)=delete

	OutputModule (edm::ParameterSet const &iPSet)

	OutputModule (const OutputModule &)=delete

bool	wantsGlobalLuminosityBlocks () const final

bool	wantsGlobalRuns () const final

bool	wantsInputProcessBlocks () const final

bool	wantsProcessBlocks () const final

Public Member Functions inherited from edm::one::OutputModuleBase
OutputModuleBase &	operator= (OutputModuleBase const &)=delete

	OutputModuleBase (ParameterSet const &pset)

	OutputModuleBase (OutputModuleBase const &)=delete

SharedResourcesAcquirer &	sharedResourcesAcquirer ()

SubProcessParentageHelper const *	subProcessParentageHelper () const

bool	wantsStreamLuminosityBlocks () const

bool	wantsStreamRuns () const

Public Member Functions inherited from edm::core::OutputModuleCore
BranchIDLists const *	branchIDLists () const

std::array< bool, NumBranchTypes > const &	hasNewlyDroppedBranch () const

SelectedProductsForBranchType const &	keptProducts () const

int	maxEvents () const

const ModuleDescription &	moduleDescription () const

OutputModuleCore &	operator= (OutputModuleCore const &)=delete

	OutputModuleCore (ParameterSet const &pset)

	OutputModuleCore (OutputModuleCore const &)=delete

OutputProcessBlockHelper const &	outputProcessBlockHelper () const

std::string const &	processName () const

int	remainingEvents () const

bool	selected (BranchDescription const &desc) const

void	selectProducts (ProductRegistry const &preg, ThinnedAssociationsHelper const &, ProcessBlockHelperBase const &)

ThinnedAssociationsHelper const *	thinnedAssociationsHelper () const

bool	wantAllEvents () const

	~OutputModuleCore () override

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

void	convertCurrentProcessAlias (std::string const &processName)
	Convert "@currentProcess" in InputTag process names to the actual current process name. More...

	EDConsumerBase ()

	EDConsumerBase (EDConsumerBase const &)=delete

	EDConsumerBase (EDConsumerBase &&)=default

ESProxyIndex const *	esGetTokenIndices (edm::Transition iTrans) const

std::vector< ESProxyIndex > const &	esGetTokenIndicesVector (edm::Transition iTrans) const

std::vector< ESRecordIndex > const &	esGetTokenRecordIndicesVector (edm::Transition iTrans) const

ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

std::vector < ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesWhoseProductsAreConsumed (std::array< std::vector< ModuleDescription const * > , NumBranchTypes > &modulesAll, std::vector< ModuleProcessName > &modulesInPreviousProcesses, ProductRegistry const &preg, std::map< std::string, ModuleDescription const > const &labelsToDesc, std::string const &processName) const

EDConsumerBase const &	operator= (EDConsumerBase const &)=delete

EDConsumerBase &	operator= (EDConsumerBase &&)=default

bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

void	selectInputProcessBlocks (ProductRegistry const &productRegistry, ProcessBlockHelperBase const &processBlockHelperBase)

ProductResolverIndexAndSkipBit	uncheckedIndexFrom (EDGetToken) const

void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)

void	updateLookup (eventsetup::ESRecordsToProxyIndices const &)

virtual	~EDConsumerBase () noexcept(false)

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::core::OutputModuleCore
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc, std::vector< std::string > const &iDefaultOutputCommands=ProductSelectorRules::defaultSelectionStrings())

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Private Types
typedef unsigned int	uint32

Private Member Functions
void	beginLuminosityBlock (edm::LuminosityBlockForOutput const &) override

void	beginRun (edm::RunForOutput const &) override

void	endLuminosityBlock (edm::LuminosityBlockForOutput const &) override

void	endRun (edm::RunForOutput const &) override

void	write (edm::EventForOutput const &e) override

void	writeLuminosityBlock (const edm::LuminosityBlockForOutput &) override

void	writeRun (const edm::RunForOutput &) override

Private Attributes
bool	firstLumi_ = true

const unsigned int	frdVersion_

unsigned int	index_ = 0

const unsigned int	numEventsPerFile_

timeval	startOfLastLumi

std::unique_ptr< Consumer >	templateConsumer_

const edm::EDGetTokenT < FEDRawDataCollection >	token_

unsigned int	totevents = 0

unsigned long long	totsize = 0LL

unsigned long long	writtensize = 0LL

unsigned long long	writtenSizeLast = 0LL

Additional Inherited Members
Public Types inherited from edm::one::OutputModuleBase
typedef OutputModuleBase	ModuleType

Public Types inherited from edm::core::OutputModuleCore
typedef OutputModuleCore	ModuleType

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Protected Member Functions inherited from edm::one::OutputModuleBase
void	configure (OutputModuleDescription const &desc)

void	doBeginJob ()

bool	doEvent (EventTransitionInfo const &, ActivityRegistry , ModuleCallingContext const )

void	doPreallocate (PreallocationConfiguration const &)

Protected Member Functions inherited from edm::core::OutputModuleCore
void	configure (OutputModuleDescription const &desc)

ModuleDescription const &	description () const

void	doAccessInputProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)

void	doBeginJob_ ()

bool	doBeginLuminosityBlock (LumiTransitionInfo const &, ModuleCallingContext const *)

void	doBeginProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)

bool	doBeginRun (RunTransitionInfo const &, ModuleCallingContext const *)

void	doEndJob ()

bool	doEndLuminosityBlock (LumiTransitionInfo const &, ModuleCallingContext const *)

void	doEndProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)

bool	doEndRun (RunTransitionInfo const &, ModuleCallingContext const *)

bool	doEvent_ (EventTransitionInfo const &, ActivityRegistry , ModuleCallingContext const )

void	doPreallocate_ (PreallocationConfiguration const &)

std::map< BranchID::value_type, BranchID::value_type > const &	droppedBranchIDToKeptBranchID ()

virtual void	preallocLumis (unsigned int)

ParameterSetID	selectorConfig () const

void	setEventSelectionInfo (std::map< std::string, std::vector< std::pair< std::string, int >>> const &outputModulePathPositions, bool anyProductProduced)

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

template<BranchType B = InEvent>
EDConsumerBaseAdaptor< B >	consumes (edm::InputTag tag) noexcept

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes ()

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag const &tag)

template<Transition Tr = Transition::Event>
constexpr auto	esConsumes ()

template<Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag tag)

template<Transition Tr = Transition::Event>
ESGetTokenGeneric	esConsumes (eventsetup::EventSetupRecordKey const &iRecord, eventsetup::DataKey const &iKey)
	Used with EventSetupRecord::doGet. More...

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

void	resetItemsToGetFrom (BranchType iType)

Protected Attributes inherited from edm::core::OutputModuleCore
std::atomic< int >	remainingEvents_

Detailed Description

template<class Consumer>
class RawEventOutputModuleForBU< Consumer >

Definition at line 26 of file RawEventOutputModuleForBU.h.

Member Typedef Documentation

template<class Consumer >

typedef unsigned int RawEventOutputModuleForBU< Consumer >::uint32

private

Definition at line 27 of file RawEventOutputModuleForBU.h.

Constructor & Destructor Documentation

template<class Consumer >

RawEventOutputModuleForBU< Consumer >::RawEventOutputModuleForBU ( edm::ParameterSet const & ps )

explicit

Consumers are suppose to provide: void doOutputEvent(const FRDEventMsgView& msg) void start() void stop()

Definition at line 65 of file RawEventOutputModuleForBU.h.

     : edm::one::OutputModuleBase::OutputModuleBase(ps),
       edm::one::OutputModule<edm::one::WatchRuns, edm::one::WatchLuminosityBlocks>(ps),
       templateConsumer_(new Consumer(ps)),
       token_(consumes<FEDRawDataCollection>(ps.getParameter<edm::InputTag>("source"))),
       numEventsPerFile_(ps.getParameter<unsigned int>("numEventsPerFile")),
       frdVersion_(ps.getParameter<unsigned int>("frdVersion")) {}

template<class Consumer >

RawEventOutputModuleForBU< Consumer >::~RawEventOutputModuleForBU ( )

override

Definition at line 74 of file RawEventOutputModuleForBU.h.

74 {}

Member Function Documentation

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::beginLuminosityBlock ( edm::LuminosityBlockForOutput const & ls )

overrideprivate

Definition at line 177 of file RawEventOutputModuleForBU.h.

References gather_cfg::cout, lut2db_cfg::filename, edm::LuminosityBlockForOutput::id(), mkfit::LL, edm::LuminosityBlockID::luminosityBlock(), submitPVValidationJobs::now, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                                     {
   index_ = 0;
   std::string filename = edm::Service<evf::EvFDaqDirector>()->getOpenRawFilePath(ls.id().luminosityBlock(), index_);
   std::string destinationDir = edm::Service<evf::EvFDaqDirector>()->buBaseRunDir();
   std::cout << " writing to destination dir " << destinationDir << " name: " << filename << std::endl;
   templateConsumer_->initialize(destinationDir, filename, ls.id().luminosityBlock());
   //edm::Service<evf::EvFDaqDirector>()->updateBuLock(ls.id().luminosityBlock()+1);
   if (!firstLumi_) {
     timeval now;
     ::gettimeofday(&now, nullptr);
     //long long elapsedusec = (now.tv_sec - startOfLastLumi.tv_sec)*1000000+now.tv_usec-startOfLastLumi.tv_usec;
     /*     std::cout << "(now.tv_sec - startOfLastLumi.tv_sec) " << now.tv_sec <<"-" << startOfLastLumi.tv_sec */
     /*        <<" (now.tv_usec-startOfLastLumi.tv_usec) " << now.tv_usec << "-" << startOfLastLumi.tv_usec << std::endl; */
     /*     std::cout << "elapsedusec " << elapsedusec << "  totevents " << totevents << "  size (GB)" << writtensize  */
     /*        << "  rate " << (writtensize-writtenSizeLast)/elapsedusec << " MB/s" <<std::endl; */
     writtenSizeLast = writtensize;
     ::gettimeofday(&startOfLastLumi, nullptr);
     //edm::Service<evf::EvFDaqDirector>()->writeLsStatisticsBU(ls.id().luminosityBlock(), totevents, totsize, elapsedusec);
   } else
     ::gettimeofday(&startOfLastLumi, nullptr);
   totevents = 0;
   totsize = 0LL;
   firstLumi_ = false;
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::beginRun ( edm::RunForOutput const & )

overrideprivate

Definition at line 166 of file RawEventOutputModuleForBU.h.

                                                                          {
   // edm::Service<evf::EvFDaqDirector>()->updateBuLock(1);
   templateConsumer_->start();
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::endLuminosityBlock ( edm::LuminosityBlockForOutput const & ls )

overrideprivate

Definition at line 203 of file RawEventOutputModuleForBU.h.

References edm::LuminosityBlockForOutput::id(), and edm::LuminosityBlockID::luminosityBlock().

                                                                                                   {
   //  templateConsumer_->touchlock(ls.id().luminosityBlock(),basedir);
   templateConsumer_->endOfLS(ls.id().luminosityBlock());
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::endRun ( edm::RunForOutput const & )

overrideprivate

Definition at line 172 of file RawEventOutputModuleForBU.h.

                                                                        {
   templateConsumer_->stop();
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 209 of file RawEventOutputModuleForBU.h.

References edm::ParameterSetDescription::add(), edm::ConfigurationDescriptions::addWithDefaultLabel(), submitPVResolutionJobs::desc, and HLT_FULL_cff::InputTag.

                                                                                                      {
   edm::ParameterSetDescription desc;
   desc.add<edm::InputTag>("source", edm::InputTag("rawDataCollector"));
   desc.add<unsigned int>("numEventsPerFile", 100);
   desc.add<unsigned int>("frdVersion", 6);
   Consumer::extendDescription(desc);
 
   descriptions.addWithDefaultLabel(desc);
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::write ( edm::EventForOutput const & e )

overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 77 of file RawEventOutputModuleForBU.h.

References cms::Adler32(), cms::cuda::assert(), crc32c(), FEDRawData::data(), edm::EventID::event(), edm::EventForOutput::eventAuxiliary(), lut2db_cfg::filename, FRDEVENT_MASK_ISGENDATA, FRDHeaderMaxVersion, FRDHeaderVersionSize, edm::OccurrenceForOutput::getByToken(), edm::EventForOutput::id(), edm::EventAuxiliary::isRealData(), FEDNumbering::lastFEDId(), eostools::ls(), edm::EventForOutput::luminosityBlock(), mps_check::msg, edm::EventID::run(), FEDRawData::size(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by pkg.AbstractPkg::generate().

                                                                           {
   unsigned int ls = e.luminosityBlock();
   if (totevents > 0 && totevents % numEventsPerFile_ == 0) {
     index_++;
     std::string filename = edm::Service<evf::EvFDaqDirector>()->getOpenRawFilePath(ls, index_);
     std::string destinationDir = edm::Service<evf::EvFDaqDirector>()->buBaseRunDir();
     templateConsumer_->initialize(destinationDir, filename, ls);
   }
   totevents++;
   // serialize the FEDRawDataCollection into the format that we expect for
   // FRDEventMsgView objects (may be better ways to do this)
   edm::Handle<FEDRawDataCollection> fedBuffers;
   e.getByToken(token_, fedBuffers);
 
   // determine the expected size of the FRDEvent IN BYTES !!!!!
   assert(frdVersion_ <= FRDHeaderMaxVersion);
   int headerSize = FRDHeaderVersionSize[frdVersion_];
   int expectedSize = headerSize;
   int nFeds = frdVersion_ < 3 ? 1024 : FEDNumbering::lastFEDId() + 1;
 
   for (int idx = 0; idx < nFeds; ++idx) {
     FEDRawData singleFED = fedBuffers->FEDData(idx);
     expectedSize += singleFED.size();
   }
 
   totsize += expectedSize;
   // build the FRDEvent into a temporary buffer
   std::unique_ptr<std::vector<unsigned char>> workBuffer(
       std::make_unique<std::vector<unsigned char>>(expectedSize + 256));
   uint32* bufPtr = (uint32*)(workBuffer.get()->data());
   if (frdVersion_ <= 5) {
     *bufPtr++ = (uint32)frdVersion_;  // version number only
   } else {
     uint16 flags = 0;
     if (!e.eventAuxiliary().isRealData())
       flags |= FRDEVENT_MASK_ISGENDATA;
     *(uint16*)bufPtr = (uint16)(frdVersion_ & 0xffff);
     *((uint16*)bufPtr + 1) = flags;
     bufPtr++;
   }
   *bufPtr++ = (uint32)e.id().run();
   *bufPtr++ = (uint32)e.luminosityBlock();
   *bufPtr++ = (uint32)e.id().event();
   if (frdVersion_ == 4)
     *bufPtr++ = 0;  //64-bit event id high part
 
   if (frdVersion_ < 3) {
     uint32 fedsize[1024];
     for (int idx = 0; idx < 1024; ++idx) {
       FEDRawData singleFED = fedBuffers->FEDData(idx);
       fedsize[idx] = singleFED.size();
       //std::cout << "fed size " << singleFED.size()<< std::endl;
     }
     memcpy(bufPtr, fedsize, 1024 * sizeof(uint32));
     bufPtr += 1024;
   } else {
     *bufPtr++ = expectedSize - headerSize;
     *bufPtr++ = 0;
     if (frdVersion_ <= 4)
       *bufPtr++ = 0;
   }
   uint32* payloadPtr = bufPtr;
   for (int idx = 0; idx < nFeds; ++idx) {
     FEDRawData singleFED = fedBuffers->FEDData(idx);
     if (singleFED.size() > 0) {
       memcpy(bufPtr, singleFED.data(), singleFED.size());
       bufPtr += singleFED.size() / 4;
     }
   }
   if (frdVersion_ > 4) {
     //crc32c checksum
     uint32_t crc = 0;
     *(payloadPtr - 1) = crc32c(crc, (const unsigned char*)payloadPtr, expectedSize - headerSize);
   } else if (frdVersion_ >= 3) {
     //adler32 checksum
     uint32 adlera = 1;
     uint32 adlerb = 0;
     cms::Adler32((const char*)payloadPtr, expectedSize - headerSize, adlera, adlerb);
     *(payloadPtr - 1) = (adlerb << 16) | adlera;
   }
 
   // create the FRDEventMsgView and use the template consumer to write it out
   FRDEventMsgView msg(workBuffer.get()->data());
   writtensize += msg.size();
 
   templateConsumer_->doOutputEvent(msg);
 }