#include <RawEventOutputModuleForBU.h>

Inheritance diagram for RawEventOutputModuleForBU< Consumer >:

Public Member Functions
	RawEventOutputModuleForBU (edm::ParameterSet const &ps)

	~RawEventOutputModuleForBU () override

Public Member Functions inherited from edm::one::OutputModule< edm::one::WatchRuns, edm::one::WatchLuminosityBlocks >
SerialTaskQueue *	globalLuminosityBlocksQueue () final

SerialTaskQueue *	globalRunsQueue () final

	OutputModule (edm::ParameterSet const &iPSet)

bool	wantsGlobalLuminosityBlocks () const final

bool	wantsGlobalRuns () const final

Public Member Functions inherited from edm::one::OutputModuleBase
BranchIDLists const *	branchIDLists ()

std::array< bool, NumBranchTypes > const &	hasNewlyDroppedBranch () const

SelectedProductsForBranchType const &	keptProducts () const

int	maxEvents () const

const ModuleDescription &	moduleDescription () const

OutputModuleBase &	operator= (OutputModuleBase const &)=delete

	OutputModuleBase (ParameterSet const &pset)

	OutputModuleBase (OutputModuleBase const &)=delete

std::string const &	processName () const

int	remainingEvents () const

bool	selected (BranchDescription const &desc) const

void	selectProducts (ProductRegistry const &preg, ThinnedAssociationsHelper const &)

SharedResourcesAcquirer &	sharedResourcesAcquirer ()

SubProcessParentageHelper const *	subProcessParentageHelper () const

ThinnedAssociationsHelper const *	thinnedAssociationsHelper () const

bool	wantAllEvents () const

bool	wantsStreamLuminosityBlocks () const

bool	wantsStreamRuns () const

	~OutputModuleBase () override

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

void	convertCurrentProcessAlias (std::string const &processName)
	Convert "@currentProcess" in InputTag process names to the actual current process name. More...

	EDConsumerBase ()

	EDConsumerBase (EDConsumerBase const &)=delete

	EDConsumerBase (EDConsumerBase &&)=default

ESProxyIndex const *	esGetTokenIndices (edm::Transition iTrans) const

ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

std::vector< ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

EDConsumerBase const &	operator= (EDConsumerBase const &)=delete

EDConsumerBase &	operator= (EDConsumerBase &&)=default

bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

ProductResolverIndexAndSkipBit	uncheckedIndexFrom (EDGetToken) const

void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)

void	updateLookup (eventsetup::ESRecordsToProxyIndices const &)

virtual	~EDConsumerBase () noexcept(false)

Private Types
typedef unsigned int	uint32

Private Member Functions
void	beginLuminosityBlock (edm::LuminosityBlockForOutput const &) override

void	beginRun (edm::RunForOutput const &) override

void	endLuminosityBlock (edm::LuminosityBlockForOutput const &) override

void	endRun (edm::RunForOutput const &) override

void	write (edm::EventForOutput const &e) override

void	writeLuminosityBlock (const edm::LuminosityBlockForOutput &) override

void	writeRun (const edm::RunForOutput &) override

Private Attributes
bool	firstLumi_

unsigned int	frdVersion_

unsigned int	index_

std::string	instance_

std::string	label_

unsigned int	numEventsPerFile_

timeval	startOfLastLumi

std::unique_ptr< Consumer >	templateConsumer_

edm::EDGetTokenT< FEDRawDataCollection >	token_

unsigned int	totevents

unsigned long long	totsize

unsigned long long	writtensize

unsigned long long	writtenSizeLast

Additional Inherited Members
Public Types inherited from edm::one::OutputModuleBase
typedef OutputModuleBase	ModuleType

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Static Public Member Functions inherited from edm::one::OutputModuleBase
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Protected Member Functions inherited from edm::one::OutputModuleBase
void	configure (OutputModuleDescription const &desc)

ModuleDescription const &	description () const

void	doBeginJob ()

bool	doBeginLuminosityBlock (LuminosityBlockPrincipal const &lbp, EventSetupImpl const &c, ModuleCallingContext const *)

bool	doBeginRun (RunPrincipal const &rp, EventSetupImpl const &c, ModuleCallingContext const *)

void	doEndJob ()

bool	doEndLuminosityBlock (LuminosityBlockPrincipal const &lbp, EventSetupImpl const &c, ModuleCallingContext const *)

bool	doEndRun (RunPrincipal const &rp, EventSetupImpl const &c, ModuleCallingContext const *)

bool	doEvent (EventPrincipal const &ep, EventSetupImpl const &c, ActivityRegistry , ModuleCallingContext const )

void	doPreallocate (PreallocationConfiguration const &)

std::map< BranchID::value_type, BranchID::value_type > const &	droppedBranchIDToKeptBranchID ()

virtual void	preallocLumis (unsigned int)

ParameterSetID	selectorConfig () const

void	setEventSelectionInfo (std::map< std::string, std::vector< std::pair< std::string, int >>> const &outputModulePathPositions, bool anyProductProduced)

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes ()

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag const &tag)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Detailed Description

template<class Consumer>
class RawEventOutputModuleForBU< Consumer >

Definition at line 25 of file RawEventOutputModuleForBU.h.

Member Typedef Documentation

template<class Consumer >

typedef unsigned int RawEventOutputModuleForBU< Consumer >::uint32

private

Definition at line 27 of file RawEventOutputModuleForBU.h.

Constructor & Destructor Documentation

template<class Consumer >

RawEventOutputModuleForBU< Consumer >::RawEventOutputModuleForBU ( edm::ParameterSet const & ps )

explicit

Consumers are suppose to provide: void doOutputEvent(const FRDEventMsgView& msg) void start() void stop()

Definition at line 65 of file RawEventOutputModuleForBU.h.

                                                                                         :
   edm::one::OutputModuleBase::OutputModuleBase(ps),
   edm::one::OutputModule<edm::one::WatchRuns, edm::one::WatchLuminosityBlocks>(ps),
   templateConsumer_(new Consumer(ps)),
   label_(ps.getUntrackedParameter<std::string>("ProductLabel","source")),
   instance_(ps.getUntrackedParameter<std::string>("ProductInstance","")),
   token_(consumes<FEDRawDataCollection>(edm::InputTag(label_, instance_))),
   numEventsPerFile_(ps.getUntrackedParameter<unsigned int>("numEventsPerFile",100)),
   frdVersion_(ps.getUntrackedParameter<unsigned int>("frdVersion",3)),
   totsize(0LL),
   writtensize(0LL),
   writtenSizeLast(0LL),
   totevents(0),
   index_(0),
   firstLumi_(true)
 {
 }

template<class Consumer >

RawEventOutputModuleForBU< Consumer >::~RawEventOutputModuleForBU ( )

override

Definition at line 84 of file RawEventOutputModuleForBU.h.

84 {}

Member Function Documentation

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::beginLuminosityBlock ( edm::LuminosityBlockForOutput const & ls )

overrideprivate

Definition at line 185 of file RawEventOutputModuleForBU.h.

Referenced by RawEventOutputModuleForBU< Consumer >::writeLuminosityBlock().

                                                                                                    {
     index_ = 0;
     std::string filename = edm::Service<evf::EvFDaqDirector>()->getOpenRawFilePath( ls.id().luminosityBlock(),index_);
     std::string destinationDir = edm::Service<evf::EvFDaqDirector>()->buBaseRunDir();
         std::cout << " writing to destination dir " << destinationDir << " name: " << filename << std::endl;
     templateConsumer_->initialize(destinationDir,filename,ls.id().luminosityBlock());
   //edm::Service<evf::EvFDaqDirector>()->updateBuLock(ls.id().luminosityBlock()+1);
   if(!firstLumi_){
     timeval now;
     ::gettimeofday(&now,nullptr);
     //long long elapsedusec = (now.tv_sec - startOfLastLumi.tv_sec)*1000000+now.tv_usec-startOfLastLumi.tv_usec;
 /*     std::cout << "(now.tv_sec - startOfLastLumi.tv_sec) " << now.tv_sec <<"-" << startOfLastLumi.tv_sec */
 /*        <<" (now.tv_usec-startOfLastLumi.tv_usec) " << now.tv_usec << "-" << startOfLastLumi.tv_usec << std::endl; */
 /*     std::cout << "elapsedusec " << elapsedusec << "  totevents " << totevents << "  size (GB)" << writtensize  */
 /*        << "  rate " << (writtensize-writtenSizeLast)/elapsedusec << " MB/s" <<std::endl; */
     writtenSizeLast=writtensize;
     ::gettimeofday(&startOfLastLumi,nullptr);
     //edm::Service<evf::EvFDaqDirector>()->writeLsStatisticsBU(ls.id().luminosityBlock(), totevents, totsize, elapsedusec);
   }
   else
     ::gettimeofday(&startOfLastLumi,nullptr);
   totevents = 0;
   totsize = 0LL;
   firstLumi_ = false;
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::beginRun ( edm::RunForOutput const & )

overrideprivate

Definition at line 172 of file RawEventOutputModuleForBU.h.

References RawEventOutputModuleForBU< Consumer >::templateConsumer_.

 {
  // edm::Service<evf::EvFDaqDirector>()->updateBuLock(1);
   templateConsumer_->start();
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::endLuminosityBlock ( edm::LuminosityBlockForOutput const & ls )

overrideprivate

Definition at line 211 of file RawEventOutputModuleForBU.h.

References edm::LuminosityBlockForOutput::id(), edm::LuminosityBlockID::luminosityBlock(), and RawEventOutputModuleForBU< Consumer >::templateConsumer_.

Referenced by RawEventOutputModuleForBU< Consumer >::writeLuminosityBlock().

                                                                                                  {
 
   //  templateConsumer_->touchlock(ls.id().luminosityBlock(),basedir);
   templateConsumer_->endOfLS(ls.id().luminosityBlock());
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::endRun ( edm::RunForOutput const & )

overrideprivate

Definition at line 179 of file RawEventOutputModuleForBU.h.

References RawEventOutputModuleForBU< Consumer >::templateConsumer_.

 {
   templateConsumer_->stop();
 }

template<class Consumer >

void RawEventOutputModuleForBU< Consumer >::write ( edm::EventForOutput const & e )

overrideprivatevirtual

Implements edm::one::OutputModuleBase.

Definition at line 87 of file RawEventOutputModuleForBU.h.

Referenced by pkg.AbstractPkg::generate().

 {
   unsigned int ls = e.luminosityBlock();
   if(totevents>0 && totevents%numEventsPerFile_==0){
       index_++;
       std::string filename = edm::Service<evf::EvFDaqDirector>()->getOpenRawFilePath( ls,index_);
       std::string destinationDir = edm::Service<evf::EvFDaqDirector>()->buBaseRunDir();
       templateConsumer_->initialize(destinationDir,filename,ls);
   }
   totevents++;
   // serialize the FEDRawDataCollection into the format that we expect for
   // FRDEventMsgView objects (may be better ways to do this)
   edm::Handle<FEDRawDataCollection> fedBuffers;
   e.getByToken(token_, fedBuffers);
 
   // determine the expected size of the FRDEvent IN BYTES !!!!!
   int headerSize = FRDHeaderVersionSize[frdVersion_];
   int expectedSize = headerSize;
   int nFeds = frdVersion_<3? 1024 : FEDNumbering::lastFEDId()+1;
 
 
   for (int idx = 0; idx < nFeds; ++idx) {
     FEDRawData singleFED = fedBuffers->FEDData(idx);
     expectedSize += singleFED.size();
   }
 
   totsize += expectedSize;
   // build the FRDEvent into a temporary buffer
   boost::shared_array<unsigned char> workBuffer(new unsigned char[expectedSize + 256]);
   uint32 *bufPtr = (uint32*) workBuffer.get();
   *bufPtr++ = (uint32) frdVersion_;  // version number
   *bufPtr++ = (uint32) e.id().run();
   *bufPtr++ = (uint32) e.luminosityBlock();
   *bufPtr++ = (uint32) e.id().event();
   if (frdVersion_==4)
     *bufPtr++ = 0;//64-bit event id high part
 
   if (frdVersion_<3) {
     uint32 fedsize[1024];
     for (int idx = 0; idx < 1024; ++idx) {
       FEDRawData singleFED = fedBuffers->FEDData(idx);
       fedsize[idx] = singleFED.size();
       //std::cout << "fed size " << singleFED.size()<< std::endl;
     }
     memcpy(bufPtr,fedsize,1024 * sizeof(uint32));
     bufPtr += 1024;
   }
   else {
     *bufPtr++ = expectedSize-headerSize;
     *bufPtr++ = 0;
      if (frdVersion_<=4)
       *bufPtr++ = 0;
   }
   uint32 *payloadPtr=bufPtr;
   for (int idx = 0; idx < nFeds; ++idx) {
     FEDRawData singleFED = fedBuffers->FEDData(idx);
     if (singleFED.size() > 0) {
       memcpy(bufPtr, singleFED.data(), singleFED.size());
       bufPtr += singleFED.size()/4;
     }
   }
   if (frdVersion_>4) {
     //crc32c checksum
     uint32_t crc = 0;
     *(payloadPtr-1) = crc32c(crc,(const unsigned char*) payloadPtr, expectedSize-headerSize);
   }
   else if (frdVersion_>=3) {
     //adler32 checksum
     uint32 adlera = 1;
     uint32 adlerb = 0;
     cms::Adler32((const char*) payloadPtr, expectedSize-headerSize, adlera, adlerb);
     *(payloadPtr-1) = (adlerb << 16) | adlera;
   }
 
   // create the FRDEventMsgView and use the template consumer to write it out
   FRDEventMsgView msg(workBuffer.get());
   writtensize+=msg.size();
 
   if (templateConsumer_->sharedMode())
     templateConsumer_->doOutputEvent(workBuffer);
   else
     templateConsumer_->doOutputEvent(msg);
 }