#include <FRDStreamSource.h>

Inheritance diagram for FRDStreamSource:

Public Member Functions
	FRDStreamSource (edm::ParameterSet const &pset, edm::InputSourceDescription const &desc)

virtual	~FRDStreamSource ()

Public Member Functions inherited from edm::ProducerSourceFromFiles
virtual bool	noFiles () const override

	ProducerSourceFromFiles (ParameterSet const &pset, InputSourceDescription const &desc, bool realData)

virtual	~ProducerSourceFromFiles ()

Public Member Functions inherited from edm::ProducerSourceBase
EventNumber_t	event () const

unsigned int	eventCreationDelay () const

EventID const &	eventID () const

LuminosityBlockNumber_t	luminosityBlock () const

unsigned int	numberEventsInLumi () const

unsigned int	numberEventsInRun () const

unsigned int	numberEventsInThisLumi () const

unsigned int	numberEventsInThisRun () const

TimeValue_t	presentTime () const

	ProducerSourceBase (ParameterSet const &pset, InputSourceDescription const &desc, bool realData)

RunNumber_t	run () const

unsigned int	timeBetweenEvents () const

virtual	~ProducerSourceBase () noexcept(false)

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

void	doEndLumi (LuminosityBlockPrincipal &lbp, bool cleaningUpAfterException, ProcessContext const *)
	Called by framework at end of lumi block. More...

void	doEndRun (RunPrincipal &rp, bool cleaningUpAfterException, ProcessContext const *)
	Called by framework at end of run. More...

void	doPostForkReacquireResources (std::shared_ptr< multicore::MessageReceiverForSource >)

void	doPreForkReleaseResources ()
	Called by the framework before forking the process. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

InputSource &	operator= (InputSource const &)=delete

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

std::shared_ptr< ProductRegistry > &	productRegistry ()

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::unique_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

bool	skipForForking ()

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Private Member Functions
void	beginLuminosityBlock (edm::LuminosityBlock &)

void	beginRun (edm::Run &)

void	endLuminosityBlock (edm::LuminosityBlock &)

void	endRun (edm::Run &)

bool	openFile (const std::string &fileName)

virtual void	produce (edm::Event &e)

virtual bool	setRunAndEventInfo (edm::EventID &id, edm::TimeValue_t &theTime, edm::EventAuxiliary::ExperimentType &eType)

Private Attributes
std::vector< char >	buffer_

unsigned int	detectedFRDversion_ =0

std::ifstream	fin_

std::vector< std::string >::const_iterator	itFileName_

std::unique_ptr< FEDRawDataCollection >	rawData_

const bool	useL1EventID_

const bool	verifyAdler32_

const bool	verifyChecksum_

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

typedef ProductRegistryHelper::TypeLabelList	TypeLabelList

Static Public Member Functions inherited from edm::ProducerSourceFromFiles
static void	fillDescription (ParameterSetDescription &desc)

Static Public Member Functions inherited from edm::ProducerSourceBase
static void	fillDescription (ParameterSetDescription &desc)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Protected Member Functions inherited from edm::InputSource
void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemType	state () const

Detailed Description

Definition at line 21 of file FRDStreamSource.h.

Constructor & Destructor Documentation

FRDStreamSource::FRDStreamSource	(	edm::ParameterSet const &	pset,
		edm::InputSourceDescription const &	desc
	)

Definition at line 18 of file FRDStreamSource.cc.

References edm::FromFiles::fileNames(), itFileName_, and openFile().

   : ProducerSourceFromFiles(pset,desc,true),
     verifyAdler32_(pset.getUntrackedParameter<bool> ("verifyAdler32", true)),
     verifyChecksum_(pset.getUntrackedParameter<bool> ("verifyChecksum", true)),
     useL1EventID_(pset.getUntrackedParameter<bool> ("useL1EventID", false))
 {
   itFileName_=fileNames().begin();
   openFile(*itFileName_);
   produces<FEDRawDataCollection>();
 }

virtual FRDStreamSource::~FRDStreamSource ( )

inlinevirtual

Definition at line 27 of file FRDStreamSource.h.

References MillePedeFileConverter_cfg::e, produce(), and setRunAndEventInfo().

27 {};

Member Function Documentation

void FRDStreamSource::beginLuminosityBlock ( edm::LuminosityBlock & )

inlineprivatevirtual

Reimplemented from edm::ProducerSourceBase.

Definition at line 36 of file FRDStreamSource.h.

36 {}

void FRDStreamSource::beginRun ( edm::Run & )

inlineprivatevirtual

Reimplemented from edm::ProducerSourceBase.

Definition at line 34 of file FRDStreamSource.h.

34 {}

void FRDStreamSource::endLuminosityBlock ( edm::LuminosityBlock & )

inlineprivatevirtual

Reimplemented from edm::ProducerSourceBase.

Definition at line 37 of file FRDStreamSource.h.

References MillePedeFileConverter_cfg::fileName, openFile(), and AlCaHLTBitMon_QueryRunRegistry::string.

37 {}

void FRDStreamSource::endRun ( edm::Run & )

inlineprivatevirtual

Reimplemented from edm::ProducerSourceBase.

Definition at line 35 of file FRDStreamSource.h.

35 {}

bool FRDStreamSource::openFile ( const std::string & fileName )

private

Definition at line 170 of file FRDStreamSource.cc.

References gather_cfg::cout, DEFINE_FWK_INPUT_SOURCE, fin_, recoMuon::in, tablePrinter::prefix, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by Vispa.Main.Application.Application::_readCommandLineAttributes(), Vispa.Main.Application.Application::doubleClickOnFile(), endLuminosityBlock(), FRDStreamSource(), Vispa.Main.Application.Application::openFileDialog(), Vispa.Main.Application.Application::openRecentFileSlot(), and setRunAndEventInfo().

 {
   std::cout << " open file.. " << fileName << std::endl;
   fin_.close();
   fin_.clear();
   size_t pos = fileName.find(':');
   if (pos!=std::string::npos) {
     std::string prefix = fileName.substr(0,pos);
     if (prefix!="file") return false;
     pos++;
   }
   else pos=0;
 
   fin_.open(fileName.substr(pos).c_str(),std::ios::in|std::ios::binary);
   return fin_.is_open();
 }

void FRDStreamSource::produce ( edm::Event & e )

privatevirtual

Implements edm::ProducerSourceBase.

Definition at line 165 of file FRDStreamSource.cc.

References eostools::move(), edm::Event::put(), and rawData_.

Referenced by JSONExport.JsonExport::export(), HTMLExport.HTMLExport::export(), HTMLExport.HTMLExportStatic::export(), and ~FRDStreamSource().

                                          {
   e.put(std::move(rawData_));
 }

bool FRDStreamSource::setRunAndEventInfo	(	edm::EventID &	id,
		edm::TimeValue_t &	theTime,
		edm::EventAuxiliary::ExperimentType &	eType
	)

privatevirtual

Implements edm::ProducerSourceBase.

Definition at line 31 of file FRDStreamSource.cc.

References evf::evtn::TCDSBST::tcdsbst::bst, buffer_, crc32c(), detectedFRDversion_, fedh_struct::eventid, evf::evtn::TCDSHeader::tcdsheader::eventNumber, fedt_struct::eventsize, evf::evtn::evm_board_sense(), Exception, FED_EVSZ_EXTRACT, FED_EVTY_EXTRACT, FED_SOID_EXTRACT, l1t::stage2::layer2::fedId, edm::FromFiles::fileNames(), fin_, FRDHeaderVersionSize, evf::evtn::get(), evf::evtn::TCDSBST::getBST(), evf::evtn::TCDSRecord::getBST(), evf::evtn::TCDSHeader::getData(), evf::evtn::getgpshigh(), evf::evtn::getgpslow(), evf::evtn::TCDSRecord::getHeader(), evf::evtn::TCDSBST::tcdsbst::gpstimehigh, evf::evtn::TCDSBST::tcdsbst::gpstimelow, evf::evtn::gtpe_board_sense(), evf::evtn::gtpe_get(), evf::evtn::TCDSHeader::tcdsheader::header, createfilelist::int, itFileName_, dttmaxenums::L, evf::evtn::TCDSHeader::tcdsheader::lumiSection, FEDNumbering::MAXFEDID, FEDNumbering::MINTCDSuTCAFEDID, FEDNumbering::MINTriggerEGTPFEDID, FEDNumbering::MINTriggerGTPFEDID, openFile(), rawData_, record, fedh_struct::sourceid, useL1EventID_, verifyAdler32_, and verifyChecksum_.

Referenced by ~FRDStreamSource().

 {
   if ( fin_.peek() == EOF ) {
     if ( ++itFileName_==fileNames().end() ) {
       fin_.close();
       return false;
     }
     if ( ! openFile(*itFileName_) ) {
       throw cms::Exception("FRDStreamSource::setRunAndEventInfo") <<
         "could not open file " << *itFileName_;
     }
   }
 
   if ( detectedFRDversion_==0) {
     fin_.read((char*)&detectedFRDversion_,sizeof(uint32_t));
     assert(detectedFRDversion_>0 && detectedFRDversion_<=5);
     if ( buffer_.size() < FRDHeaderVersionSize[detectedFRDversion_] )
       buffer_.resize(FRDHeaderVersionSize[detectedFRDversion_]);
     *((uint32_t*)(&buffer_[0]))=detectedFRDversion_;
     fin_.read(&buffer_[0] + sizeof(uint32_t),FRDHeaderVersionSize[detectedFRDversion_]-sizeof(uint32_t));
     assert( fin_.gcount() == FRDHeaderVersionSize[detectedFRDversion_]-(unsigned int)(sizeof(uint32_t) ));
   }
   else {
     if ( buffer_.size() < FRDHeaderVersionSize[detectedFRDversion_] )
       buffer_.resize(FRDHeaderVersionSize[detectedFRDversion_]);
     fin_.read(&buffer_[0],FRDHeaderVersionSize[detectedFRDversion_]);
     assert( fin_.gcount() == FRDHeaderVersionSize[detectedFRDversion_] );
   }
 
   std::unique_ptr<FRDEventMsgView> frdEventMsg(new FRDEventMsgView(&buffer_[0]));
   if (useL1EventID_)
     id = edm::EventID(frdEventMsg->run(), frdEventMsg->lumi(), frdEventMsg->event());
 
   const uint32_t totalSize = frdEventMsg->size();
   if ( totalSize > buffer_.size() ) {
     buffer_.resize(totalSize);
   }
   if ( totalSize > FRDHeaderVersionSize[detectedFRDversion_] ) {
     fin_.read(&buffer_[0]+FRDHeaderVersionSize[detectedFRDversion_],totalSize-FRDHeaderVersionSize[detectedFRDversion_]);
     if ( fin_.gcount() != totalSize-FRDHeaderVersionSize[detectedFRDversion_] ) {
       throw cms::Exception("FRDStreamSource::setRunAndEventInfo") <<
         "premature end of file " << *itFileName_;
     }
     frdEventMsg.reset(new FRDEventMsgView(&buffer_[0]));
   }
 
   if ( verifyChecksum_ && frdEventMsg->version() >= 5 )
   {
     uint32_t crc=0;
     crc = crc32c(crc,(const unsigned char*)frdEventMsg->payload(),frdEventMsg->eventSize());
     if ( crc != frdEventMsg->crc32c() ) {
       throw cms::Exception("FRDStreamSource::getNextEvent") <<
         "Found a wrong crc32c checksum: expected 0x" << std::hex << frdEventMsg->crc32c() <<
         " but calculated 0x" << crc;
     }
   }
   else if ( verifyAdler32_ && frdEventMsg->version() >= 3 )
   {
     uint32_t adler = adler32(0L,Z_NULL,0);
     adler = adler32(adler,(Bytef*)frdEventMsg->payload(),frdEventMsg->eventSize());
 
     if ( adler != frdEventMsg->adler32() ) {
       throw cms::Exception("FRDStreamSource::setRunAndEventInfo") <<
         "Found a wrong Adler32 checksum: expected 0x" << std::hex << frdEventMsg->adler32() <<
         " but calculated 0x" << adler;
     }
   }
 
   rawData_ = std::make_unique<FEDRawDataCollection>();
 
   uint32_t eventSize = frdEventMsg->eventSize();
   char* event = (char*)frdEventMsg->payload();
   bool foundTCDSFED=false;
   bool foundGTPFED=false;
 
 
   while (eventSize > 0) {
     assert(eventSize>=sizeof(fedt_t));
     eventSize -= sizeof(fedt_t);
     const fedt_t* fedTrailer = (fedt_t*) (event + eventSize);
     const uint32_t fedSize = FED_EVSZ_EXTRACT(fedTrailer->eventsize) << 3; //trailer length counts in 8 bytes
     assert(eventSize>=fedSize - sizeof(fedt_t));
     eventSize -= (fedSize - sizeof(fedt_t));
     const fedh_t* fedHeader = (fedh_t *) (event + eventSize);
     const uint16_t fedId = FED_SOID_EXTRACT(fedHeader->sourceid);
     if (fedId>FEDNumbering::MAXFEDID)
     {
       throw cms::Exception("FedRawDataInputSource::fillFEDRawDataCollection") << "Out of range FED ID : " << fedId;
     }
     if (fedId == FEDNumbering::MINTCDSuTCAFEDID) {
       foundTCDSFED=true;
       evf::evtn::TCDSRecord record((unsigned char *)(event + eventSize ));
       id = edm::EventID(frdEventMsg->run(),record.getHeader().getData().header.lumiSection,
             record.getHeader().getData().header.eventNumber);
       eType = ((edm::EventAuxiliary::ExperimentType)FED_EVTY_EXTRACT(fedHeader->eventid));
       //evf::evtn::evm_board_setformat(fedSize);
       uint64_t gpsh = record.getBST().getBST().bst.gpstimehigh;
       uint32_t gpsl = record.getBST().getBST().bst.gpstimelow;
       theTime = static_cast<edm::TimeValue_t>((gpsh << 32) + gpsl);
     }
 
     if (fedId == FEDNumbering::MINTriggerGTPFEDID && !foundTCDSFED) {
       foundGTPFED=true;
       const bool GTPEvmBoardSense=evf::evtn::evm_board_sense((unsigned char*) fedHeader,fedSize);
       if (!useL1EventID_) {
         if (GTPEvmBoardSense)
           id = edm::EventID(frdEventMsg->run(), frdEventMsg->lumi(), evf::evtn::get((unsigned char*) fedHeader,true));
         else
           id = edm::EventID(frdEventMsg->run(), frdEventMsg->lumi(), evf::evtn::get((unsigned char*) fedHeader,false));
       }
       //evf::evtn::evm_board_setformat(fedSize);
       const uint64_t gpsl = evf::evtn::getgpslow((unsigned char*) fedHeader);
       const uint64_t gpsh = evf::evtn::getgpshigh((unsigned char*) fedHeader);
       theTime = static_cast<edm::TimeValue_t>((gpsh << 32) + gpsl);
     }
 
 
 
     //take event ID from GTPE FED
     if (fedId == FEDNumbering::MINTriggerEGTPFEDID && !foundGTPFED && !foundTCDSFED && !useL1EventID_) {
       if (evf::evtn::gtpe_board_sense((unsigned char*)fedHeader)) {
         id = edm::EventID(frdEventMsg->run(), frdEventMsg->lumi(), evf::evtn::gtpe_get((unsigned char*) fedHeader));
       }
     }
     FEDRawData& fedData = rawData_->FEDData(fedId);
     fedData.resize(fedSize);
     memcpy(fedData.data(), event + eventSize, fedSize);
   }
   assert(eventSize == 0);
 
   return true;
 }