#include <HcalTBSource.h>

Inheritance diagram for HcalTBSource:

Public Member Functions
	HcalTBSource (const edm::ParameterSet &pset, edm::InputSourceDescription const &desc)

	~HcalTBSource () override

Public Member Functions inherited from edm::ProducerSourceFromFiles
bool	noFiles () const override

	ProducerSourceFromFiles (ParameterSet const &pset, InputSourceDescription const &desc, bool realData)

	~ProducerSourceFromFiles () override

Public Member Functions inherited from edm::ProducerSourceBase
EventNumber_t	event () const

unsigned int	eventCreationDelay () const

EventID const &	eventID () const

LuminosityBlockNumber_t	luminosityBlock () const

unsigned int	numberEventsInLumi () const

unsigned int	numberEventsInRun () const

unsigned int	numberEventsInThisLumi () const

unsigned int	numberEventsInThisRun () const

TimeValue_t	presentTime () const

	ProducerSourceBase (ParameterSet const &pset, InputSourceDescription const &desc, bool realData)

RunNumber_t	run () const

unsigned int	timeBetweenEvents () const

	~ProducerSourceBase () noexcept(false) override

Public Member Functions inherited from edm::PuttableSourceBase
bool	hasAbilityToProduceInLumis () const final

bool	hasAbilityToProduceInRuns () const final

	PuttableSourceBase (ParameterSet const &, InputSourceDescription const &)

void	registerProducts () final
	Register any produced products. More...

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

void	doEndJob ()
	Called by framework at end of job. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID, StreamID streamID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

InputSource &	operator= (InputSource const &)=delete

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

std::shared_ptr< ProductRegistry > &	productRegistry ()

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::unique_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Public Member Functions inherited from edm::ProducerBase
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)

std::vector< edm::ProductResolverIndex > const &	indiciesForPutProducts (BranchType iBranchType) const

	ProducerBase ()

std::vector< edm::ProductResolverIndex > const &	putTokenIndexToProductResolverIndex () const

void	registerProducts (ProducerBase , ProductRegistry , ModuleDescription const &)

std::function< void(BranchDescription const &)>	registrationCallback () const
	used by the fwk to register list of products More...

void	resolvePutIndicies (BranchType iBranchType, ModuleToResolverIndicies const &iIndicies, std::string const &moduleLabel)

	~ProducerBase () noexcept(false) override

Private Member Functions
void	openFile (const std::string &filename)

void	produce (edm::Event &e) override

bool	setRunAndEventInfo (edm::EventID &id, edm::TimeValue_t &time, edm::EventAuxiliary::ExperimentType &) override

void	unpackSetup (const std::vector< std::string > &params)

Private Attributes
int	m_chunkIds [CHUNK_COUNT]

CDFChunk *	m_chunks [CHUNK_COUNT]

CDFEventInfo *	m_eventInfo

int	m_eventNumberOffset

TFile *	m_file

int	m_fileCounter

int	m_i

bool	m_onlyRemapped

bool	m_quiet

std::map< std::string, int >	m_sourceIdRemap

TTree *	m_tree

int	n_chunks

Static Private Attributes
static const int	CHUNK_COUNT =64

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

Public Types inherited from edm::ProducerBase
using	ModuleToResolverIndicies = std::unordered_multimap< std::string, std::tuple< edm::TypeID const , const char , edm::ProductResolverIndex >>

typedef ProductRegistryHelper::TypeLabelList	TypeLabelList

Static Public Member Functions inherited from edm::ProducerSourceFromFiles
static void	fillDescription (ParameterSetDescription &desc)

Static Public Member Functions inherited from edm::ProducerSourceBase
static void	fillDescription (ParameterSetDescription &desc)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Protected Member Functions inherited from edm::PuttableSourceBase
void	beginJob () override

Protected Member Functions inherited from edm::InputSource
void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemType	state () const

Detailed Description

Note: Notice that there is a hack to renumber events from runs where the first event number was zero.

Definition at line 22 of file HcalTBSource.h.

Constructor & Destructor Documentation

HcalTBSource::HcalTBSource	(	const edm::ParameterSet &	pset,
		edm::InputSourceDescription const &	desc
	)

explicit

Definition at line 16 of file HcalTBSource.cc.

References edm::ParameterSet::getUntrackedParameter(), m_file, m_fileCounter, m_i, m_tree, and unpackSetup().

                                                                                               : 
   edm::ProducerSourceFromFiles(pset,desc, true),
   m_quiet( pset.getUntrackedParameter<bool>("quiet",true)),
   m_onlyRemapped( pset.getUntrackedParameter<bool>("onlyRemapped",false))
 {
   m_tree=nullptr;
   m_fileCounter=-1;
   m_file=nullptr;
   m_i=0;
 
   unpackSetup(pset.getUntrackedParameter<std::vector<std::string> >("streams",std::vector<std::string>()));
   produces<FEDRawDataCollection>();
 }

HcalTBSource::~HcalTBSource ( )

override

Definition at line 46 of file HcalTBSource.cc.

References m_file, and m_tree.

                             {
   if (m_file!=nullptr) {
     m_file->Close();
     m_file=nullptr;
     m_tree=nullptr;
   }
 }

Member Function Documentation

void HcalTBSource::openFile ( const std::string & filename )

private

Definition at line 54 of file HcalTBSource.cc.

References b, mps_fire::i, m_chunkIds, m_chunks, m_eventInfo, m_file, m_i, m_onlyRemapped, m_quiet, m_sourceIdRemap, m_tree, and n_chunks.

Referenced by setRunAndEventInfo().

                                                      {
   if (m_file!=nullptr) {
     m_file->Close();
     m_file=nullptr;
     m_tree=nullptr;
   }
   
   //  try {
   m_file=TFile::Open(filename.c_str());
   if (m_file==nullptr) {
     edm::LogError("HCAL") << "Unable to open " << filename << endl;
     m_tree=nullptr;
     return;
   } 
   
   m_tree=(TTree*)m_file->Get("CMSRAW");
   
   if (m_tree==nullptr) {
     m_file->Close();
     m_file=nullptr;
     edm::LogError("HCAL") << "Unable to find CMSRAW tree" << endl;
     return;
   }
   
   if (!m_quiet) {
     edm::LogInfo("HCAL") << "Opening '" << filename << "' with " << m_tree->GetEntries() << " events.\n";
   }
   
   TObjArray* lb=m_tree->GetListOfBranches();
   n_chunks=0;
   for (int i=0; i<lb->GetSize(); i++) {
     TBranch* b=(TBranch*)lb->At(i);
     if (b==nullptr) continue;
     if (!strcmp(b->GetClassName(),"CDFEventInfo")) {
       m_eventInfo=nullptr;
       b->SetAddress(&m_eventInfo);
     } else {
       if (strcmp(b->GetClassName(),"CDFChunk")) continue;
       if (m_sourceIdRemap.find(b->GetName())==m_sourceIdRemap.end()) {
     if (m_onlyRemapped) continue;
     m_sourceIdRemap.insert(std::pair<std::string,int>(b->GetName(),-1));
     if (!m_quiet)
       edm::LogInfo("HCAL") << "Also reading branch " << b->GetName();
       }
       
       m_chunks[n_chunks]=nullptr; // allow ROOT to allocate 
       b->SetAddress(&(m_chunks[n_chunks]));
       m_chunkIds[n_chunks]=m_sourceIdRemap[b->GetName()];
       n_chunks++;
     }
   }
   m_i=0;
 }

void HcalTBSource::produce ( edm::Event & e )

overrideprivatevirtual

Implements edm::ProducerSourceBase.

Definition at line 146 of file HcalTBSource.cc.

References FEDRawData::data(), data, DEFINE_FWK_INPUT_SOURCE, AlCaHLTBitMon_QueryRunRegistry::getData(), CDFChunk::getDataLength(), CDFChunk::getSourceId(), RecoTauValidation_cfi::header, mps_fire::i, m_chunkIds, m_chunks, m_quiet, eostools::move(), n_chunks, edm::Event::put(), and FEDRawData::resize().

                                       {
 
   auto bare_product = std::make_unique<FEDRawDataCollection>();
   for (int i=0; i<n_chunks; i++) {
     const unsigned char* data=(const unsigned char*)m_chunks[i]->getData();
     int len=m_chunks[i]->getDataLength()*8;
 
     int natId=m_chunks[i]->getSourceId(); 
     int id=(m_chunkIds[i]>0)?(m_chunkIds[i]):(natId);
     
     FEDRawData& fed=bare_product->FEDData(id);
     fed.resize(len);
     memcpy(fed.data(),data,len);
 
     // patch the SourceId...
     if (natId!=id) {
       unsigned int* header=(unsigned int*)fed.data();
       header[0]=(header[0]&0xFFF000FFu)|(id<<8);
       // TODO: patch CRC after this change!
     }
     if (!m_quiet) 
       edm::LogInfo("HCAL") << "Reading " << len << " bytes for FED " << id << std::endl;
   }
 
   e.put(std::move(bare_product));
 }

bool HcalTBSource::setRunAndEventInfo	(	edm::EventID &	id,
		edm::TimeValue_t &	time,
		edm::EventAuxiliary::ExperimentType &
	)

overrideprivatevirtual

Implements edm::ProducerSourceBase.

Definition at line 108 of file HcalTBSource.cc.

References edm::FromFiles::fileNames(), CDFEventInfo::getEventNumber(), CDFEventInfo::getRunNumber(), edm::ProducerSourceBase::luminosityBlock(), m_eventInfo, m_eventNumberOffset, m_file, m_fileCounter, m_i, m_tree, openFile(), edm::ProducerSourceBase::presentTime(), findQualityFiles::size, and edm::ProducerSourceBase::timeBetweenEvents().

                                                                                                       {
   bool is_new=false;
 
   while (m_tree==nullptr || m_i==m_tree->GetEntries()) {
     m_fileCounter++;
     if (m_file!=nullptr) {
        m_file->Close();
        m_file=nullptr; 
        m_tree=nullptr;
     }
     if (m_fileCounter>=int(fileNames().size())) return false; // nothing good
     openFile(fileNames()[m_fileCounter]);
     is_new=true;
   }
 
   if (m_tree==nullptr || m_i==m_tree->GetEntries()) return false; //nothing good
 
   m_tree->GetEntry(m_i);
   m_i++;
 
   if (m_eventInfo!=nullptr) {
     if (is_new) {
       if (m_eventInfo->getEventNumber()==0) m_eventNumberOffset=1;
       else m_eventNumberOffset=0;
     }
     // ZERO is unacceptable for a run number from a technical point of view
     id = EventID((m_eventInfo->getRunNumber()==0 ? 1 : m_eventInfo->getRunNumber()), id.luminosityBlock(), m_eventInfo->getEventNumber()+m_eventNumberOffset); 
   } else {
     id = EventID(m_fileCounter+10, id.luminosityBlock(), m_i+1);
   }  
   // time is a hack
   edm::TimeValue_t present_time = presentTime();
   unsigned long time_between_events = timeBetweenEvents();
 
   time = present_time + time_between_events;
   return true;
 }

void HcalTBSource::unpackSetup ( const std::vector< std::string > & params )

private

Definition at line 30 of file HcalTBSource.cc.

References mps_fire::i, m_sourceIdRemap, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by HcalTBSource().

                                                                  {
   for (std::vector<std::string>::const_iterator i=params.begin(); i!=params.end(); i++) {
     unsigned long pos=i->find(':');
     std::string streamName=i->substr(0,pos);
     int remapTo=-1;
     if (pos!=std::string::npos) 
       remapTo=atoi(i->c_str()+pos+1);
     
     m_sourceIdRemap.insert(std::pair<std::string,int>(streamName,remapTo));
     if (remapTo!=-1) 
       edm::LogInfo("HCAL") << streamName << " --> " << remapTo << endl;
     else
       edm::LogInfo("HCAL") << streamName << " using fedid in file" << endl;
   }
 }

Member Data Documentation

const int HcalTBSource::CHUNK_COUNT =64

staticprivate

Definition at line 36 of file HcalTBSource.h.

int HcalTBSource::m_chunkIds[CHUNK_COUNT]

private

Definition at line 38 of file HcalTBSource.h.

Referenced by openFile(), and produce().

CDFChunk* HcalTBSource::m_chunks[CHUNK_COUNT]

private

Definition at line 37 of file HcalTBSource.h.

Referenced by openFile(), and produce().

CDFEventInfo* HcalTBSource::m_eventInfo

private

Definition at line 40 of file HcalTBSource.h.

Referenced by openFile(), and setRunAndEventInfo().

int HcalTBSource::m_eventNumberOffset

private

Definition at line 41 of file HcalTBSource.h.

Referenced by setRunAndEventInfo().

TFile* HcalTBSource::m_file

private

Definition at line 32 of file HcalTBSource.h.

Referenced by HcalTBSource(), openFile(), setRunAndEventInfo(), and ~HcalTBSource().

int HcalTBSource::m_fileCounter

private

Definition at line 33 of file HcalTBSource.h.

Referenced by HcalTBSource(), and setRunAndEventInfo().

int HcalTBSource::m_i

private

Definition at line 33 of file HcalTBSource.h.

Referenced by HcalTBSource(), openFile(), and setRunAndEventInfo().

bool HcalTBSource::m_onlyRemapped

private

Definition at line 34 of file HcalTBSource.h.

Referenced by openFile().

bool HcalTBSource::m_quiet

private

Definition at line 34 of file HcalTBSource.h.

Referenced by openFile(), and produce().

std::map<std::string,int> HcalTBSource::m_sourceIdRemap

private

Definition at line 39 of file HcalTBSource.h.

Referenced by openFile(), and unpackSetup().

TTree* HcalTBSource::m_tree

private

Definition at line 31 of file HcalTBSource.h.

Referenced by HcalTBSource(), openFile(), setRunAndEventInfo(), and ~HcalTBSource().

int HcalTBSource::n_chunks

private

Definition at line 35 of file HcalTBSource.h.

Referenced by openFile(), and produce().

Public Member Functions

Private Member Functions

Private Attributes

Static Private Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation