#include <FedRawDataInputSource.h>

Inheritance diagram for FedRawDataInputSource:

Public Member Functions
	FedRawDataInputSource (edm::ParameterSet const &, edm::InputSourceDescription const &)

virtual	~FedRawDataInputSource ()

Public Member Functions inherited from edm::RawInputSource
	RawInputSource (ParameterSet const &pset, InputSourceDescription const &desc)

virtual	~RawInputSource ()

Public Member Functions inherited from edm::InputSource
boost::shared_ptr < ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

boost::shared_ptr < BranchIDListHelper >	branchIDListHelper () const
	Accessor for branchIDListHelper. More...

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

void	doEndLumi (LuminosityBlockPrincipal &lbp, bool cleaningUpAfterException, ProcessContext const *)
	Called by framework at end of lumi block. More...

void	doEndRun (RunPrincipal &rp, bool cleaningUpAfterException, ProcessContext const *)
	Called by framework at end of run. More...

void	doPostForkReacquireResources (boost::shared_ptr< multicore::MessageReceiverForSource >)

void	doPreForkReleaseResources ()
	Called by the framework before forking the process. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

boost::shared_ptr < LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

InputSource &	operator= (InputSource const &)=delete

bool	primary () const
	Accessor for primary input source flag. More...

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Const accessor for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()
	Non-const accessor for process history registry. More...

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

boost::shared_ptr < ProductRegistry const >	productRegistry () const
	Accessor for product registry. More...

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::unique_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

boost::shared_ptr < LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

boost::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

boost::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

bool	skipForForking ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource ()
	Destructor. More...

Protected Member Functions
virtual bool	checkNextEvent () override

virtual void	read (edm::EventPrincipal &eventPrincipal) override

Protected Member Functions inherited from edm::RawInputSource
void	makeEvent (EventPrincipal &eventPrincipal, EventAuxiliary const &eventAuxiliary)

void	setInputFileTransitionsEachEvent ()

Protected Member Functions inherited from edm::InputSource
void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

boost::shared_ptr < LuminosityBlockPrincipal > const	luminosityBlockPrincipal () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryUpdate () const

ProductRegistry &	productRegistryUpdate () const

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

boost::shared_ptr < RunPrincipal > const	runPrincipal () const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

virtual void	skip (int offset)

ItemType	state () const

Private Member Functions
int	cacheNextEvent ()

void	closeCurrentFile ()

bool	eofReached () const

edm::Timestamp	fillFEDRawDataCollection (std::auto_ptr< FEDRawDataCollection > &) const

bool	grabNextJsonFile (boost::filesystem::path const &)

void	maybeOpenNewLumiSection (const uint32_t lumiSection)

void	openDataFile (std::string const &)

int	openNextFile ()

virtual void	postForkReacquireResources (boost::shared_ptr< edm::multicore::MessageReceiverForSource >) override

virtual void	preForkReleaseResources () override

int	readNextChunkIntoBuffer ()

void	renameToNextFree () const

virtual void	rewind_ () override

int	searchForNextFile ()

Private Attributes
unsigned char *	bufferCursor_

uint32_t	bufferLeft_

const std::string	buInputDir_

unsigned int	currentInputEventCount_

boost::filesystem::path	currentInputJson_

unsigned int	currentLumiSection_

const edm::DaqProvenanceHelper	daqProvenanceHelper_

unsigned char *	dataBuffer_

bool	eorFileSeen_

std::unique_ptr< FRDEventMsgView >	event_

const unsigned int	eventChunkSize_

edm::EventID	eventID_

FILE *	fileStream_

const std::string	fuOutputDir_

const bool	getLSFromFilename_

boost::filesystem::path	openFile_

edm::ProcessHistoryID	processHistoryID_

Json::Reader	reader_

const edm::RunNumber_t	runNumber_

const bool	testModeNoBuilderUnit_

const bool	verifyAdler32_

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

typedef ProductRegistryHelper::TypeLabelList	TypeLabelList

Static Public Member Functions inherited from edm::RawInputSource
static void	fillDescription (ParameterSetDescription &description)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Detailed Description

Definition at line 26 of file FedRawDataInputSource.h.

Constructor & Destructor Documentation

FedRawDataInputSource::FedRawDataInputSource	(	edm::ParameterSet const &	pset,
		edm::InputSourceDescription const &	desc
	)

explicit

Definition at line 38 of file FedRawDataInputSource.cc.

References edm::Timestamp::beginOfTime(), edm::DaqProvenanceHelper::daqInit(), daqProvenanceHelper_, eventChunkSize_, edm::Timestamp::invalidTimestamp(), processHistoryID_, edm::InputSource::processHistoryRegistryForUpdate(), edm::InputSource::productRegistryUpdate(), edm::InputSource::runAuxiliary(), runNumber_, edm::InputSource::setNewRun(), edm::InputSource::setRunAuxiliary(), and testModeNoBuilderUnit_.

                                                                                     :
   edm::RawInputSource(pset, desc),
   eventChunkSize_(pset.getUntrackedParameter<unsigned int> ("eventChunkSize",16)),
   getLSFromFilename_(pset.getUntrackedParameter<bool> ("getLSFromFilename", true)),
   verifyAdler32_(pset.getUntrackedParameter<bool> ("verifyAdler32", true)),
   testModeNoBuilderUnit_(edm::Service<evf::EvFDaqDirector>()->getTestModeNoBuilderUnit()),
   runNumber_(edm::Service<evf::EvFDaqDirector>()->getRunNumber()),
   buInputDir_(edm::Service<evf::EvFDaqDirector>()->buBaseDir()),
   fuOutputDir_(edm::Service<evf::EvFDaqDirector>()->fuBaseDir()),
   daqProvenanceHelper_(edm::TypeID(typeid(FEDRawDataCollection))),
   fileStream_(0),
   eventID_(),
   processHistoryID_(),
   currentLumiSection_(0),
   currentInputJson_(""),
   currentInputEventCount_(0),
   eorFileSeen_(false),
   dataBuffer_(new unsigned char[1024 * 1024 * eventChunkSize_]),
   bufferCursor_(dataBuffer_),
   bufferLeft_(0)
 {
   char thishost[256];
   gethostname(thishost, 255); 
   edm::LogInfo("FedRawDataInputSource") << "test mode: "
                                         << testModeNoBuilderUnit_ << ", read-ahead chunk size: " << eventChunkSize_
                                         << " on host " << thishost;
 
   processHistoryID_ = daqProvenanceHelper_.daqInit(productRegistryUpdate(), processHistoryRegistryForUpdate());
   setNewRun();
   setRunAuxiliary(new edm::RunAuxiliary(runNumber_, edm::Timestamp::beginOfTime(),
                     edm::Timestamp::invalidTimestamp()));
   runAuxiliary()->setProcessHistoryID(processHistoryID_);
 }

FedRawDataInputSource::~FedRawDataInputSource ( )

virtual

Definition at line 73 of file FedRawDataInputSource.cc.

References fileStream_.

 {
   if (fileStream_)
     fclose(fileStream_);
   fileStream_ = 0;
 }

Member Function Documentation

int FedRawDataInputSource::cacheNextEvent ( )

private

Definition at line 148 of file FedRawDataInputSource.cc.

References bufferCursor_, bufferLeft_, CastorDataFrameFilter_impl::check(), event_, edm::hlt::Exception, dttmaxenums::L, readNextChunkIntoBuffer(), and verifyAdler32_.

Referenced by checkNextEvent().

 {
   //return values or cachenext -1 :== run ended, 0:== LS ended, 1 :== cache good
   if ( bufferLeft_ < (4 + 1024) * sizeof(uint32) ) //minimal size to fit any version of FRDEventHeader
   {
     int check = readNextChunkIntoBuffer();
     if ( check ==-1) return  0;
     if ( check ==-100) return -1;
   }
 
   event_.reset( new FRDEventMsgView(bufferCursor_) );
 
   const uint32_t msgSize = event_->size();
 
   if ( bufferLeft_ < msgSize )
   {
     if ( readNextChunkIntoBuffer()<0 || bufferLeft_ < msgSize )
     {
       throw cms::Exception("FedRawDataInputSource::cacheNextEvent") <<
         "Premature end of input file while reading event data";
     }
     event_.reset( new FRDEventMsgView(bufferCursor_) );
   }
 
   if ( verifyAdler32_ && event_->version() >= 3 )
   {
     uint32_t adler = adler32(0L,Z_NULL,0);
     adler = adler32(adler,(Bytef*)event_->payload(),event_->eventSize());
 
     if ( adler != event_->adler32() ) {
       throw cms::Exception("FedRawDataInputSource::cacheNextEvent") <<
         "Found a wrong Adler32 checksum: expected 0x" << std::hex << event_->adler32() <<
         " but calculated 0x" << adler;
     }
   }
 
   bufferLeft_ -= msgSize;
   bufferCursor_ += msgSize;
 
   return 1;
 }

bool FedRawDataInputSource::checkNextEvent ( )

overrideprotectedvirtual

Implements edm::RawInputSource.

Definition at line 80 of file FedRawDataInputSource.cc.

References cacheNextEvent(), closeCurrentFile(), currentLumiSection_, event_, eventID_, getLSFromFilename_, maybeOpenNewLumiSection(), edm::InputSource::resetLuminosityBlockAuxiliary(), and edm::InputSource::setEventCached().

 {
   int eventAvailable = cacheNextEvent();
   if (eventAvailable < 0) {
     // run has ended
     resetLuminosityBlockAuxiliary();
     closeCurrentFile();
     return false;
   }
   else if(eventAvailable == 0) {
     edm::LogInfo("FedRawDataInputSource") << "No Event files at this time, but a new lumisection was detected : " << currentLumiSection_;
     
     return true;
   }
   else {
     if (!getLSFromFilename_) {
       //get new lumi from file header
       maybeOpenNewLumiSection( event_->lumi() );
     }
 
     eventID_ = edm::EventID(
                             event_->run(),
                             currentLumiSection_,
                             event_->event());
     
     setEventCached();
     
     return true;
   }
 }

void FedRawDataInputSource::closeCurrentFile ( )

private

Definition at line 235 of file FedRawDataInputSource.cc.

References fileStream_, openFile_, python.multivaluedict::remove(), renameToNextFree(), and testModeNoBuilderUnit_.

Referenced by checkNextEvent(), and readNextChunkIntoBuffer().

 {
   if (fileStream_) {
 
     edm::LogInfo("FedRawDataInputSource") << "Closing input file " << openFile_.string();
 
     fclose(fileStream_);
     fileStream_ = 0;
 
     if (!testModeNoBuilderUnit_) {
       boost::filesystem::remove(openFile_); // won't work in case of forked children
     } else {
       renameToNextFree();
     }
   }
 }

bool FedRawDataInputSource::eofReached ( ) const

private

Definition at line 223 of file FedRawDataInputSource.cc.

References trackerHits::c, and fileStream_.

Referenced by readNextChunkIntoBuffer().

 {
   if (fileStream_ == 0)
     return true;
 
   int c;
   c = fgetc(fileStream_);
   ungetc(c, fileStream_);
 
   return (c == EOF);
 }

edm::Timestamp FedRawDataInputSource::fillFEDRawDataCollection ( std::auto_ptr< FEDRawDataCollection > & rawData ) const

private

Definition at line 286 of file FedRawDataInputSource.cc.

References FEDRawData::data(), event(), event_, fedt_struct::eventsize, evf::evtn::evm_board_setformat(), FED_EVSZ_EXTRACT, FED_SOID_EXTRACT, evf::evtn::getgpshigh(), evf::evtn::getgpslow(), FEDNumbering::MINTriggerGTPFEDID, FEDRawData::resize(), and fedh_struct::sourceid.

Referenced by read().

 {
   edm::Timestamp tstamp;
   uint32_t eventSize = event_->eventSize();
   char* event = (char*)event_->payload();
   
   while (eventSize > 0) {
     eventSize -= sizeof(fedt_t);
     const fedt_t* fedTrailer = (fedt_t*) (event + eventSize);
     const uint32_t fedSize = FED_EVSZ_EXTRACT(fedTrailer->eventsize) << 3; //trailer length counts in 8 bytes
     eventSize -= (fedSize - sizeof(fedh_t));
     const fedh_t* fedHeader = (fedh_t *) (event + eventSize);
     const uint16_t fedId = FED_SOID_EXTRACT(fedHeader->sourceid);
     if (fedId == FEDNumbering::MINTriggerGTPFEDID) {
       evf::evtn::evm_board_setformat(fedSize);
       const uint64_t gpsl = evf::evtn::getgpslow((unsigned char*) fedHeader);
       const uint64_t gpsh = evf::evtn::getgpshigh((unsigned char*) fedHeader);
       tstamp = edm::Timestamp(static_cast<edm::TimeValue_t> ((gpsh << 32) + gpsl));
     }
     FEDRawData& fedData = rawData->FEDData(fedId);
     fedData.resize(fedSize);
     memcpy(fedData.data(), event + eventSize, fedSize);
   }
   assert(eventSize == 0);
 
   return tstamp;
 }

bool FedRawDataInputSource::grabNextJsonFile ( boost::filesystem::path const & jsonSourcePath )

private

Definition at line 353 of file FedRawDataInputSource.cc.

References filterCSVwithJSON::copy, currentInputEventCount_, currentInputJson_, data, jsoncollector::DataPoint::deserialize(), reco::dp, alignCSCRings::e, cppFunctionSkipper::exception, fuOutputDir_, jsoncollector::DataPoint::getData(), Json::Reader::parse(), getHLTPrescaleColumns::path, reader_, python.multivaluedict::remove(), AlCaHLTBitMon_QueryRunRegistry::string, and testModeNoBuilderUnit_.

Referenced by searchForNextFile().

 {
   try {
     // assemble json destination path
     boost::filesystem::path jsonDestPath(fuOutputDir_);
 
     std::ostringstream fileNameWithPID;
     fileNameWithPID << jsonSourcePath.stem().string() << "_pid"
                     << std::setfill('0') << std::setw(5) << getpid() << ".jsn";
     const boost::filesystem::path filePathWithPID(fileNameWithPID.str());
     jsonDestPath /= fileNameWithPID.str();
 
     edm::LogInfo("FedRawDataInputSource") << " JSON rename " << jsonSourcePath << " to "
                                           << jsonDestPath;
 
     if ( testModeNoBuilderUnit_ )
       boost::filesystem::copy(jsonSourcePath,jsonDestPath);
     else {
       //boost::filesystem::rename(jsonSourcePath,jsonDestPath);
       boost::filesystem::copy(jsonSourcePath,jsonDestPath);
       boost::filesystem::remove(jsonSourcePath);
     }
 
     currentInputJson_ = jsonDestPath; // store location for later deletion.
     boost::filesystem::ifstream ij(jsonDestPath);
     Json::Value deserializeRoot;
     DataPoint dp;
     if(!reader_.parse(ij,deserializeRoot)){
       throw std::runtime_error("Cannot deserialize input JSON file");
     }
     else {
       dp.deserialize(deserializeRoot);
       std::string data = dp.getData()[0];
       currentInputEventCount_=atoi(data.c_str()); //all this is horrible...
     }
     
     return true;
   }
 
   catch (const boost::filesystem::filesystem_error& ex)
   {
     // Input dir gone?
     edm::LogError("FedRawDataInputSource") << " - grabNextFile BOOST FILESYSTEM ERROR CAUGHT: " << ex.what()
                   << " - Maybe the BU run dir disappeared? Ending process with code 0...";
     _exit(0);
   }
   catch (std::runtime_error e)
   {
     // Another process grabbed the file and NFS did not register this
      edm::LogError("FedRawDataInputSource") << " - grabNextFile runtime Exception: " << e.what() << std::endl;
   }
   catch (std::exception e)
   {
     // BU run directory disappeared?
     edm::LogError("FedRawDataInputSource") << " - grabNextFileSOME OTHER EXCEPTION OCCURED!!!! ->" << e.what()
                                            << std::endl;
   }
   return false;
 }

void FedRawDataInputSource::maybeOpenNewLumiSection ( const uint32_t lumiSection )

private

Definition at line 111 of file FedRawDataInputSource.cc.

References currentLumiSection_, newFWLiteAna::found, edm::Timestamp::invalidTimestamp(), edm::InputSource::luminosityBlock(), edm::InputSource::luminosityBlockAuxiliary(), processHistoryID_, edm::InputSource::resetLuminosityBlockAuxiliary(), edm::InputSource::run(), edm::InputSource::runAuxiliary(), and edm::InputSource::setLuminosityBlockAuxiliary().

Referenced by checkNextEvent(), and searchForNextFile().

 {
   if (!luminosityBlockAuxiliary()
     || luminosityBlockAuxiliary()->luminosityBlock() != lumiSection) {
 
     if ( currentLumiSection_ > 0 ) {
       const string fuEoLS =
         edm::Service<evf::EvFDaqDirector>()->getEoLSFilePathOnFU(currentLumiSection_);
       struct stat buf;
       bool found = (stat(fuEoLS.c_str(), &buf) == 0);
       if ( !found ) {
         int eol_fd = open(fuEoLS.c_str(), O_RDWR|O_CREAT, S_IRUSR|S_IWUSR|S_IRGRP|S_IWGRP|S_IROTH|S_IWOTH);
         close(eol_fd);
       }
     }
 
     currentLumiSection_ = lumiSection;
 
     resetLuminosityBlockAuxiliary();
 
     timeval tv;
     gettimeofday(&tv, 0);
     const edm::Timestamp lsopentime( (unsigned long long) tv.tv_sec * 1000000 + (unsigned long long) tv.tv_usec );
 
     edm::LuminosityBlockAuxiliary* lumiBlockAuxiliary =
       new edm::LuminosityBlockAuxiliary(
         runAuxiliary()->run(),
         lumiSection, lsopentime,
         edm::Timestamp::invalidTimestamp());
 
     setLuminosityBlockAuxiliary(lumiBlockAuxiliary);
     luminosityBlockAuxiliary()->setProcessHistoryID(processHistoryID_);
 
     edm::LogInfo("FedRawDataInputSource") << "New lumi section " << lumiSection << " opened";
   }
 }

void FedRawDataInputSource::openDataFile ( std::string const & nextFile )

private

Definition at line 413 of file FedRawDataInputSource.cc.

References edm::hlt::Exception, fileStream_, and openFile_.

Referenced by searchForNextFile().

 {
   const int fileDescriptor = open(nextFile.c_str(), O_RDONLY);
   if (fileDescriptor != -1) {
     fileStream_ = fdopen(fileDescriptor, "rb");
     openFile_ = nextFile;
     edm::LogInfo("FedRawDataInputSource") << " opened file " << nextFile;
   }
   else
   {
     throw cms::Exception("FedRawDataInputSource::openDataFile") <<
       " failed to open file " << nextFile << " fd:" << fileDescriptor;
   }
 }

int FedRawDataInputSource::openNextFile ( )

private

Definition at line 252 of file FedRawDataInputSource.cc.

References eorFileSeen_, and searchForNextFile().

Referenced by readNextChunkIntoBuffer().

 {
   int nextfile = -1;
   while((nextfile = searchForNextFile())<0){
     if(eorFileSeen_)
       return 0;
     else{
       edm::LogInfo("FedRawDataInputSource") << "No file for me... sleep and try again..." << std::endl;
       usleep(100000);
     }
   }
   return nextfile;
 }

void FedRawDataInputSource::postForkReacquireResources ( boost::shared_ptr< edm::multicore::MessageReceiverForSource > )

overrideprivatevirtual

Definition at line 442 of file FedRawDataInputSource.cc.

References edm::Timestamp::beginOfTime(), edm::Timestamp::invalidTimestamp(), runNumber_, and edm::InputSource::setRunAuxiliary().

 {
   InputSource::rewind();
   setRunAuxiliary(
                   new edm::RunAuxiliary(runNumber_, edm::Timestamp::beginOfTime(),
                     edm::Timestamp::invalidTimestamp()));
 }

void FedRawDataInputSource::preForkReleaseResources ( )

overrideprivatevirtual

Reimplemented from edm::RawInputSource.

Definition at line 439 of file FedRawDataInputSource.cc.

440 {}

void FedRawDataInputSource::read ( edm::EventPrincipal & eventPrincipal )

overrideprotectedvirtual

Implements edm::RawInputSource.

Definition at line 266 of file FedRawDataInputSource.cc.

References printConversionInfo::aux, edm::DaqProvenanceHelper::constBranchDescription_, currentInputEventCount_, daqProvenanceHelper_, edm::DaqProvenanceHelper::dummyProvenance_, eventID_, fillFEDRawDataCollection(), edm::RawInputSource::makeEvent(), edm::EventAuxiliary::PhysicsTrigger, edm::InputSource::processGUID(), processHistoryID_, edm::EventPrincipal::put(), and edm::EventAuxiliary::setProcessHistoryID().

Referenced by Vispa.Plugins.EdmBrowser.EdmDataAccessor.EdmDataAccessor::goto(), and Vispa.Plugins.EdmBrowser.EdmDataAccessor.EdmDataAccessor::setFilterBranches().

 {
   currentInputEventCount_--;
   std::auto_ptr<FEDRawDataCollection> rawData(new FEDRawDataCollection);
   edm::Timestamp tstamp = fillFEDRawDataCollection(rawData);
   
   edm::EventAuxiliary aux(eventID_, processGUID(), tstamp, true,
                           edm::EventAuxiliary::PhysicsTrigger);
   aux.setProcessHistoryID(processHistoryID_);
   makeEvent(eventPrincipal, aux);
   
   edm::WrapperOwningHolder edp(new edm::Wrapper<FEDRawDataCollection>(rawData),
                                edm::Wrapper<FEDRawDataCollection>::getInterface());
   
   eventPrincipal.put(daqProvenanceHelper_.constBranchDescription_, edp,
                      daqProvenanceHelper_.dummyProvenance_);
   
   return;
 }

int FedRawDataInputSource::readNextChunkIntoBuffer ( )

private

Definition at line 190 of file FedRawDataInputSource.cc.

References bufferCursor_, bufferLeft_, closeCurrentFile(), dataBuffer_, eofReached(), eventChunkSize_, fileStream_, and openNextFile().

Referenced by cacheNextEvent().

 {
   //this function is called when we reach the end of the buffer (i.e. bytes to read are more than bytes left in buffer)
   // NOTA BENE: A positive or 0 value is returned if data are buffered
   // a value of -1 indicates no data can be buffered but there is a new 
   // lumi section to account for 
   int fileStatus = 100; //file is healthy for now 
   if (eofReached()){
     closeCurrentFile();
     fileStatus = openNextFile(); // this can now return even if there is 
                                  //no file only temporarily
     if(fileStatus==0) return -100; //should only happen when requesting the next event header and the run is over
   }
   if(fileStatus==100){ //either file was not over or a new one was opened
     if (bufferLeft_ == 0) { //in the rare case the last byte barely fit
       uint32_t chunksize = 1024 * 1024 * eventChunkSize_;
       bufferLeft_ = fread((void*) dataBuffer_, sizeof(unsigned char),
                           chunksize, fileStream_); //reads a maximum of chunksize bytes from file into buffer
     } else { //refill the buffer after having moved the bufferLeft_ bytes at the head
       uint32_t chunksize = 1024 * 1024 * eventChunkSize_ - bufferLeft_;
       memcpy((void*) dataBuffer_, bufferCursor_, bufferLeft_); //this copy could be avoided
       bufferLeft_ += fread((void*) (dataBuffer_ + bufferLeft_),
                            sizeof(unsigned char), chunksize, fileStream_);
     }
     bufferCursor_ = dataBuffer_; // reset the cursor at the beginning of the buffer
     return bufferLeft_;
   }
   else{
     // no file to read but a new lumi section has been cached 
     return -1;
   }
 }

void FedRawDataInputSource::renameToNextFree ( ) const

private

Definition at line 428 of file FedRawDataInputSource.cc.

References openFile_, getHLTPrescaleColumns::path, and source.

Referenced by closeCurrentFile().

 {
   boost::filesystem::path source(openFile_);
   boost::filesystem::path destination( edm::Service<evf::EvFDaqDirector>()->getJumpFilePath() );
 
   edm::LogInfo("FedRawDataInputSource") << "Instead of delete, RENAME: " << openFile_
                                         << " to: " << destination.string();
   boost::filesystem::rename(source,destination);
   boost::filesystem::rename(source.replace_extension(".jsn"),destination.replace_extension(".jsn"));
 }

void FedRawDataInputSource::rewind_ ( )

overrideprivatevirtual

Reimplemented from edm::RawInputSource.

Definition at line 450 of file FedRawDataInputSource.cc.

451 {}

int FedRawDataInputSource::searchForNextFile ( )

private

Definition at line 314 of file FedRawDataInputSource.cc.

References currentInputEventCount_, currentInputJson_, currentLumiSection_, eorFileSeen_, edm::hlt::Exception, getLSFromFilename_, grabNextJsonFile(), dataset::jsonFile, python.rootplot.utilities::ls(), maybeOpenNewLumiSection(), openDataFile(), getHLTPrescaleColumns::path, evf::FastMonitoringService::startedLookingForFile(), evf::FastMonitoringService::stoppedLookingForFile(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by openNextFile().

 {
   int retval = -1;
   if(currentInputEventCount_!=0){
     throw cms::Exception("RuntimeError") << "Went to search for next file but according to BU more events in " 
                                          << currentInputJson_.string();
   }
   
   std::string nextFile;
   uint32_t ls;
 
   edm::LogInfo("FedRawDataInputSource") << "Asking for next file... to the DaqDirector";
   evf::FastMonitoringService*fms = (evf::FastMonitoringService *) (edm::Service<evf::MicroStateService>().operator->());
   fms->startedLookingForFile();
   bool fileIsOKToGrab = edm::Service<evf::EvFDaqDirector>()->updateFuLock(ls,nextFile,eorFileSeen_);
 
   if (fileIsOKToGrab) {
 
     edm::LogInfo("FedRawDataInputSource") << "The director says to grab: " << nextFile;
 
     fms->stoppedLookingForFile();
 
     boost::filesystem::path jsonFile(nextFile);
     jsonFile.replace_extension(".jsn");
     assert( grabNextJsonFile(jsonFile) );
     openDataFile(nextFile);
     retval = 100;
   } else {
     edm::LogInfo("FedRawDataInputSource") << "The DAQ Director has nothing for me! ";
   }
 
   while( getLSFromFilename_ && ls > currentLumiSection_ ) {
     maybeOpenNewLumiSection(ls);
     retval = 1;
   }
 
   return retval;
 }