DataModeScoutingRun2Multi Class Reference

#include <DAQSourceModelsScouting.h>

Inheritance diagram for DataModeScoutingRun2Multi:

Public Member Functions
bool	checksumValid () override
bool	dataBlockCompleted () const override
bool	dataBlockInitialized () const override
uint64_t	dataBlockSize () const override
	DataModeScoutingRun2Multi (DAQSource *daqSource)
int	dataVersion () const override
std::pair< bool, std::vector< std::string > >	defineAdditionalFiles (std::string const &primaryName, bool fileListMode) const override
void	detectVersion (unsigned char *fileBuf, uint32_t fileHeaderOffset) override
std::string	getChecksumError () const override
uint32_t	headerSize () const override
bool	isRealData () const override
std::vector< std::shared_ptr< const edm::DaqProvenanceHelper > > &	makeDaqProvenanceHelpers () override
void	makeDataBlockView (unsigned char *addr, size_t maxSize, std::vector< uint64_t > const &fileSizes, size_t fileHeaderSize) override
void	makeDirectoryEntries (std::vector< std::string > const &baseDirs, std::string const &runDir) override
bool	nextEventView () override
void	readEvent (edm::EventPrincipal &eventPrincipal) override
bool	requireHeader () const override
uint32_t	run () const override
void	setDataBlockInitialized (bool val) override
void	setTCDSSearchRange (uint16_t MINTCDSuTCAFEDID, uint16_t MAXTCDSuTCAFEDID) override
bool	versionCheck () const override
	~DataModeScoutingRun2Multi () override
Public Member Functions inherited from DataMode
	DataMode (DAQSource *daqSource)
virtual bool	fitToBuffer () const =0
virtual bool	isMultiDir ()
void	setTesting (bool testing)
virtual	~DataMode ()=default

Private Member Functions
bool	makeEvents ()
void	unpackMuonOrbit (BXVector< l1t::Muon > *muons, char *buf, size_t len)

Private Attributes
bool	blockCompleted_ = true
std::vector< std::shared_ptr< const edm::DaqProvenanceHelper > >	daqProvenanceHelpers_
unsigned char *	dataBlockAddr_ = nullptr
std::vector< unsigned char * >	dataBlockAddrs_
bool	dataBlockInitialized_ = false
size_t	dataBlockMax_ = 0
std::vector< unsigned char * >	dataBlockMaxAddrs_
uint16_t	detectedFRDversion_ = 0
std::unique_ptr< ROOT::Math::LorentzVector< ROOT::Math::PxPyPzE4D< double > > >	dummyLVec_
bool	eventCached_ = false
std::vector< std::unique_ptr< FRDEventMsgView > >	events_
size_t	fileHeaderSize_ = 0
size_t	headerSize_ = 0
short	numFiles_ = 0
std::vector< unsigned char * >	startAddrs_

Additional Inherited Members
Protected Attributes inherited from DataMode
DAQSource *	daqSource_
bool	testing_ = false

Detailed Description

Definition at line 156 of file DAQSourceModelsScouting.h.

Constructor & Destructor Documentation

DataModeScoutingRun2Multi()

DataModeScoutingRun2Multi::DataModeScoutingRun2Multi ( DAQSource *  daqSource )

inline

Definition at line 158 of file DAQSourceModelsScouting.h.

References dummyLVec_.

                                                  : DataMode(daqSource) {
    dummyLVec_ = std::make_unique<ROOT::Math::LorentzVector<ROOT::Math::PxPyPzE4D<double>>>();
  }

~DataModeScoutingRun2Multi()

DataModeScoutingRun2Multi::~DataModeScoutingRun2Multi ( )

inlineoverride

Definition at line 162 of file DAQSourceModelsScouting.h.

{};

Member Function Documentation

checksumValid()

bool DataModeScoutingRun2Multi::checksumValid ( )

overridevirtual

Implements DataMode.

Definition at line 310 of file DAQSourceModelsScouting.cc.

{ return true; }

dataBlockCompleted()

bool DataModeScoutingRun2Multi::dataBlockCompleted ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 226 of file DAQSourceModelsScouting.h.

References blockCompleted_.

{ return blockCompleted_; }

dataBlockInitialized()

bool DataModeScoutingRun2Multi::dataBlockInitialized ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 230 of file DAQSourceModelsScouting.h.

References dataBlockInitialized_.

{ return dataBlockInitialized_; }

dataBlockSize()

uint64_t DataModeScoutingRun2Multi::dataBlockSize ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 176 of file DAQSourceModelsScouting.h.

References events_.

                                          {
    //TODO: adjust to multiple objects
    return events_[0]->size();
  }

dataVersion()

int DataModeScoutingRun2Multi::dataVersion ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 167 of file DAQSourceModelsScouting.h.

References detectedFRDversion_.

{ return detectedFRDversion_; }

defineAdditionalFiles()

std::pair< bool, std::vector< std::string > > DataModeScoutingRun2Multi::defineAdditionalFiles ( std::string const &  primaryName, bool  fileListMode  ) const

overridevirtual

Implements DataMode.

Definition at line 138 of file DAQSourceModelsScouting.cc.

References Exception, reco_skim_cfg_mod::fullpath, castor_dqm_sourceclient_file_cfg::path, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                           {
  std::vector<std::string> additionalFiles;

  auto fullpath = std::filesystem::path(primaryName);
  auto fullname = fullpath.filename();
  std::string stem = fullname.stem().string();
  std::string ext = fullname.extension().string();
  std::regex regexz("_");
  std::vector<std::string> nameTokens = {std::sregex_token_iterator(stem.begin(), stem.end(), regexz, -1),
                                         std::sregex_token_iterator()};

  if (nameTokens.size() < 3) {
    throw cms::Exception("DAQSource::getNextEvent")
        << primaryName << " name doesn't start with run#_ls#_index#_*.ext syntax";
  }

  //Can also filter out non-matching primary files (if detected by DaqDirector). false will tell source to skip the primary file.
  if (nameTokens.size() > 3 && nameTokens[3].rfind("secondary", 0) == 0)
    return std::make_pair(false, additionalFiles);

  //TODO: provisional, name syntax should be better defined

  additionalFiles.push_back(fullpath.parent_path().string() + "/" + nameTokens[0] + "_" + nameTokens[1] + "_" +
                            nameTokens[2] + "_secondary" + ext);
  //additionalFiles.push_back(fullpath.parent_path.string() + "/" + nameTokens[0] + "_" + nameTokens[1] + "_" + nameTokens[2] + "_tertiary" + ".raw");

  return std::make_pair(true, additionalFiles);
}

detectVersion()

void DataModeScoutingRun2Multi::detectVersion ( unsigned char *  fileBuf, uint32_t  fileHeaderOffset  )

inlineoverridevirtual

Implements DataMode.

Definition at line 168 of file DAQSourceModelsScouting.h.

References detectedFRDversion_.

                                                                                 {
    detectedFRDversion_ = *((uint16_t*)(fileBuf + fileHeaderOffset));
  }

getChecksumError()

std::string DataModeScoutingRun2Multi::getChecksumError ( ) const

overridevirtual

Implements DataMode.

Definition at line 312 of file DAQSourceModelsScouting.cc.

References AlCaHLTBitMon_QueryRunRegistry::string.

{ return std::string(); }

headerSize()

uint32_t DataModeScoutingRun2Multi::headerSize ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 172 of file DAQSourceModelsScouting.h.

References detectedFRDversion_, and FRDHeaderVersionSize.

{ return FRDHeaderVersionSize[detectedFRDversion_]; }

isRealData()

bool DataModeScoutingRun2Multi::isRealData ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 215 of file DAQSourceModelsScouting.h.

References cms::cuda::assert(), and events_.

                                   {
    assert(!events_.empty());
    return events_[0]->isRealData();
  }

makeDaqProvenanceHelpers()

std::vector< std::shared_ptr< const edm::DaqProvenanceHelper > > & DataModeScoutingRun2Multi::makeDaqProvenanceHelpers ( )

overridevirtual

Implements DataMode.

Definition at line 276 of file DAQSourceModelsScouting.cc.

                                                                                                            {
  //set FRD data collection
  daqProvenanceHelpers_.clear();
  daqProvenanceHelpers_.emplace_back(std::make_shared<const edm::DaqProvenanceHelper>(
      edm::TypeID(typeid(l1t::MuonBxCollection)), "l1t::MuonBxCollection", "l1tMuonBxCollection", "DAQSource"));
  //Note: two same kind of objects can not be put in the event from the source, so this example will be changed
  daqProvenanceHelpers_.emplace_back(std::make_shared<const edm::DaqProvenanceHelper>(
      edm::TypeID(typeid(l1t::MuonBxCollection)), "l1t::MuonBxCollection", "l1tMuonBxCollection", "DAQSource"));
  return daqProvenanceHelpers_;
}

makeDataBlockView()

void DataModeScoutingRun2Multi::makeDataBlockView ( unsigned char *  addr, size_t  maxSize, std::vector< uint64_t > const &  fileSizes, size_t  fileHeaderSize  )

inlineoverridevirtual

Implements DataMode.

Definition at line 181 of file DAQSourceModelsScouting.h.

References generateTowerEtThresholdLUT::addr, cms::cuda::assert(), blockCompleted_, dataBlockAddrs_, dataBlockMax_, dataBlockMaxAddrs_, eventCached_, fileHeaderSize_, mps_fire::i, makeEvents(), reco_skim_cfg_mod::maxSize, numFiles_, mps_fire::result, setDataBlockInitialized(), and startAddrs_.

                                                         {
    fileHeaderSize_ = fileHeaderSize;
    numFiles_ = fileSizes.size();
    //add offset address for each file payload
    startAddrs_.clear();
    startAddrs_.push_back(addr);
    dataBlockAddrs_.clear();
    dataBlockAddrs_.push_back(addr);
    dataBlockMaxAddrs_.clear();
    dataBlockMaxAddrs_.push_back(addr + fileSizes[0] - fileHeaderSize);
    auto fileAddr = addr;
    for (unsigned int i = 1; i < fileSizes.size(); i++) {
      fileAddr += fileSizes[i - 1];
      startAddrs_.push_back(fileAddr);
      dataBlockAddrs_.push_back(fileAddr);
      dataBlockMaxAddrs_.push_back(fileAddr + fileSizes[i] - fileHeaderSize);
    }

    dataBlockMax_ = maxSize;
    blockCompleted_ = false;
    //set event cached as we set initial address here
    bool result = makeEvents();
    assert(result);
    eventCached_ = true;
    setDataBlockInitialized(true);
  }

makeDirectoryEntries()

void DataModeScoutingRun2Multi::makeDirectoryEntries ( std::vector< std::string > const &  baseDirs, std::string const &  runDir  )

inlineoverridevirtual

Implements DataMode.

Definition at line 236 of file DAQSourceModelsScouting.h.

                                                                                                    {
    //receive directory paths for multiple input files ('striped')
  }

makeEvents()

bool DataModeScoutingRun2Multi::makeEvents ( )

private

Definition at line 298 of file DAQSourceModelsScouting.cc.

References mps_fire::i.

Referenced by makeDataBlockView().

                                           {
  events_.clear();
  for (int i = 0; i < numFiles_; i++) {
    if (dataBlockAddrs_[i] >= dataBlockMaxAddrs_[i]) {
      blockCompleted_ = true;
      return false;
    }
    events_.emplace_back(std::make_unique<FRDEventMsgView>(dataBlockAddrs_[i]));
  }
  return true;
}

nextEventView()

bool DataModeScoutingRun2Multi::nextEventView ( )

overridevirtual

Implements DataMode.

Definition at line 287 of file DAQSourceModelsScouting.cc.

References mps_fire::i.

                                              {
  blockCompleted_ = false;
  if (eventCached_)
    return true;
  for (unsigned int i = 0; i < events_.size(); i++) {
    //add last event length..
    dataBlockAddrs_[i] += events_[i]->size();
  }
  return makeEvents();
}

readEvent()

void DataModeScoutingRun2Multi::readEvent ( edm::EventPrincipal &  eventPrincipal )

overridevirtual

Implements DataMode.

Definition at line 168 of file DAQSourceModelsScouting.cc.

References printConversionInfo::aux, eostools::move(), jetsAK4_Puppi_cff::payload, edm::EventAuxiliary::PhysicsTrigger, edm::EventPrincipal::put(), l1tstage2_dqm_sourceclient-live_cfg::rawData, and hcalRecHitTable_cff::time.

                                                                           {
  edm::TimeValue_t time;
  timeval stv;
  gettimeofday(&stv, nullptr);
  time = stv.tv_sec;
  time = (time << 32) + stv.tv_usec;
  edm::Timestamp tstamp(time);

  std::unique_ptr<BXVector<l1t::Muon>> rawData(new BXVector<l1t::Muon>);
  //allow any bx
  rawData->setBXRange(0, 4000);

  unpackMuonOrbit(rawData.get(), (char*)events_[0]->payload(), events_[0]->eventSize());

  //TODO: implement here other object type (e.g. unpackCaloOrbit)
  //
  std::unique_ptr<BXVector<l1t::Muon>> rawDataSec(new BXVector<l1t::Muon>);
  //allow any bx
  rawDataSec->setBXRange(0, 4000);

  unpackMuonOrbit(rawDataSec.get(), (char*)events_[1]->payload(), events_[1]->eventSize());

  uint32_t hdrEventID = events_[0]->event();  //take from 1st file
  edm::EventID eventID = edm::EventID(daqSource_->eventRunNumber(), daqSource_->currentLumiSection(), hdrEventID);
  edm::EventAuxiliary aux(
      eventID, daqSource_->processGUID(), tstamp, events_[0]->isRealData(), edm::EventAuxiliary::PhysicsTrigger);

  aux.setProcessHistoryID(daqSource_->processHistoryID());
  daqSource_->makeEventWrapper(eventPrincipal, aux);

  std::unique_ptr<edm::WrapperBase> edp(new edm::Wrapper<BXVector<l1t::Muon>>(std::move(rawData)));
  eventPrincipal.put(
      daqProvenanceHelpers_[0]->branchDescription(), std::move(edp), daqProvenanceHelpers_[0]->dummyProvenance());

  //TODO: use other object and provenance helper (duplicate is just for demonstration)
  //  std::unique_ptr<edm::WrapperBase> edpSec(new edm::Wrapper<BXVector<l1t::Muon>>(std::move(rawDataSec)));
  //  eventPrincipal.put(daqProvenanceHelpers_[1]->branchDescription(), std::move(edpSec), daqProvenanceHelpers_[1]->dummyProvenance());

  eventCached_ = false;
}

requireHeader()

bool DataModeScoutingRun2Multi::requireHeader ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 228 of file DAQSourceModelsScouting.h.

{ return true; }

run()

uint32_t DataModeScoutingRun2Multi::run ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 220 of file DAQSourceModelsScouting.h.

References cms::cuda::assert(), and events_.

Referenced by Types.EventID::cppID(), and Types.LuminosityBlockID::cppID().

                                {
    assert(!events_.empty());
    return events_[0]->run();
  }

setDataBlockInitialized()

void DataModeScoutingRun2Multi::setDataBlockInitialized ( bool  val )

inlineoverridevirtual

Implements DataMode.

Definition at line 232 of file DAQSourceModelsScouting.h.

References dataBlockInitialized_, and heppy_batch::val.

Referenced by makeDataBlockView().

{ dataBlockInitialized_ = val; };

setTCDSSearchRange()

void DataModeScoutingRun2Multi::setTCDSSearchRange ( uint16_t  MINTCDSuTCAFEDID, uint16_t  MAXTCDSuTCAFEDID  )

inlineoverridevirtual

Implements DataMode.

Definition at line 234 of file DAQSourceModelsScouting.h.

{ return; }

unpackMuonOrbit()

void DataModeScoutingRun2Multi::unpackMuonOrbit ( BXVector< l1t::Muon > *  muons, char *  buf, size_t  len  )

private

Definition at line 209 of file DAQSourceModelsScouting.cc.

References cms::cuda::assert(), visDQMUpload::buf, scouting::block::bx, nano_mu_digi_cff::bx, scouting::masks::chrg, scouting::shifts::chrg, scouting::masks::chrgv, scouting::shifts::chrgv, scouting::shifts::eta, scouting::shifts::etaext, scouting::masks::etaexts, scouting::masks::etaextv, scouting::masks::etas, scouting::masks::etav, scouting::muon::f, RecoTauValidation_cfi::header, mps_fire::i, hcalRecHitTable_cff::ieta, scouting::masks::index, scouting::shifts::index, hcalRecHitTable_cff::iphi, scouting::masks::iso, scouting::shifts::iso, scouting::header_shifts::mAcount, scouting::header_masks::mAcount, scouting::header_shifts::mBcount, scouting::header_masks::mBcount, scouting::block::mu, HLT_2023v12_cff::muon, PDWG_BPHSkim_cff::muons, scouting::masks::phi, scouting::shifts::phi, scouting::masks::phiext, scouting::shifts::phiext, scouting::masks::pt, scouting::shifts::pt, scouting::masks::qual, scouting::shifts::qual, and scouting::muon::s.

                                                                                               {
  using namespace scouting;
  size_t pos = 0;
  //uint32_t o_test = 0;
  while (pos < len) {
    assert(pos + 4 <= len);
    uint32_t header = *((uint32*)(buf + pos));
    uint32_t mAcount = (header & header_masks::mAcount) >> header_shifts::mAcount;
    uint32_t mBcount = (header & header_masks::mBcount) >> header_shifts::mBcount;

    block* bl = (block*)(buf + pos + 4);

    pos += 12 + (mAcount + mBcount) * 8;
    assert(pos <= len);

    uint32_t bx = bl->bx;

    //uint32_t orbit = bl->orbit;
    //o_test = orbit;

    //should cuts should be applied
    bool excludeIntermediate = true;

    for (size_t i = 0; i < (mAcount + mBcount); i++) {
      //unpack new muon
      //variables: index, ietaext, ipt, qual, iphiext, iso, chrg, iphi, ieta

      // remove intermediate if required
      // index==0 and ietaext==0 are a necessary and sufficient condition
      uint32_t index = (bl->mu[i].s >> shifts::index) & masks::index;
      int32_t ietaext = ((bl->mu[i].f >> shifts::etaext) & masks::etaextv);
      if (((bl->mu[i].f >> shifts::etaext) & masks::etaexts) != 0)
        ietaext -= 256;

      if (excludeIntermediate && index == 0 && ietaext == 0)
        continue;

      //extract pt and quality and apply cut if required
      uint32_t ipt = (bl->mu[i].f >> shifts::pt) & masks::pt;
      //cuts??
      //        if((ipt-1)<ptcut) {discarded++; continue;}
      uint32_t qual = (bl->mu[i].f >> shifts::qual) & masks::qual;
      //        if(qual < qualcut) {discarded++; continue;}

      //extract integer value for extrapolated phi
      int32_t iphiext = ((bl->mu[i].f >> shifts::phiext) & masks::phiext);

      // extract iso bits and charge
      uint32_t iso = (bl->mu[i].s >> shifts::iso) & masks::iso;
      int32_t chrg = 0;
      if (((bl->mu[i].s >> shifts::chrgv) & masks::chrgv) == 1) {
        chrg = ((bl->mu[i].s >> shifts::chrg) & masks::chrg) == 1 ? -1 : 1;
      }

      // extract eta and phi at muon station
      int32_t iphi = ((bl->mu[i].s >> shifts::phi) & masks::phi);
      int32_t ieta = (bl->mu[i].s >> shifts::eta) & masks::etav;
      if (((bl->mu[i].s >> shifts::eta) & masks::etas) != 0)
        ieta -= 256;

      l1t::Muon muon(
          *dummyLVec_, ipt, ieta, iphi, qual, chrg, chrg != 0, iso, -1, 0, false, 0, 0, 0, 0, ietaext, iphiext);
      muons->push_back(bx, muon);
    }
  }
}  //unpackOrbit

versionCheck()

bool DataModeScoutingRun2Multi::versionCheck ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 174 of file DAQSourceModelsScouting.h.

References detectedFRDversion_, and FRDHeaderMaxVersion.

{ return detectedFRDversion_ <= FRDHeaderMaxVersion; }

Member Data Documentation

blockCompleted_

bool DataModeScoutingRun2Multi::blockCompleted_ = true

private

Definition at line 265 of file DAQSourceModelsScouting.h.

Referenced by dataBlockCompleted(), and makeDataBlockView().

daqProvenanceHelpers_

std::vector<std::shared_ptr<const edm::DaqProvenanceHelper> > DataModeScoutingRun2Multi::daqProvenanceHelpers_

private

Definition at line 247 of file DAQSourceModelsScouting.h.

dataBlockAddr_

unsigned char* DataModeScoutingRun2Multi::dataBlockAddr_ = nullptr

private

Definition at line 254 of file DAQSourceModelsScouting.h.

dataBlockAddrs_

std::vector<unsigned char*> DataModeScoutingRun2Multi::dataBlockAddrs_

private

Definition at line 258 of file DAQSourceModelsScouting.h.

Referenced by makeDataBlockView().

dataBlockInitialized_

bool DataModeScoutingRun2Multi::dataBlockInitialized_ = false

private

Definition at line 264 of file DAQSourceModelsScouting.h.

Referenced by dataBlockInitialized(), and setDataBlockInitialized().

dataBlockMax_

size_t DataModeScoutingRun2Multi::dataBlockMax_ = 0

private

Definition at line 260 of file DAQSourceModelsScouting.h.

Referenced by makeDataBlockView().

dataBlockMaxAddrs_

std::vector<unsigned char*> DataModeScoutingRun2Multi::dataBlockMaxAddrs_

private

Definition at line 259 of file DAQSourceModelsScouting.h.

Referenced by makeDataBlockView().

detectedFRDversion_

uint16_t DataModeScoutingRun2Multi::detectedFRDversion_ = 0

private

Definition at line 248 of file DAQSourceModelsScouting.h.

Referenced by dataVersion(), detectVersion(), headerSize(), and versionCheck().

dummyLVec_

std::unique_ptr<ROOT::Math::LorentzVector<ROOT::Math::PxPyPzE4D<double> > > DataModeScoutingRun2Multi::dummyLVec_

private

Definition at line 252 of file DAQSourceModelsScouting.h.

Referenced by DataModeScoutingRun2Multi().

eventCached_

bool DataModeScoutingRun2Multi::eventCached_ = false

private

Definition at line 263 of file DAQSourceModelsScouting.h.

Referenced by makeDataBlockView().

events_

std::vector<std::unique_ptr<FRDEventMsgView> > DataModeScoutingRun2Multi::events_

private

Definition at line 250 of file DAQSourceModelsScouting.h.

Referenced by dataBlockSize(), isRealData(), and run().

fileHeaderSize_

size_t DataModeScoutingRun2Multi::fileHeaderSize_ = 0

private

Definition at line 261 of file DAQSourceModelsScouting.h.

Referenced by makeDataBlockView().

headerSize_

size_t DataModeScoutingRun2Multi::headerSize_ = 0

private

Definition at line 249 of file DAQSourceModelsScouting.h.

numFiles_

short DataModeScoutingRun2Multi::numFiles_ = 0

private

Definition at line 262 of file DAQSourceModelsScouting.h.

Referenced by makeDataBlockView().

startAddrs_

std::vector<unsigned char*> DataModeScoutingRun2Multi::startAddrs_

private

Definition at line 257 of file DAQSourceModelsScouting.h.

Referenced by makeDataBlockView().