edm::IndexIntoFile::IndexIntoFileItrEntryOrder Class Reference

#include <IndexIntoFile.h>

Inheritance diagram for edm::IndexIntoFile::IndexIntoFileItrEntryOrder:

Public Member Functions
IndexIntoFileItrImpl *	clone () const override
EntryNumber_t	entry () const override
bool	entryContinues () const override
	IndexIntoFileItrEntryOrder (IndexIntoFile const *indexIntoFile, EntryType entryType, int indexToRun, int indexToLumi, int indexToEventRange, long long indexToEvent, long long nEvents)
LuminosityBlockNumber_t	lumi () const override
bool	lumiEntryValid (int index) const override
EntryNumber_t	peekAheadAtEventEntry () const override
LuminosityBlockNumber_t	peekAheadAtLumi () const override
int	processHistoryIDIndex () const override
RunNumber_t	run () const override
bool	skipLumiInRun () override
Public Member Functions inherited from edm::IndexIntoFile::IndexIntoFileItrImpl
void	advanceToNextLumiOrRun ()
void	advanceToNextRun ()
void	copyPosition (IndexIntoFileItrImpl const &position)
EntryNumber_t	firstEventEntryThisLumi ()
EntryNumber_t	firstEventEntryThisRun ()
EntryType	getEntryType () const
void	getLumisInRun (std::vector< LuminosityBlockNumber_t > &lumis) const
IndexIntoFile const *	indexIntoFile () const
	IndexIntoFileItrImpl (IndexIntoFile const *indexIntoFile, EntryType entryType, int indexToRun, int indexToLumi, int indexToEventRange, long long indexToEvent, long long nEvents)
long long	indexToEvent () const
int	indexToEventRange () const
int	indexToLumi () const
int	indexToRun () const
void	initializeLumi ()
void	initializeRun ()
long long	nEvents () const
void	next ()
bool	operator== (IndexIntoFileItrImpl const &right) const
int	size () const
void	skipEventBackward (int &phIndexOfEvent, RunNumber_t &runOfEvent, LuminosityBlockNumber_t &lumiOfEvent, EntryNumber_t &eventEntry)
void	skipEventForward (int &phIndexOfSkippedEvent, RunNumber_t &runOfSkippedEvent, LuminosityBlockNumber_t &lumiOfSkippedEvent, EntryNumber_t &skippedEventEntry)
bool	skipToNextEventInLumi ()
EntryType	type () const
virtual	~IndexIntoFileItrImpl ()

Private Member Functions
EntryType	getRunOrLumiEntryType (int index) const override
void	initializeLumi_ () override
bool	isSameLumi (int index1, int index2) const override
bool	isSameRun (int index1, int index2) const override
LuminosityBlockNumber_t	lumi (int index) const override
bool	nextEventRange () override
bool	previousEventRange () override
RunOrLumiEntry const &	runOrLumisEntry (EntryNumber_t iEntry) const
bool	setToLastEventInRange (int index) override

Private Attributes
std::vector< EntryNumber_t >	fileOrderRunOrLumiEntry_

Additional Inherited Members
Protected Member Functions inherited from edm::IndexIntoFile::IndexIntoFileItrImpl
void	setIndexToEvent (long long value)
void	setIndexToEventRange (int value)
void	setIndexToLumi (int value)
void	setInvalid ()
void	setNEvents (long long value)

Detailed Description

Definition at line 685 of file IndexIntoFile.h.

Constructor & Destructor Documentation

edm::IndexIntoFile::IndexIntoFileItrEntryOrder::IndexIntoFileItrEntryOrder	(	IndexIntoFile const *	indexIntoFile,
		EntryType	entryType,
		int	indexToRun,
		int	indexToLumi,
		int	indexToEventRange,
		long long	indexToEvent,
		long long	nEvents
	)

Definition at line 1729 of file IndexIntoFile.cc.

References cms::cuda::assert(), edm::IndexIntoFile::beginEvents(), fileOrderRunOrLumiEntry_, spr::find(), edm::IndexIntoFile::IndexIntoFileItrImpl::indexIntoFile(), edm::IndexIntoFile::invalidEntry, and edm::IndexIntoFile::runOrLumiEntries().

      : IndexIntoFileItrImpl(
            indexIntoFile, entryType, indexToRun, indexToLumi, indexToEventRange, indexToEvent, nEvents) {
    auto const& runOrLumiEntries = this->indexIntoFile()->runOrLumiEntries();
    fileOrderRunOrLumiEntry_.reserve(runOrLumiEntries.size());
    auto const itBegin = runOrLumiEntries.begin();
    auto itPresentEntryToRunOrLumis = runOrLumiEntries.begin();
    auto itRestartSearchAt = runOrLumiEntries.begin();
    EntryNumber_t endOfContiguousEventEntry = 0;
    std::vector<bool> usedEntry(runOrLumiEntries.size(), false);
    auto findFirstOpen = [](auto const& entries) {
      return std::find(entries.begin(), entries.end(), false) - entries.begin();
    };
    while (fileOrderRunOrLumiEntry_.size() != runOrLumiEntries.size()) {
      assert(itRestartSearchAt != runOrLumiEntries.end());
      assert(itPresentEntryToRunOrLumis != runOrLumiEntries.end());

      auto const index = itPresentEntryToRunOrLumis - itBegin;
      if (usedEntry[index]) {
        ++itPresentEntryToRunOrLumis;
        continue;
      }
      assert(static_cast<std::size_t>(index) < runOrLumiEntries.size());
      if (itPresentEntryToRunOrLumis->isRun()) {
        //take Run as it is
        fileOrderRunOrLumiEntry_.push_back(index);
        usedEntry[index] = true;
        itRestartSearchAt = runOrLumiEntries.begin() + findFirstOpen(usedEntry);
        itPresentEntryToRunOrLumis = itRestartSearchAt;
        continue;
      }
      auto const beginEvents = itPresentEntryToRunOrLumis->beginEvents();
      if (beginEvents == invalidEntry) {
        //this is an empty lumi. We want to preserve the order w.r.t previous entries
        if (std::find(usedEntry.begin(), usedEntry.begin() + index, false) == usedEntry.begin() + index) {
          fileOrderRunOrLumiEntry_.push_back(index);
          usedEntry[index] = true;
          itRestartSearchAt = runOrLumiEntries.begin() + findFirstOpen(usedEntry);
          itPresentEntryToRunOrLumis = itRestartSearchAt;
          continue;
        }
      } else if (beginEvents == endOfContiguousEventEntry) {
        fileOrderRunOrLumiEntry_.push_back(index);
        usedEntry[index] = true;
        endOfContiguousEventEntry = itPresentEntryToRunOrLumis->endEvents();
        itRestartSearchAt = runOrLumiEntries.begin() + findFirstOpen(usedEntry);
        itPresentEntryToRunOrLumis = itRestartSearchAt;
        continue;
      }
      ++itPresentEntryToRunOrLumis;
    }
  }

Member Function Documentation

IndexIntoFile::IndexIntoFileItrImpl * edm::IndexIntoFile::IndexIntoFileItrEntryOrder::clone ( void  ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1788 of file IndexIntoFile.cc.

                                                                                          {
    return new IndexIntoFileItrEntryOrder(*this);
  }

IndexIntoFile::EntryNumber_t edm::IndexIntoFile::IndexIntoFileItrEntryOrder::entry ( ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1810 of file IndexIntoFile.cc.

References edm::IndexIntoFile::continuedLumi, mps_splice::entry, edm::IndexIntoFile::invalidEntry, edm::IndexIntoFile::kEnd, edm::IndexIntoFile::kLumi, edm::IndexIntoFile::kRun, dqmdumpme::lumi, and findQualityFiles::size.

                                                                                  {
    if (type() == kEnd)
      return invalidEntry;
    if (type() == kRun)
      return runOrLumisEntry(indexToRun()).entry();
    if (type() == kLumi) {
      auto entry = runOrLumisEntry(indexToLumi()).entry();
      if (entry == invalidEntry) {
        if (indexToLumi() + 1 < size()) {
          if (runOrLumisEntry(indexToLumi()).lumi() != runOrLumisEntry(indexToLumi() + 1).lumi()) {
            //find the end of this lumi
            auto const& runLumiEntry = runOrLumisEntry(indexToLumi());
            for (auto nextIndex = indexToLumi() + 1; nextIndex < size(); ++nextIndex) {
              auto const& nextRunLumiEntry = runOrLumisEntry(nextIndex);
              if (runLumiEntry.lumi() == nextRunLumiEntry.lumi() and runLumiEntry.run() == nextRunLumiEntry.run() and
                  runLumiEntry.processHistoryIDIndex() == nextRunLumiEntry.processHistoryIDIndex()) {
                auto nextEntry = nextRunLumiEntry.entry();
                if (nextEntry != invalidEntry) {
                  return nextEntry;
                }
              }
            }
            return continuedLumi;
          }
        }
      }
      return entry;
    }
    return runOrLumisEntry(indexToEventRange()).beginEvents() + indexToEvent();
  }

bool edm::IndexIntoFile::IndexIntoFileItrEntryOrder::entryContinues ( ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1841 of file IndexIntoFile.cc.

References mps_splice::entry, and edm::IndexIntoFile::invalidEntry.

                                                                     {
    auto entry = runOrLumisEntry(indexToLumi()).entry();
    return entry == invalidEntry;
  }

IndexIntoFile::EntryType edm::IndexIntoFile::IndexIntoFileItrEntryOrder::getRunOrLumiEntryType ( int  index ) const

overrideprivatevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1973 of file IndexIntoFile.cc.

References edm::IndexIntoFile::kEnd, edm::IndexIntoFile::kLumi, edm::IndexIntoFile::kRun, and findQualityFiles::size.

                                                                                                       {
    if (index < 0 || index >= size()) {
      return kEnd;
    } else if (runOrLumisEntry(index).isRun()) {
      return kRun;
    }
    return kLumi;
  }

void edm::IndexIntoFile::IndexIntoFileItrEntryOrder::initializeLumi_ ( )

overrideprivatevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1860 of file IndexIntoFile.cc.

References cms::cuda::assert(), edm::IndexIntoFile::beginEvents(), edm::IndexIntoFile::endEvents(), mps_fire::i, edm::IndexIntoFile::invalidEntry, edm::IndexIntoFile::invalidIndex, and findQualityFiles::size.

                                                                {
    assert(indexToLumi() != invalidIndex);

    setIndexToEventRange(invalidIndex);
    setIndexToEvent(0);
    setNEvents(0);

    for (int i = 0; indexToLumi() + i < size(); ++i) {
      if (runOrLumisEntry(indexToLumi() + i).isRun()) {
        break;
      } else if (runOrLumisEntry(indexToLumi() + i).lumi() == runOrLumisEntry(indexToLumi()).lumi()) {
        if (runOrLumisEntry(indexToLumi() + i).beginEvents() == invalidEntry) {
          continue;
        }
        setIndexToEventRange(indexToLumi() + i);
        setIndexToEvent(0);
        setNEvents(runOrLumisEntry(indexToEventRange()).endEvents() -
                   runOrLumisEntry(indexToEventRange()).beginEvents());
        break;
      } else {
        break;
      }
    }
  }

bool edm::IndexIntoFile::IndexIntoFileItrEntryOrder::isSameLumi ( int  index1, int  index2  ) const

overrideprivatevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1982 of file IndexIntoFile.cc.

References findQualityFiles::size.

                                                                                       {
    if (index1 < 0 || index1 >= size() || index2 < 0 || index2 >= size()) {
      return false;
    }
    return runOrLumisEntry(index1).lumi() == runOrLumisEntry(index2).lumi();
  }

bool edm::IndexIntoFile::IndexIntoFileItrEntryOrder::isSameRun ( int  index1, int  index2  ) const

overrideprivatevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1989 of file IndexIntoFile.cc.

References findQualityFiles::size.

                                                                                      {
    if (index1 < 0 || index1 >= size() || index2 < 0 || index2 >= size()) {
      return false;
    }
    return runOrLumisEntry(index1).run() == runOrLumisEntry(index2).run() &&
           runOrLumisEntry(index1).processHistoryIDIndex() == runOrLumisEntry(index2).processHistoryIDIndex();
  }

LuminosityBlockNumber_t edm::IndexIntoFile::IndexIntoFileItrEntryOrder::lumi ( ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1804 of file IndexIntoFile.cc.

References edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::kEnd, and edm::IndexIntoFile::kRun.

Referenced by upgradeWorkflowComponents.UpgradeWorkflowAging::setup_().

                                                                              {
    if (type() == kEnd || type() == kRun)
      return invalidLumi;
    return runOrLumisEntry(indexToLumi()).lumi();
  }

LuminosityBlockNumber_t edm::IndexIntoFile::IndexIntoFileItrEntryOrder::lumi ( int  index ) const

overrideprivatevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1997 of file IndexIntoFile.cc.

References edm::IndexIntoFile::invalidLumi, and findQualityFiles::size.

Referenced by upgradeWorkflowComponents.UpgradeWorkflowAging::setup_().

                                                                                       {
    if (index < 0 || index >= size()) {
      return invalidLumi;
    }
    return runOrLumisEntry(index).lumi();
  }

bool edm::IndexIntoFile::IndexIntoFileItrEntryOrder::lumiEntryValid ( int  index ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1961 of file IndexIntoFile.cc.

References mps_splice::entry, edm::IndexIntoFile::invalidEntry, dqmdumpme::lumi, and findQualityFiles::size.

                                                                              {
    auto entry = runOrLumisEntry(index).entry();
    if (entry == invalidEntry) {
      if (index + 1 < size()) {
        if (runOrLumisEntry(index).lumi() != runOrLumisEntry(index + 1).lumi()) {
          return true;
        }
      }
    }
    return entry != invalidEntry;
  }

bool edm::IndexIntoFile::IndexIntoFileItrEntryOrder::nextEventRange ( )

overrideprivatevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1885 of file IndexIntoFile.cc.

References edm::IndexIntoFile::beginEvents(), edm::IndexIntoFile::endEvents(), mps_fire::i, edm::IndexIntoFile::invalidEntry, edm::IndexIntoFile::invalidIndex, and findQualityFiles::size.

                                                               {
    if (indexToEventRange() == invalidIndex)
      return false;

    // Look for the next event range, same lumi but different entry
    for (int i = 1; indexToEventRange() + i < size(); ++i) {
      if (runOrLumisEntry(indexToEventRange() + i).isRun()) {
        return false;  // hit next run
      } else if (runOrLumisEntry(indexToEventRange() + i).lumi() == runOrLumisEntry(indexToEventRange()).lumi()) {
        if (runOrLumisEntry(indexToEventRange() + i).beginEvents() == invalidEntry) {
          continue;  // same lumi but has no events, keep looking
        }
        setIndexToEventRange(indexToEventRange() + i);
        setIndexToEvent(0);
        setNEvents(runOrLumisEntry(indexToEventRange()).endEvents() -
                   runOrLumisEntry(indexToEventRange()).beginEvents());
        return true;  // found more events in this lumi
      }
      return false;  // hit next lumi
    }
    return false;  // hit the end of the IndexIntoFile
  }

IndexIntoFile::EntryNumber_t edm::IndexIntoFile::IndexIntoFileItrEntryOrder::peekAheadAtEventEntry ( ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1852 of file IndexIntoFile.cc.

References edm::IndexIntoFile::invalidEntry, edm::IndexIntoFile::invalidIndex, and submitPVValidationJobs::nEvents.

                                                                                                  {
    if (indexToLumi() == invalidIndex)
      return invalidEntry;
    if (indexToEvent() >= nEvents())
      return invalidEntry;
    return runOrLumisEntry(indexToEventRange()).beginEvents() + indexToEvent();
  }

LuminosityBlockNumber_t edm::IndexIntoFile::IndexIntoFileItrEntryOrder::peekAheadAtLumi ( ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1846 of file IndexIntoFile.cc.

References edm::IndexIntoFile::invalidIndex, and edm::IndexIntoFile::invalidLumi.

                                                                                         {
    if (indexToLumi() == invalidIndex)
      return invalidLumi;
    return runOrLumisEntry(indexToLumi()).lumi();
  }

bool edm::IndexIntoFile::IndexIntoFileItrEntryOrder::previousEventRange ( )

overrideprivatevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1908 of file IndexIntoFile.cc.

References cms::cuda::assert(), edm::IndexIntoFile::beginEvents(), edm::IndexIntoFile::endEvents(), mps_fire::i, edm::IndexIntoFile::invalidEntry, edm::IndexIntoFile::invalidIndex, submitPVValidationJobs::nEvents, and findQualityFiles::size.

                                                                   {
    if (indexToEventRange() == invalidIndex)
      return false;
    assert(indexToEventRange() < size());

    // Look backward for a previous event range with events, same lumi but different entry
    for (int i = 1; indexToEventRange() - i > 0; ++i) {
      int newRange = indexToEventRange() - i;
      if (runOrLumisEntry(newRange).isRun()) {
        return false;  // hit run
      } else if (isSameLumi(newRange, indexToEventRange())) {
        if (runOrLumisEntry(newRange).beginEvents() == invalidEntry) {
          continue;  // same lumi but has no events, keep looking
        }
        setIndexToEventRange(newRange);
        setNEvents(runOrLumisEntry(indexToEventRange()).endEvents() -
                   runOrLumisEntry(indexToEventRange()).beginEvents());
        setIndexToEvent(nEvents() - 1);
        return true;  // found previous event in this lumi
      }
      return false;  // hit previous lumi
    }
    return false;  // hit the beginning of the IndexIntoFile, 0th entry has to be a run
  }

int edm::IndexIntoFile::IndexIntoFileItrEntryOrder::processHistoryIDIndex ( ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1792 of file IndexIntoFile.cc.

References edm::IndexIntoFile::invalidIndex, and edm::IndexIntoFile::kEnd.

                                                                           {
    if (type() == kEnd)
      return invalidIndex;
    return runOrLumisEntry(indexToRun()).processHistoryIDIndex();
  }

RunNumber_t edm::IndexIntoFile::IndexIntoFileItrEntryOrder::run ( ) const

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1798 of file IndexIntoFile.cc.

References edm::IndexIntoFile::invalidRun, and edm::IndexIntoFile::kEnd.

Referenced by Types.EventID::cppID(), and Types.LuminosityBlockID::cppID().

                                                                 {
    if (type() == kEnd)
      return invalidRun;
    return runOrLumisEntry(indexToRun()).run();
  }

RunOrLumiEntry const& edm::IndexIntoFile::IndexIntoFileItrEntryOrder::runOrLumisEntry ( EntryNumber_t  iEntry ) const

inlineprivate

Definition at line 707 of file IndexIntoFile.h.

References fileOrderRunOrLumiEntry_, edm::IndexIntoFile::IndexIntoFileItrImpl::indexIntoFile(), and edm::IndexIntoFile::runOrLumiEntries().

                                                                        {
        return indexIntoFile()->runOrLumiEntries()[fileOrderRunOrLumiEntry_[iEntry]];
      }

bool edm::IndexIntoFile::IndexIntoFileItrEntryOrder::setToLastEventInRange ( int  index )

overrideprivatevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1933 of file IndexIntoFile.cc.

References cms::cuda::assert(), edm::IndexIntoFile::beginEvents(), edm::IndexIntoFile::endEvents(), edm::IndexIntoFile::invalidEntry, and submitPVValidationJobs::nEvents.

                                                                               {
    if (runOrLumisEntry(index).beginEvents() == invalidEntry) {
      return false;
    }
    setIndexToEventRange(index);
    setNEvents(runOrLumisEntry(indexToEventRange()).endEvents() - runOrLumisEntry(indexToEventRange()).beginEvents());
    assert(nEvents() > 0);
    setIndexToEvent(nEvents() - 1);
    return true;
  }

bool edm::IndexIntoFile::IndexIntoFileItrEntryOrder::skipLumiInRun ( )

overridevirtual

Implements edm::IndexIntoFile::IndexIntoFileItrImpl.

Definition at line 1944 of file IndexIntoFile.cc.

References mps_fire::i, edm::IndexIntoFile::invalidIndex, dqmdumpme::lumi, and findQualityFiles::size.

                                                              {
    if (indexToLumi() == invalidIndex)
      return false;
    for (int i = 1; indexToLumi() + i < size(); ++i) {
      int newLumi = indexToLumi() + i;
      if (runOrLumisEntry(newLumi).isRun()) {
        return false;  // hit next run
      } else if (runOrLumisEntry(newLumi).lumi() == runOrLumisEntry(indexToLumi()).lumi()) {
        continue;
      }
      setIndexToLumi(newLumi);
      initializeLumi();
      return true;  // hit next lumi
    }
    return false;  // hit the end of the IndexIntoFile
  }

Member Data Documentation

std::vector<EntryNumber_t> edm::IndexIntoFile::IndexIntoFileItrEntryOrder::fileOrderRunOrLumiEntry_

private

Definition at line 718 of file IndexIntoFile.h.

Referenced by IndexIntoFileItrEntryOrder(), and runOrLumisEntry().