edm::service::CheckTransitions Class Reference

Public Types
enum	Phase {   Phase::kBeginRun, Phase::kBeginLumi, Phase::kEvent, Phase::kEndLumi,   Phase::kEndRun }
enum	Transition {   Transition::IsInvalid, Transition::IsStop, Transition::IsFile, Transition::IsRun,   Transition::IsLumi, Transition::IsEvent }

Public Member Functions
	CheckTransitions (const ParameterSet &, ActivityRegistry &)
void	postEndJob ()
void	preallocate (service::SystemBounds const &)
void	preBeginJob (PathsAndConsumesOfModulesBase const &, ProcessContext const &)
void	preCloseFile (std::string const &lfn)
void	preEvent (StreamContext const &)
void	preGlobalBeginLumi (GlobalContext const &)
void	preGlobalBeginRun (GlobalContext const &)
void	preGlobalEndLumi (GlobalContext const &)
void	preGlobalEndRun (GlobalContext const &)
void	preOpenFile (std::string const &)
void	preStreamBeginLumi (StreamContext const &)
void	preStreamBeginRun (StreamContext const &)
void	preStreamEndLumi (StreamContext const &)
void	preStreamEndRun (StreamContext const &)
	~CheckTransitions () noexcept(false)

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Private Attributes
std::vector< std::pair< Transition, edm::EventID > >	m_expectedTransitions
bool	m_failed = false
int	m_nstreams = 0
oneapi::tbb::concurrent_vector< std::tuple< Phase, edm::EventID, int > >	m_seenTransitions

Detailed Description

Definition at line 40 of file CheckTransitions.cc.

Member Enumeration Documentation

Phase

enum edm::service::CheckTransitions::Phase

strong

Enumerator
kBeginRun
kBeginLumi
kEvent
kEndLumi
kEndRun

Definition at line 42 of file CheckTransitions.cc.

{ kBeginRun, kBeginLumi, kEvent, kEndLumi, kEndRun };

Transition

enum edm::service::CheckTransitions::Transition

strong

Enumerator
IsInvalid
IsStop
IsFile
IsRun
IsLumi
IsEvent

Definition at line 44 of file CheckTransitions.cc.

{ IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent };

Constructor & Destructor Documentation

CheckTransitions()

CheckTransitions::CheckTransitions	(	const ParameterSet &	iPS,
		ActivityRegistry &	iRegistry
	)

Definition at line 191 of file CheckTransitions.cc.

References edm::ParameterSet::getUntrackedParameter(), m_expectedTransitions, AlCaHLTBitMon_ParallelJobs::p, postEndJob(), preallocate(), preCloseFile(), preEvent(), preGlobalBeginLumi(), preGlobalBeginRun(), preGlobalEndLumi(), preGlobalEndRun(), preOpenFile(), preStreamBeginLumi(), preStreamBeginRun(), preStreamEndLumi(), preStreamEndRun(), AlCaHLTBitMon_QueryRunRegistry::string, edm::ActivityRegistry::watchPostEndJob(), edm::ActivityRegistry::watchPreallocate(), edm::ActivityRegistry::watchPreCloseFile(), edm::ActivityRegistry::watchPreEvent(), edm::ActivityRegistry::watchPreGlobalBeginLumi(), edm::ActivityRegistry::watchPreGlobalBeginRun(), edm::ActivityRegistry::watchPreGlobalEndLumi(), edm::ActivityRegistry::watchPreGlobalEndRun(), edm::ActivityRegistry::watchPreOpenFile(), edm::ActivityRegistry::watchPreStreamBeginLumi(), edm::ActivityRegistry::watchPreStreamBeginRun(), edm::ActivityRegistry::watchPreStreamEndLumi(), and edm::ActivityRegistry::watchPreStreamEndRun().

                                                                                       {
  for (auto const& p : iPS.getUntrackedParameter<std::vector<edm::ParameterSet>>("transitions")) {
    m_expectedTransitions.emplace_back(stringToType(p.getUntrackedParameter<std::string>("type")),
                                       p.getUntrackedParameter<EventID>("id"));
  }

  iRegistry.watchPreallocate(this, &CheckTransitions::preallocate);

  iRegistry.watchPostEndJob(this, &CheckTransitions::postEndJob);

  iRegistry.watchPreOpenFile(this, &CheckTransitions::preOpenFile);

  iRegistry.watchPreCloseFile(this, &CheckTransitions::preCloseFile);

  iRegistry.watchPreGlobalBeginRun(this, &CheckTransitions::preGlobalBeginRun);

  iRegistry.watchPreGlobalEndRun(this, &CheckTransitions::preGlobalEndRun);

  iRegistry.watchPreStreamBeginRun(this, &CheckTransitions::preStreamBeginRun);

  iRegistry.watchPreStreamEndRun(this, &CheckTransitions::preStreamEndRun);

  iRegistry.watchPreGlobalBeginLumi(this, &CheckTransitions::preGlobalBeginLumi);

  iRegistry.watchPreGlobalEndLumi(this, &CheckTransitions::preGlobalEndLumi);

  iRegistry.watchPreStreamBeginLumi(this, &CheckTransitions::preStreamBeginLumi);

  iRegistry.watchPreStreamEndLumi(this, &CheckTransitions::preStreamEndLumi);

  iRegistry.watchPreEvent(this, &CheckTransitions::preEvent);
}

~CheckTransitions()

CheckTransitions::~CheckTransitions ( )

noexcept

Definition at line 224 of file CheckTransitions.cc.

References edm::errors::EventProcessorFailure, Exception, and m_failed.

                                                    {
  if (m_failed) {
    throw edm::Exception(errors::EventProcessorFailure) << "incorrect transtions";
  }
}

Member Function Documentation

fillDescriptions()

void CheckTransitions::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 230 of file CheckTransitions.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), submitPVResolutionJobs::desc, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                  {
  ParameterSetDescription desc;
  desc.setComment("Checks that the transitions specified occur during the job.");

  ParameterSetDescription trans;
  trans.addUntracked<std::string>("type");
  trans.addUntracked<edm::EventID>("id");
  desc.addVPSetUntracked("transitions", trans, {{}});
  descriptions.add("CheckTransitions", desc);
}

postEndJob()

void CheckTransitions::postEndJob

(

)

Definition at line 243 of file CheckTransitions.cc.

References gather_cfg::cout, mps_fire::i, kBeginLumi, kEndLumi, m_expectedTransitions, m_failed, m_nstreams, m_seenTransitions, alignCSCRings::s, and jetUpdater_cfi::sort.

Referenced by CheckTransitions().

                                  {
  auto expectedV = expectedValues(m_expectedTransitions, m_nstreams);

  std::vector<std::tuple<Phase, edm::EventID, int>> orderedSeen;
  orderedSeen.reserve(m_seenTransitions.size());
  for (auto const& i : m_seenTransitions) {
    //      std::cout <<i.first.m_run<<" "<<i.first.m_lumi<<" "<<i.first.m_event<<" "<<i.second<<std::endl;
    auto s = std::get<2>(i);
    if (std::get<1>(i).event() > 0) {
      s = -2;
    }
    orderedSeen.emplace_back(std::get<0>(i), std::get<1>(i), s);
  }
  std::sort(orderedSeen.begin(), orderedSeen.end());

  auto orderedExpected = expectedV;
  std::sort(orderedExpected.begin(), orderedExpected.end());
  /*   for(auto const& i: expectedV) {
   std::cout <<i.first.m_run<<" "<<i.first.m_lumi<<" "<<i.first.m_event<<" "<<i.second<<std::endl;
   } */

  unsigned int nSkippedStreamLumiTransitions = 0;

  // Use the next two vectors to test that skipped stream lumi transitions
  // come in matched begin and end pairs.
  std::vector<std::tuple<Phase, edm::EventID, int>> expectedSkippedStreamEndLumi;
  std::vector<std::tuple<Phase, edm::EventID, int>> seenSkippedStreamEndLumi;

  // Use the next two sets to test that for every global begin lumi there
  // is at least one stream begin lumi, even when some stream begin lumi
  // transitions are skipped.
  std::set<std::tuple<Phase, edm::EventID, int>> seenGlobalBeginLumi;
  std::set<std::tuple<Phase, edm::EventID, int>> seenStreamBeginLumi;

  auto itOS = orderedSeen.begin();
  for (auto itOE = orderedExpected.begin(); itOE != orderedExpected.end(); ++itOE) {
    if (itOS == orderedSeen.end()) {
      break;
    }

    if (std::get<0>(*itOS) == Phase::kBeginLumi && std::get<2>(*itOS) == -1) {
      seenGlobalBeginLumi.emplace(*itOS);
    }
    if (std::get<0>(*itOS) == Phase::kBeginLumi && (std::get<2>(*itOS) > -1 && std::get<2>(*itOS) < 1000)) {
      // Note that the third field is falsely filled with the value for a global begin lumi to
      // make a comparison with seenGlobalBeginLumi easier.
      seenStreamBeginLumi.emplace(std::get<0>(*itOS), std::get<1>(*itOS), -1);
    }

    while (*itOE != *itOS && (std::get<0>(*itOE) == Phase::kBeginLumi || std::get<0>(*itOE) == Phase::kEndLumi) &&
           (std::get<2>(*itOE) > -1 && std::get<2>(*itOE) < 1000)) {
      ++nSkippedStreamLumiTransitions;
      if (std::get<0>(*itOE) == Phase::kBeginLumi) {
        expectedSkippedStreamEndLumi.emplace_back(Phase::kEndLumi, std::get<1>(*itOE), std::get<2>(*itOE));
      } else {
        seenSkippedStreamEndLumi.emplace_back(*itOE);
      }

      ++itOE;
    }
    if (*itOE != *itOS) {
      auto syncOE = std::get<1>(*itOE);
      auto syncOS = std::get<1>(*itOS);
      std::cout << "Different ordering " << syncOE << " " << std::get<2>(*itOE) << "\n"
                << "                   " << syncOS << " " << std::get<2>(*itOS) << "\n";
      m_failed = true;
    }
    ++itOS;
  }

  if (seenGlobalBeginLumi != seenStreamBeginLumi) {
    std::cout << "We didn't see at least one stream begin lumi for every global begin lumi" << std::endl;
    m_failed = true;
  }

  if (expectedSkippedStreamEndLumi != seenSkippedStreamEndLumi) {
    std::cout << "Skipped stream begin and end lumi transitions do not match" << std::endl;
    m_failed = true;
  }

  if (orderedSeen.size() + nSkippedStreamLumiTransitions != orderedExpected.size()) {
    std::cout << "Wrong number of transition " << orderedSeen.size() << " " << orderedExpected.size() << std::endl;
    m_failed = true;
    return;
  }
}

preallocate()

void CheckTransitions::preallocate

(

service::SystemBounds const &

bounds

)

Definition at line 241 of file CheckTransitions.cc.

References m_nstreams.

Referenced by CheckTransitions().

{ m_nstreams = bounds.maxNumberOfStreams(); }

preBeginJob()

void edm::service::CheckTransitions::preBeginJob	(	PathsAndConsumesOfModulesBase const &	,
		ProcessContext const &
	)

preCloseFile()

void CheckTransitions::preCloseFile

(

std::string const &

lfn

)

Definition at line 332 of file CheckTransitions.cc.

Referenced by CheckTransitions().

{}

preEvent()

void CheckTransitions::preEvent

(

StreamContext const &

sc

)

Definition at line 370 of file CheckTransitions.cc.

References edm::StreamContext::eventID(), kEvent, m_seenTransitions, and edm::StreamContext::streamID().

Referenced by CheckTransitions().

                                                       {
  m_seenTransitions.emplace_back(Phase::kEvent, sc.eventID(), sc.streamID());
}

preGlobalBeginLumi()

void CheckTransitions::preGlobalBeginLumi

(

GlobalContext const &

gc

)

Definition at line 352 of file CheckTransitions.cc.

References kBeginLumi, edm::GlobalContext::luminosityBlockID(), m_seenTransitions, and edm::EventID::run().

Referenced by CheckTransitions().

                                                                 {
  auto id = gc.luminosityBlockID();
  m_seenTransitions.emplace_back(Phase::kBeginLumi, edm::EventID{id.run(), id.luminosityBlock(), 0}, -1);
}

preGlobalBeginRun()

void CheckTransitions::preGlobalBeginRun

(

GlobalContext const &

gc

)

Definition at line 334 of file CheckTransitions.cc.

References kBeginRun, edm::GlobalContext::luminosityBlockID(), m_seenTransitions, and edm::EventID::run().

Referenced by CheckTransitions().

                                                                {
  auto id = gc.luminosityBlockID();
  m_seenTransitions.emplace_back(Phase::kBeginRun, edm::EventID{id.run(), 0, 0}, -1);
}

preGlobalEndLumi()

void CheckTransitions::preGlobalEndLumi

(

GlobalContext const &

gc

)

Definition at line 357 of file CheckTransitions.cc.

References kEndLumi, edm::GlobalContext::luminosityBlockID(), m_seenTransitions, and edm::EventID::run().

Referenced by CheckTransitions().

                                                               {
  auto id = gc.luminosityBlockID();
  m_seenTransitions.emplace_back(Phase::kEndLumi, edm::EventID{id.run(), id.luminosityBlock(), 0}, 1000);
}

preGlobalEndRun()

void CheckTransitions::preGlobalEndRun

(

GlobalContext const &

gc

)

Definition at line 339 of file CheckTransitions.cc.

References kEndRun, edm::GlobalContext::luminosityBlockID(), m_seenTransitions, and edm::EventID::run().

Referenced by CheckTransitions().

                                                              {
  auto id = gc.luminosityBlockID();
  m_seenTransitions.emplace_back(Phase::kEndRun, edm::EventID{id.run(), 0, 0}, 1000);
}

preOpenFile()

void CheckTransitions::preOpenFile

(

std::string const &

lfn

)

Definition at line 330 of file CheckTransitions.cc.

Referenced by CheckTransitions().

{}

preStreamBeginLumi()

void CheckTransitions::preStreamBeginLumi

(

StreamContext const &

sc

)

Definition at line 362 of file CheckTransitions.cc.

References edm::StreamContext::eventID(), kBeginLumi, m_seenTransitions, and edm::StreamContext::streamID().

Referenced by CheckTransitions().

                                                                 {
  m_seenTransitions.emplace_back(Phase::kBeginLumi, sc.eventID(), sc.streamID());
}

preStreamBeginRun()

void CheckTransitions::preStreamBeginRun

(

StreamContext const &

sc

)

Definition at line 344 of file CheckTransitions.cc.

References edm::StreamContext::eventID(), kBeginRun, m_seenTransitions, and edm::StreamContext::streamID().

Referenced by CheckTransitions().

                                                                {
  m_seenTransitions.emplace_back(Phase::kBeginRun, sc.eventID(), sc.streamID());
}

preStreamEndLumi()

void CheckTransitions::preStreamEndLumi

(

StreamContext const &

sc

)

Definition at line 366 of file CheckTransitions.cc.

References edm::StreamContext::eventID(), kEndLumi, m_seenTransitions, and edm::StreamContext::streamID().

Referenced by CheckTransitions().

                                                               {
  m_seenTransitions.emplace_back(Phase::kEndLumi, sc.eventID(), sc.streamID());
}

preStreamEndRun()

void CheckTransitions::preStreamEndRun

(

StreamContext const &

sc

)

Definition at line 348 of file CheckTransitions.cc.

References edm::StreamContext::eventID(), kEndRun, m_seenTransitions, and edm::StreamContext::streamID().

Referenced by CheckTransitions().

                                                              {
  m_seenTransitions.emplace_back(Phase::kEndRun, sc.eventID(), sc.streamID());
}

Member Data Documentation

m_expectedTransitions

std::vector<std::pair<Transition, edm::EventID> > edm::service::CheckTransitions::m_expectedTransitions

private

Definition at line 80 of file CheckTransitions.cc.

Referenced by CheckTransitions(), and postEndJob().

m_failed

bool edm::service::CheckTransitions::m_failed = false

private

Definition at line 82 of file CheckTransitions.cc.

Referenced by postEndJob(), and ~CheckTransitions().

m_nstreams

int edm::service::CheckTransitions::m_nstreams = 0

private

Definition at line 81 of file CheckTransitions.cc.

Referenced by postEndJob(), and preallocate().

m_seenTransitions

oneapi::tbb::concurrent_vector<std::tuple<Phase, edm::EventID, int> > edm::service::CheckTransitions::m_seenTransitions

private

Definition at line 79 of file CheckTransitions.cc.

Referenced by postEndJob(), preEvent(), preGlobalBeginLumi(), preGlobalBeginRun(), preGlobalEndLumi(), preGlobalEndRun(), preStreamBeginLumi(), preStreamBeginRun(), preStreamEndLumi(), and preStreamEndRun().