CMS 3D CMS Logo

Functions | Variables

runTheMatrix Namespace Reference

Functions

def runAll
def runData
def runOnly
def runSelected
def showRaw
def usage

Variables

 data = None
 fromScratch = None
int np = 4
 only = None
 raw = None
string refRel = ''
tuple ret = showRaw(useInput=useInput, refRel=refRel,fromScratch=fromScratch, what=raw, step1Only=step1Only)
 sel = None
 show = False
 step1Only = False
 useInput = None
string what = 'all'

Function Documentation

def runTheMatrix::runAll (   testList = None,
  nThreads = 4,
  show = False,
  useInput = None,
  refRel = '',
  fromScratch = None,
  what = 'all' 
)

Definition at line 72 of file runTheMatrix.py.

00073                                                                                                          :
00074 
00075     mrd = MatrixReader(noRun=(nThreads==0),what=what)
00076     mrd.prepare(useInput, refRel, fromScratch)
00077 
00078     ret = 0
00079     
00080     if show:
00081         mrd.show()
00082         print "nThreads = ",nThreads
00083     else:
00084         mRunnerHi = MatrixRunner(mrd.workFlows, nThreads)
00085         ret = mRunnerHi.runTests()
00086 
00087     return ret
00088 
00089 
00090 # --------------------------------------------------------------------------------

def runTheMatrix::runData (   testList,
  nThreads = 4,
  show = False,
  useInput = None,
  refRel = '',
  fromScratch = None 
)

Definition at line 49 of file runTheMatrix.py.

Referenced by lumi::CMSRunSummary2DB::retrieveData(), and lumi::CMSRunSummaryDummy2DB::retrieveData().

00050                                                                                           :
00051 
00052     mrd = MatrixReader()
00053     mrd.prepare(useInput, refRel, fromScratch)
00054 
00055     ret = 0
00056     if show:
00057         if not testList or testList == ['all']:
00058             mrd.show()
00059         else:
00060             mrd.show([float(x) for x in testList])
00061         print 'selected items:', testList
00062     else:
00063         mRunnerHi = MatrixRunner(mrd.workFlows, nThreads)
00064         if not testList or testList == ['all']:
00065             ret = mRunnerHi.runTests()
00066         else:
00067             ret = mRunnerHi.runTests(testList)
00068 
00069     return ret
00070 
00071 # --------------------------------------------------------------------------------

def runTheMatrix::runOnly (   only,
  show,
  nThreads = 4,
  useInput = None,
  refRel = '',
  fromScratch = None 
)

Definition at line 91 of file runTheMatrix.py.

00092                                                                                :
00093 
00094     if not only: return
00095     
00096     for what in only:
00097         print "found request to run relvals only for ",what
00098         print "not implemented, nothing done"
00099 
00100 # --------------------------------------------------------------------------------

def runTheMatrix::runSelected (   testList,
  nThreads = 4,
  show = False,
  useInput = None,
  refRel = '',
  fromScratch = None 
)

Definition at line 19 of file runTheMatrix.py.

00020                                                                                               :
00021 
00022     stdList = ['5.2', # SingleMu10 FastSim
00023                '7',   # Cosmics+RECOCOS+ALCACOS
00024                '8',   # BeamHalo+RECOCOS+ALCABH
00025                '25',  # TTbar+RECO2+ALCATT2  STARTUP
00026                ]
00027     hiStatList = [
00028                   '121',   # TTbar_Tauola
00029                   '123.3', # TTBar FastSim
00030                    ]
00031 
00032     mrd = MatrixReader(noRun=(nThreads==0))
00033     mrd.prepare(useInput, refRel, fromScratch)
00034 
00035     if testList == []:
00036         testList = stdList+hiStatList
00037 
00038     ret = 0
00039     if show:
00040         mrd.show([float(x) for x in testList])
00041         print 'selected items:', testList
00042     else:
00043         mRunnerHi = MatrixRunner(mrd.workFlows, nThreads)
00044         ret = mRunnerHi.runTests(testList)
00045 
00046     return ret
00047 
00048 # ================================================================================

def runTheMatrix::showRaw (   useInput = None,
  refRel = '',
  fromScratch = None,
  what = 'standard',
  step1Only = False 
)

Definition at line 10 of file runTheMatrix.py.

00011                                                                                          :
00012 
00013     mrd = MatrixReader()
00014     mrd.showRaw(useInput, refRel, fromScratch, what, step1Only)
00015 
00016     return 0
00017         
00018 # ================================================================================

def runTheMatrix::usage ( )

Definition at line 101 of file runTheMatrix.py.

00102            :
00103     print "Usage:", sys.argv[0], ' [options] '
00104     print """
00105 Where options is one of the following:
00106   -d, --data <list> comma-separated list of workflows to use from the realdata file.
00107                     <list> can be "all" to select all data workflows
00108   -l, --list <list> comma-separated list of workflows to use from the cmsDriver*.txt files
00109   -j, --nproc <n>   run <n> processes in parallel (default: 4 procs)
00110   -s, --selected    run a subset of 8 workflows (usually in the CustomIB)
00111   -n, -q, --show    show the (selected) workflows
00112   -i, --useInput <list>      will use data input (if defined) for the step1 instead of step1. <list> can be "all" for this option
00113       --refRelease <refRel>  will use <refRel> as reference release in datasets used for input (replacing the sim step)
00114   -r, --raw <what>  in combination with --show will create the old style cmsDriver_<what>_hlt.txt file (in the working dir)
00115   
00116 <list>s should be put in single- or double-quotes to avoid confusion with/by the shell
00117 """
00118 
00119 # ================================================================================


Variable Documentation

tuple runTheMatrix::data = None

Definition at line 142 of file runTheMatrix.py.

Definition at line 139 of file runTheMatrix.py.

tuple runTheMatrix::np = 4
list runTheMatrix::only = None

Definition at line 143 of file runTheMatrix.py.

Referenced by EESelectiveReadoutTask::analyze(), SiStripCommissioningSource::analyze(), L1GtPatternGenerator::analyze(), L1TdeECAL::analyze(), EBSelectiveReadoutTask::analyze(), EcalTrigPrimAnalyzerMIPs::analyze(), HcalTBWriter::analyze(), EcalSelectiveReadoutValidation::analyzeDataVolume(), BeamSpotOnline::BeamSpotOnline(), DcsStatus::DcsStatus(), DEutils< T >::DEDigi(), TowerBlockFormatter::DigiToRaw(), ESDigitizerTraits::fix(), DEutils< T >::is_empty(), CastorTriggerPrimitiveDigi::isSOI(), L1TriggerScalers::L1TriggerScalers(), Level1TriggerScalers::Level1TriggerScalers(), LumiScalers::LumiScalers(), L1EmulBias::ModifyCollection(), CaloDigiCollectionSorter::CaloDigiSortByMaxBin< T >::operator()(), L1GctTwosComplement< nBits >::operator+(), triggerExpression::Parser< Iterator >::Parser(), DEutils< T >::print(), SiPixelRecHitQuality::Packing::probabilityQ(), SiPixelRecHitQuality::Packing::probabilityXY(), EcalCompactTrigPrimProducer::produce(), L1GlobalTriggerEvmRawToDigi::produce(), L1RCTTPGProvider::produce(), HcalDigiToRaw::produce(), CastorDigiToRaw::produce(), L1GlobalTriggerRawToDigi::produce(), ScalersRawToDigi::produce(), ESDigiCollection::push_back(), edm::DataMixingEMDigiWorker::putEM(), RPCPackingModule::rawData(), HcalTriggerPrimitiveAlgo::runFEFormatError(), EcalFenixLinearizer::setParameters(), EcalFenixAmplitudeFilter::setParameters(), SiPixelRecHitQuality::Packing::setProbabilityQ(), SiPixelRecHitQuality::Packing::setProbabilityXY(), L1GctTwosComplement< nBits >::setValue(), CastorTriggerPrimitiveDigi::SOI_tpchannel(), CastorTriggerPrimitiveDigi::SOI_tpdata(), CastorTriggerPrimitiveDigi::tpchannel(), CastorTriggerPrimitiveDigi::tpdata(), GctFormatTranslateMCLegacy::writeAllRctCaloRegionBlock(), and evf::FUShmBuffer::writeErrorEventData().

Definition at line 144 of file runTheMatrix.py.

Definition at line 184 of file runTheMatrix.py.

Referenced by __attribute__(), Selection< C, Selector, StoreContainer >::accept(), TrajectorySegmentBuilder::addGroup(), edm::ProductRegistry::addProduct(), edm::eventsetup::ComponentFactory< T >::addTo(), pat::EventHypothesis::all(), BlockWipedAllocator::alloc(), pat::helper::RefHelper< T >::ancestorOrSelf(), cond::IOVEditor::append(), base64_decode(), base64_encode(), FWTableViewTableManager::cellRenderer(), LMFDat::check(), StorageFactory::check(), popcon::EcalLaserHandler::checkAPDPN(), popcon::EcalLaserHandler::checkAPDPNs(), DTCalibrationMap::checkGranularity(), cond::DbSession::classNameForItem(), ora::MappingRules::classNameFromBaseId(), ora::MappingRules::classVersionFromId(), AdaptiveVertexReconstructor::cleanUp(), AdaptiveVertexReconstructor::cleanUpVertices(), ecaldqm::cloneIt(), ora::MappingRules::columnNameForNamedReference(), ora::MappingRules::columnNameForOID(), ora::MappingRules::columnNameForRefId(), ora::MappingRules::columnNameForRefMetadata(), ora::MappingRules::columnNameForVariable(), cond::DbScopedTransaction::commit(), DCCTBBlockPrototype::compare(), DCCTBEventBlock::compare(), edm::StreamSerializer::compressBuffer(), computeAverageRMS(), computeMinRMS(), ora::OraMappingSchema::containerForMappingVersion(), coralMessageLevel(), TtFullHadKinFitter::KinFit::corJet(), pat::strbitset::count(), ConstrainedTreeBuilderT::covarianceMatrix(), JetIDSelectionFunctor::craft08Cuts(), reco::CompositeCandidate::daughter(), reco::NamedCompositeCandidate::daughter(), DDDWorld::DDDWorld(), ora::ClassUtils::demangledName(), pat::helper::ParametrizationHelper::diffToParameters(), edm::DisableLoggedErrorsSummary(), evf::MasterQueue::disconnect(), edm::FUShmOutputModule::doOutputEvent(), edm::FUShmOutputModule::doOutputHeader(), pat::GenericDuplicateRemover< Comparator, Arbitrator >::duplicates(), pat::PATObject< ObjectType >::efficiencies(), edm::EnableLoggedErrorsSummary(), edm::AssociativeIterator< KeyRefType, AssociativeCollection, ItemGetter >::end(), MuonGeometryArrange::endHist(), DCCTBEventBlock::eventErrorString(), DCCTBEventBlock::eventHasErrors(), ora::DeleteOperation::execute(), ora::UpdateOperation::execute(), ora::existAttribute(), LMFUnique::exists(), ora::ContainerSchema::extendIfRequired(), DDLParser::extractFileName(), MuonVPlusJetsIDSelectionFunctor::fall10Cuts(), edm::service::SimpleMemoryCheck::fetch(), LMFSeqDat::fetchByRunNumber(), LMFSeqDat::fetchLast(), EcalCondDBInterface::fetchLMFRunIOV(), ora::DatabaseSession::fetchObjectByName(), edm::service::SimpleMemoryCheck::fetchSmaps(), ora::DatabaseSession::fetchTypedObjectByName(), StopAfterNEvents::filter(), SimpleEventFilter::filter(), pat::GenericOverlapFinder< Distance >::find(), fwlite::EntryFinder::findEvent(), fwlite::EntryFinder::findLumi(), fwlite::EntryFinder::findRun(), PFJetIDSelectionFunctor::firstDataCuts(), ElectronVPlusJetsIDSelectionFunctor::firstDataCuts(), MuonVPlusJetsIDSelectionFunctor::firstDataCuts(), MultiVertexFitter::fit(), KFTrajectoryFitter::fit(), ora::MappingRules::fkNameForIdentity(), ora::RelationalBuffer::flush(), DCCTBBlockPrototype::formatString(), cond::IOVEditor::freeInsert(), FsmwClusterizer1DNameSpace::fsmw(), JetIDSelectionFunctor::fwd09Cuts(), GCTEnergyTrunc(), pat::PATObject< ObjectType >::genParticleRefs(), pat::Flags::get(), SiStripPedestals::get10bits(), SiStripNoises::get9bits(), ora::CondMetadataTable::getAllNames(), ora::OraNamingServiceTable::getAllNames(), pat::EventHypothesis::getAs(), ora::MappingDatabase::getBaseMappingForContainer(), PropagateToMuon::getBestDet(), Selector< pat::Electron >::getBitTemplate(), ora::PoolMappingSchema::getClassVersionListForContainer(), ora::OraMappingSchema::getClassVersionListForContainer(), ora::OraMappingSchema::getClassVersionListForMappingVersion(), ora::PoolMappingSchema::getClassVersionListForMappingVersion(), LMFDefFabric::getColor(), LMFColoredTable::getColor(), LMFDefFabric::getColorFromID(), ora::PoolContainerHeaderTable::getContainerData(), ora::OraMappingSchema::getContainerTableMap(), LMFCorrCoefDat::getCorrections(), pos::PixelGlobalDelay25::getCyclicDelay(), LMFDat::getData(), pos::PixelGlobalDelay25::getDelay(), ora::OraMappingSchema::getDependentClassesInContainerMapping(), ora::MappingDatabase::getDependentMappingsForContainer(), ECalSD::getDepth(), EcalCondDBInterface::getEcalLogicID2LmrMap(), ora::Properties::getFlag(), UtilsClient::getHisto(), HcalUtilsClient::getHisto(), DCCTBDataParser::getIndexedData(), LMFUnique::getInt(), LMFLmrSubIOV::getIOVIDsLaterThan(), ora::IteratorBuffer::getItem(), DTOccupancyCluster::getLayerIDs(), L1RPCConeBuilder::TCompressedCon::getLogStrip(), ora::PoolMappingSchema::getMapping(), ora::OraMappingSchema::getMapping(), ora::MappingDatabase::getMappingByVersion(), ora::MappingDatabase::getMappingForContainer(), ora::PoolMappingSchema::getMappingVersionListForContainer(), ora::OraMappingSchema::getMappingVersionListForContainer(), ora::OraMappingSchema::getMappingVersionListForTable(), TrackerMuonHitExtractor::getMuonHits(), ora::TransactionCache::getNamedReference(), ora::CondMetadataTable::getNamesForContainer(), ora::OraNamingServiceTable::getNamesForContainer(), ora::OraNamingServiceTable::getNamesForObject(), ora::CondMetadataTable::getNamesForObject(), DDLParser::getNameSpace(), ora::CondMetadataTable::getObjectByName(), ora::OraNamingServiceTable::getObjectByName(), LMFCorrCoefDat::getParameters(), ora::OraMainTable::getParameters(), RPCPacData::getPatternsGroupDescription(), edm::pdtentry::getPdtEntryVector(), ora::Properties::getProperty(), LMFCorrCoefDat::getSubIOVIDs(), LMFColoredTable::getSystem(), FWTriggerTableViewTableManager::getTitles(), FWTableViewTableManager::getTitles(), RPCStripsRing::getTowerForRefRing(), pos::PixelGlobalDelay25::getTTCrxDelay(), edm::MultiAssociation< C >::getValues(), ora::OraMappingSchema::getVersionList(), ora::PoolMappingSchema::getVersionList(), JetCharge::getWeight(), L1GtTriggerMenuXmlParser::getXMLAttribute(), L1GtTriggerMenuXmlParser::getXMLTextValue(), ecalpyutils::hashedIndexToEtaPhi(), ecalpyutils::hashedIndexToXY(), hsm_3d(), ora::PoolDbCache::idByName(), cond::DbSession::importObject(), reco::HitPattern::innermostMuonStationWithHits(), cond::IOVEditor::insert(), reco::parser::LazyInvoker::invoke(), evf::ServiceWebRegistry::invoke(), reco::parser::SingleInvoker::invoke(), reco::parser::LazyInvoker::invokeLast(), DTHitPairForFit::isCompatible(), DDLRotationAndReflection::isLeftHanded(), ora::DatabaseSession::isTransactionActive(), ora::ClassUtils::isType(), LMFSeqDat::isValid(), LMFRunTag::isValid(), LMFLaserPulseDat::isValid(), LMFRunIOV::isValid(), LMFClsDat::isValid(), LMFDat::isValid(), LMFPrimDat::isValid(), LMFColor::isValid(), LMFPnPrimDat::isValid(), reco::parser::ExpressionVar::isValidReturnType(), MuonVPlusJetsIDSelectionFunctor::kitQCDCuts(), xmas2dqm::wse::XmasToDQM::LASReadoutWorkLoop(), ora::PoolContainerHeaderTable::lockContainer(), ora::OraContainerHeaderTable::lockContainer(), IsoDepositVetoFactory::make(), helper::Parser::makeExpression(), helper::Parser::makeSelector(), reco::parser::ExpressionVar::makeStorage(), edm::Factory::makeWorker(), DTRecHitQuality::map1DRecHitsPerWire(), DTCalibValidation::map1DRecHitsPerWire(), GlobalRecHitsAnalyzer::map1DRecHitsPerWire(), GlobalRecHitsProducer::map1DRecHitsPerWire(), DTHitQualityUtils::mapMuSimHitsPerWire(), pat::Flags::maskToString(), EcalCleaningAlgo::neighbours(), ora::SelectOperation::nextCursorRow(), reco::parser::ExpressionVar::objToDouble(), StorageFactory::open(), pat::operator&(), MtvClusterizer1D< T >::operator()(), JetIDStudiesSelector::operator()(), DDCompareDBLVEC::operator()(), PFJetIDSelectionFunctor::operator()(), ato< bool >::operator()(), MultiClusterizer1D< T >::operator()(), WSelector::operator()(), WPlusJetsEventSelector::operator()(), FsmwModeFinder3d::operator()(), PVObjectSelector::operator()(), RunLumiSelector::operator()(), DDCompareSolid::operator()(), DDCompareEPV::operator()(), DDCompareBoolSol::operator()(), FsmwClusterizer1D< T >::operator()(), SubsetHsmModeFinder3d::operator()(), DDCompareDDRotMat::operator()(), DDCompareDDTrans::operator()(), DDCompareCPV::operator()(), DDCompareDDRot::operator()(), OutermostClusterizer1D< T >::operator()(), DDCompareLP::operator()(), JetIDSelectionFunctor::operator()(), Tm::operator+(), stor::ConsumerID::operator++(), smproxy::ConnectionID::operator++(), pat::operator^(), pat::operator|(), pat::strbitset::operator~(), reco::HitPattern::outermostMuonStationWithHits(), reco::modules::TrackMultiSelector::Block::p2p(), pat::helper::ParametrizationHelper::p4fromParameters(), pat::helper::ParametrizationHelper::parametersFromP4(), pat::helper::RefHelper< T >::parentOrSelf(), pat::helper::ParametrizationHelper::polarP4fromParameters(), helper::ScannerBase::print(), TrackerMap::printall(), TrackerMap::printonline(), JetChargeProducer::produce(), CandIsolatorFromDeposits::produce(), RCTEnergyTrunc(), LocalFileSystem::readFSTypes(), ora::MappingElement::recordIdColumns(), helpers::CompositePtrCandidateMaker::release(), helpers::NamedCompositeCandidateMaker::release(), helpers::CompositeCandidateMaker::release(), ora::Properties::removeFlag(), ora::Properties::removeProperty(), cond::DbScopedTransaction::rollback(), cond::Utilities::run(), TrackerMap::save_as_fectrackermap(), TrackerMap::save_as_HVtrackermap(), TrackerMap::save_as_psutrackermap(), evf::FUEventProcessor::scalers(), CocoaToDDLMgr::scrubString(), KDTreeLinkerTrackHcal::searchLinks(), KDTreeLinkerTrackEcal::searchLinks(), KDTreeLinkerPSEcal::searchLinks(), ora::PoolMappingSchema::selectMappingVersion(), ora::OraMappingSchema::selectMappingVersion(), ora::MappingRules::sequenceNameForContainer(), ora::MappingRules::sequenceNameForDependentClass(), EcalElectronicsMapper::setActiveDCC(), EcalUncalibRecHitWorkerFixedAlphaBetaFit::setAlphaBeta(), PFElectronAlgo::SetLinks(), ora::Properties::setProperty(), PhiSymmetryCalibration::setUp(), PhiSymmetryCalibration_step2_SM::setUp(), PhiSymmetryCalibration_step2::setUp(), ora::MappingRules::shortScopedName(), pat::VertexAssociationSelector::simpleAssociation(), DTResolutionTest::slFromBin(), DTtTrigDBValidation::slFromBin(), DTResolutionAnalysisTest::slFromBin(), MuonRoadTrajectoryBuilder::smooth(), MuonVPlusJetsIDSelectionFunctor::spring10Cuts(), SimpleCutBasedElectronIDSelectionFunctor::spring10Variables(), PFMuonSelector::spring11Cuts(), PFElectronSelector::spring11Cuts(), cond::DbScopedTransaction::start(), PropagateToMuon::startingState(), ora::Monitoring::startSession(), LocalFileSystem::statFSInfo(), evf::MasterQueue::status(), cond::DbSession::storeObject(), StringToEnumValue(), edm::TypeID::stripNamespace(), evf::FUEventProcessor::summarize(), MuonVPlusJetsIDSelectionFunctor::summer08Cuts(), IOChannel::sysclose(), File::sysclose(), FWTableViewManager::tableFormats(), FWTableViewManager::tableFormatsImpl(), ora::MappingTree::tables(), ora::OraDatabaseSchema::testDropPermission(), TrackerMap::TrackerMap(), KFTrajectorySmoother::trajectories(), TrajectoryBuilder::trajectories(), GroupedCkfTrajectoryBuilder::trajectories(), TangentApproachInRPhi::trajectoryParameters(), ClosestApproachInRPhi::trajectoryParameters(), edm::EventBase::triggerNames_(), cond::IOVEditor::truncate(), ora::UniqueRef< T >::typeInfo(), edm::StreamerInputSource::uncompressBuffer(), Basic3DVector< long double >::unit(), ora::ClassUtils::upCast(), cond::DbSession::updateObject(), reco::parser::ExpressionLazyVar::value(), StreamerOutputFile::write(), popcon::PopCon::write(), LMFDat::writeDB(), LMFCorrCoefDatComponent::writeDB(), LMFColoredTable::writeDB(), StreamerOutputFile::writeEOF(), StreamerOutputFile::writeEventFragment(), StreamerOutputFile::writeEventHeader(), StreamerOutputFile::writeInitFragment(), FUShmDQMOutputService::writeShmDQMData(), and StreamerOutputFile::writeStart().

tuple runTheMatrix::sel = None

Definition at line 140 of file runTheMatrix.py.

Definition at line 145 of file runTheMatrix.py.

tuple runTheMatrix::useInput = None

Definition at line 133 of file runTheMatrix.py.