edmPickEvents Namespace Reference

Classes
class	Event
	Event helper class ##. More...

Functions
def	fullCPMpath ()
def	getFileNames (event, client=None)
	Subroutines ##. More...
def	getFileNames_das_client (event)
def	getFileNames_dasgoclient (event)
def	guessEmail ()
def	setupCrabDict (options)

Variables
	action
	ArgumentDefaultsHelpFormatter
	colonRE
	command
	commentRE
	crab
	crabDict
	crabTemplate
	das_cli
	dataset
	default
	description
	dest
	email
	Main Program More...
	event
	eventFiles
	eventList
	eventPurgeList
	eventsToProcess
	files
	Interactive ##. More...
	fileSet
	formatter_class
	help
	json
	line
	lumis
	metavar
	nargs
	options
	parser
	runsAndLumis
	CRAB ##. More...
	source
	str
	target
	type
	uniqueFiles

Function Documentation

fullCPMpath()

def edmPickEvents.fullCPMpath

(

)

Definition at line 144 of file edmPickEvents.py.

Referenced by setupCrabDict().

def fullCPMpath():
    base = os.environ.get ('CMSSW_BASE')
    if not base:
        raise RuntimeError("CMSSW Environment not set")
    retval = "%s/src/PhysicsTools/Utilities/configuration/copyPickMerge_cfg.py" \
             % base
    if os.path.exists (retval):
        return retval
    base = os.environ.get ('CMSSW_RELEASE_BASE')
    retval = "%s/src/PhysicsTools/Utilities/configuration/copyPickMerge_cfg.py" \
             % base
    if os.path.exists (retval):
        return retval
    raise RuntimeError("Could not find copyPickMerge_cfg.py")

getFileNames()

def edmPickEvents.getFileNames	(		event,
			client = None
	)

Subroutines ##.

Return files for given DAS query

Definition at line 85 of file edmPickEvents.py.

References getFileNames_das_client(), getFileNames_dasgoclient(), and submitPVValidationJobs.split().

def getFileNames(event, client=None):
    """Return files for given DAS query"""
    if  client == 'das_client':
        return getFileNames_das_client(event)
    elif client == 'dasgoclient':
        return getFileNames_dasgoclient(event)
    # default action
    for path in os.getenv('PATH').split(':'):
        if  os.path.isfile(os.path.join(path, 'dasgoclient')):
            return getFileNames_dasgoclient(event)
    return getFileNames_das_client(event)

getFileNames_das_client()

def edmPickEvents.getFileNames_das_client

(

event

)

Return files for given DAS query via das_client

Definition at line 97 of file edmPickEvents.py.

References das_client.get_data(), das_client.get_value(), and print().

Referenced by getFileNames().

def getFileNames_das_client(event):
    """Return files for given DAS query via das_client"""
    files = []

    query = "file dataset=%(dataset)s run=%(run)i lumi=%(lumi)i | grep file.name" % event
    jsondict = das_client.get_data(query)
    status = jsondict['status']
    if status != 'ok':
        print("DAS query status: %s"%(status))
        return files

    mongo_query = jsondict['mongo_query']
    filters = mongo_query['filters']
    data = jsondict['data']

    files = []
    for row in data:
        file = [r for r in das_client.get_value(row, filters['grep'])][0]
        if len(file) > 0 and not file in files:
            files.append(file)

    return files

getFileNames_dasgoclient()

def edmPickEvents.getFileNames_dasgoclient

(

event

)

Return files for given DAS query via dasgoclient

Definition at line 120 of file edmPickEvents.py.

References print().

Referenced by getFileNames().

def getFileNames_dasgoclient(event):
    """Return files for given DAS query via dasgoclient"""
    query = "file dataset=%(dataset)s run=%(run)i lumi=%(lumi)i" % event
    cmd = ['dasgoclient', '-query', query, '-json']
    proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    files = []
    err = proc.stderr.read()
    if  err:
        print("DAS error: %s" % err)
        print(proc.stdout.read())
        sys.exit(1)
    else:
        dasout = proc.stdout.read()
        try:
            for row in json.loads(dasout):
                for rec in row.get('file', []):
                    fname = rec.get('name', '')
                    if fname:
                        files.append(fname)
        except:
            print(dasout)
            sys.exit(1)
    return files

guessEmail()

def edmPickEvents.guessEmail

(

)

Definition at line 159 of file edmPickEvents.py.

References join(), and submitPVValidationJobs.split().

def guessEmail():
    return '%s@%s' % (subprocess.getoutput ('whoami'),
                      '.'.join(subprocess.getoutput('hostname').split('.')[-2:]))

setupCrabDict()

def edmPickEvents.setupCrabDict

(

options

)

Definition at line 163 of file edmPickEvents.py.

References fullCPMpath().

def setupCrabDict (options):
    date = datetime.now().strftime('%Y%m%d_%H%M%S')
    crab = {}
    base = options.base
    crab['runEvent']        = '%s_runEvents.txt' % base
    crab['copyPickMerge']   = fullCPMpath()
    crab['output']          = '%s.root' % base
    crab['crabcfg']         = '%s_crab.py' % base
    crab['json']            = '%s.json' % base
    crab['dataset']         = Event.dataset
    crab['email']           = options.email
    crab['WorkArea']        = date
    if options.crabCondor:
        crab['scheduler'] = 'condor'
#        crab['useServer'] = ''
    else:
        crab['scheduler'] = 'remoteGlidein'
#        crab['useServer'] = 'use_server              = 1'
    crab['useServer'] = ''
    return crab

# crab template

Variable Documentation

action

edmPickEvents.action

Definition at line 243 of file edmPickEvents.py.

ArgumentDefaultsHelpFormatter

edmPickEvents.ArgumentDefaultsHelpFormatter

Definition at line 237 of file edmPickEvents.py.

colonRE

edmPickEvents.colonRE

Definition at line 267 of file edmPickEvents.py.

command

edmPickEvents.command

Definition at line 351 of file edmPickEvents.py.

commentRE

edmPickEvents.commentRE

Definition at line 266 of file edmPickEvents.py.

crab

edmPickEvents.crab

Definition at line 295 of file edmPickEvents.py.

crabDict

edmPickEvents.crabDict

Definition at line 308 of file edmPickEvents.py.

crabTemplate

edmPickEvents.crabTemplate

Definition at line 185 of file edmPickEvents.py.

das_cli

edmPickEvents.das_cli

Definition at line 257 of file edmPickEvents.py.

dataset

edmPickEvents.dataset

Definition at line 265 of file edmPickEvents.py.

default

edmPickEvents.default

Definition at line 241 of file edmPickEvents.py.

description

edmPickEvents.description

Definition at line 237 of file edmPickEvents.py.

dest

edmPickEvents.dest

Definition at line 240 of file edmPickEvents.py.

email

edmPickEvents.email

Main Program

Definition at line 236 of file edmPickEvents.py.

event

edmPickEvents.event

Definition at line 273 of file edmPickEvents.py.

Referenced by PhotonConversionTrajectorySeedProducerFromQuadrupletsAlgo.analyze(), DTVDriftSegmentCalibration.analyze(), DTTTrigOffsetCalibration.analyze(), DTResidualCalibration.analyze(), DTChamberEfficiency.analyze(), Rivet::CMS_2013_I1224539_DIJET.analyze(), fwlite::AnalyzerWrapper< T >.analyze(), Rivet::RivetAnalysis.analyze(), GsfElectronAlgo.beginEvent(), FWMagField.checkFieldInfo(), Rivet::HiggsTemplateCrossSections.classifyEvent(), HltDiff.compare(), CSCFileDumper.CSCFileDumper(), BiasedTauDecayer.decay(), edm::EDLooperBase.doDuringLoop(), FWFFMetadataManager.doUpdate(), HGCalValidator.dqmAnalyze(), fwlite::EventHistoryGetter.EventHistoryGetter(), CSCValHists.fill2DHistByEvent(), edm::IndexIntoFile.fillEventNumbersOrEntries(), Py8toJetInputHEPEVT.fillJetAlgoInput(), FWHLTTriggerTableView.fillTable(), edm::FilterWrapper< T >.filter(), edm::GeneratorFilter< HAD, DEC >.filter(), edm::HadronizerFilter< HAD, DEC >.filter(), edm::ConcurrentGeneratorFilter< HAD, DEC >.filter(), edm::ConcurrentHadronizerFilter< HAD, DEC >.filter(), PhotonConversionTrajectorySeedProducerFromSingleLegAlgo.find(), edm::IndexIntoFile.findPosition(), cms::cuda::EventCache.get(), cms::alpakatools::EventCache< Event >.get(), sistrip::SpyEventMatcher.getCollections(), sistrip::SpyEventMatcher.getCounters(), sistrip::SpyEventMatcher.getProduct(), PrimaryVertexAnalyzer4PUSlimmed.getSimPVs(), PrescaleEventFilter.globalEndJob(), HLTPrescaler.globalEndJob(), CmsShowNavigator.goTo(), FWGLEventHandler.HandleKey(), HFShowerLibrary.HFShowerLibrary(), hgcal::econd::HGCalModuleTreeReader.HGCalModuleTreeReader(), HcalSignalGenerator< HBHEDigitizerTraits >.initializeEvent(), TrackingTruthAccumulator.initializeEvent(), EcalSignalGenerator< EEDigitizerTraits >.initializeEvent(), main(), gen::TauolappInterface.make_simple_tau_event(), TSToSCAssociatorByEnergyScoreImpl.makeConnections(), LCToSCAssociatorByEnergyScoreImpl.makeConnections(), DataModeScoutingRun3.makeEvents(), cms::cuda::EventCache.makeOrGet(), helper::MasterCollection< edm::View< T > >.MasterCollection(), edm::SetRunHelper.overrideRunNumber(), edm::SetRunForEachLumiHelper.overrideRunNumber(), edm::FirstLuminosityBlockForEachRunHelper.overrideRunNumber(), edm::service::MessageLogger.preEvent(), PrescaleWeightProvider.prescaleWeight(), VariableHelper.printValues(), TFWLiteSelectorBasic.Process(), NtpProducer< C >.produce(), LowPtGsfElectronIDProducer.produce(), edmtest::AssociationMapProducer.produce(), RPCUnpackingModule.produce(), CSCDigiFilter.produce(), TotemVFATRawToDigi.produce(), MuonProducer.produce(), TriggerMatcherToHLTDebug.produce(), edm::ThinningProducer< Collection, Selector >.produce(), CSCChamberMasker.produce(), EgammaHLTPhase2ExtraProducer.produce(), EgammaHLTExtraProducer.produce(), HLTCaloObjInRegionsProducer< CaloObjType, CaloObjCollType >.produce(), HLTRecHitInAllL1RegionsProducer< RecHitType >.produce(), hgcal::HGCalFrameGenerator.produceECONEvent(), edm::PoolSource.readIt(), edm::RootEmbeddedFileSequence.readOneSpecified(), removeCPFromPU(), fwlite::Scanner< Collection >.scan(), CosmicTrackingParticleSelector.select(), edm::streamer::StreamerOutputMsgBuilders.serializeEventCommon(), FWFFNavigator.setCurrentEvent(), CompositeTSG.setEvent(), TrackerSeedGenerator.setEvent(), MuonTrackingRegionByPtBuilder.setEvent(), MuonTrackingRegionBuilder.setEvent(), GlobalTrajectoryBuilderBase.setEvent(), MTDDetLayerMeasurements.setEvent(), MuonDetLayerMeasurements.setEvent(), AliDaqEventHeader.SetRunEvt(), MuonsGrabber.startNewEvent(), TB06TreeH2.store(), TB06Tree.store(), fwlite::MultiChainEvent.to(), fwlite::Event.to(), pat::helper::TriggerMatchHelper.triggerMatchCandidates(), pat::helper::TriggerMatchHelper.triggerMatchObject(), pat::helper::TriggerMatchHelper.triggerMatchObjects(), L1TdeStage2CaloLayer1.updateMismatch(), and MuIsolatorResultProducer< BT >.writeOut().

eventFiles

edmPickEvents.eventFiles

Definition at line 331 of file edmPickEvents.py.

eventList

edmPickEvents.eventList

Definition at line 268 of file edmPickEvents.py.

eventPurgeList

edmPickEvents.eventPurgeList

Definition at line 329 of file edmPickEvents.py.

eventsToProcess

edmPickEvents.eventsToProcess

Definition at line 306 of file edmPickEvents.py.

files

edmPickEvents.files

Interactive ##.

Definition at line 328 of file edmPickEvents.py.

fileSet

edmPickEvents.fileSet

Definition at line 341 of file edmPickEvents.py.

Referenced by TauDQMFileLoader.endRun(), and TauDQMFileLoader.TauDQMFileLoader().

formatter_class

edmPickEvents.formatter_class

Definition at line 237 of file edmPickEvents.py.

help

edmPickEvents.help

Definition at line 20 of file edmPickEvents.py.

json

edmPickEvents.json

Definition at line 305 of file edmPickEvents.py.

line

edmPickEvents.line

Definition at line 281 of file edmPickEvents.py.

lumis

edmPickEvents.lumis

Definition at line 305 of file edmPickEvents.py.

metavar

edmPickEvents.metavar

Definition at line 262 of file edmPickEvents.py.

nargs

edmPickEvents.nargs

Definition at line 262 of file edmPickEvents.py.

options

edmPickEvents.options

Definition at line 263 of file edmPickEvents.py.

parser

edmPickEvents.parser

Definition at line 237 of file edmPickEvents.py.

runsAndLumis

edmPickEvents.runsAndLumis

CRAB ##.

Definition at line 304 of file edmPickEvents.py.

source

edmPickEvents.source

Definition at line 279 of file edmPickEvents.py.

str

edmPickEvents.str

Definition at line 262 of file edmPickEvents.py.

target

edmPickEvents.target

Definition at line 310 of file edmPickEvents.py.

type

edmPickEvents.type

Definition at line 240 of file edmPickEvents.py.

uniqueFiles

edmPickEvents.uniqueFiles

Definition at line 342 of file edmPickEvents.py.