edmPickEvents Namespace Reference

Classes
class	Event
	Event helper class ##. More...

Functions
def	fullCPMpath ()
def	getFileNames (event, client=None)
	Subroutines ##. More...
def	getFileNames_das_client (event)
def	getFileNames_dasgoclient (event)
def	guessEmail ()
def	setupCrabDict (options)

Variables
	action
	args
	colonRE
	command
	commentRE
	crab
	crabDict
	crabTemplate
	das_cli
	dataset
	default
	description
	dest
	email
	Main Program More...
	event
	eventFiles
	eventList
	eventPurgeList
	eventsToProcess
	files
	Interactive ##. More...
	fileSet
	help
	json
	line
	lumis
	options
	parser
	runsAndLumis
	CRAB ##. More...
	source
	target
	type
	uniqueFiles

Function Documentation

def edmPickEvents.fullCPMpath

(

)

Definition at line 137 of file edmPickEvents.py.

Referenced by setupCrabDict().

def fullCPMpath():
    base = os.environ.get ('CMSSW_BASE')
    if not base:
        raise RuntimeError("CMSSW Environment not set")
    retval = "%s/src/PhysicsTools/Utilities/configuration/copyPickMerge_cfg.py" \
             % base
    if os.path.exists (retval):
        return retval
    base = os.environ.get ('CMSSW_RELEASE_BASE')
    retval = "%s/src/PhysicsTools/Utilities/configuration/copyPickMerge_cfg.py" \
             % base
    if os.path.exists (retval):
        return retval
    raise RuntimeError("Could not find copyPickMerge_cfg.py")

def edmPickEvents.getFileNames	(		event,
			client = None
	)

Subroutines ##.

Return files for given DAS query

Definition at line 85 of file edmPickEvents.py.

References getFileNames_das_client(), getFileNames_dasgoclient(), and split.

def getFileNames(event, client=None):
    """Return files for given DAS query"""
    if  client == 'das_client':
        return getFileNames_das_client(event)
    elif client == 'dasgoclient':
        return getFileNames_dasgoclient(event)
    # default action
    for path in os.getenv('PATH').split(':'):
        if  os.path.isfile(os.path.join(path, 'dasgoclient')):
            return getFileNames_dasgoclient(event)
    return getFileNames_das_client(event)

def edmPickEvents.getFileNames_das_client

(

event

)

Return files for given DAS query via das_client

Definition at line 97 of file edmPickEvents.py.

Referenced by getFileNames().

def getFileNames_das_client(event):
    """Return files for given DAS query via das_client"""
    files = []

    query = "file dataset=%(dataset)s run=%(run)i lumi=%(lumi)i | grep file.name" % event
    jsondict = das_client.get_data(query)
    status = jsondict['status']
    if status != 'ok':
        print "DAS query status: %s"%(status)
        return files

    mongo_query = jsondict['mongo_query']
    filters = mongo_query['filters']
    data = jsondict['data']

    files = []
    for row in data:
        file = [r for r in das_client.get_value(row, filters['grep'])][0]
        if len(file) > 0 and not file in files:
            files.append(file)

    return files

def edmPickEvents.getFileNames_dasgoclient

(

event

)

Return files for given DAS query via dasgoclient

Definition at line 120 of file edmPickEvents.py.

References edm.print().

Referenced by getFileNames().

def getFileNames_dasgoclient(event):
    """Return files for given DAS query via dasgoclient"""
    query = "file dataset=%(dataset)s run=%(run)i lumi=%(lumi)i" % event
    cmd = ['dasgoclient', '-query', query, '-json']
    proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    files = []
    err = proc.stderr.read()
    if  err:
        print("DAS error: %s" % err)
    else:
        for row in json.load(proc.stdout):
            for rec in row.get('file', []):
                fname = rec.get('name', '')
                if fname:
                    files.append(fname)
    return files

def edmPickEvents.guessEmail

(

)

Definition at line 152 of file edmPickEvents.py.

References join(), and split.

def guessEmail():
    return '%s@%s' % (commands.getoutput ('whoami'),
                      '.'.join(commands.getoutput('hostname').split('.')[-2:]))

def edmPickEvents.setupCrabDict

(

options

)

Definition at line 156 of file edmPickEvents.py.

References fullCPMpath().

def setupCrabDict (options):
    date = datetime.now().strftime('%Y%m%d_%H%M%S')
    crab = {}
    base = options.base
    crab['runEvent']        = '%s_runEvents.txt' % base
    crab['copyPickMerge']   = fullCPMpath()
    crab['output']          = '%s.root' % base
    crab['crabcfg']         = '%s_crab.py' % base
    crab['json']            = '%s.json' % base
    crab['dataset']         = Event.dataset
    crab['email']           = options.email
    crab['WorkArea']        = date
    if options.crabCondor:
        crab['scheduler'] = 'condor'
#        crab['useServer'] = ''
    else:
        crab['scheduler'] = 'remoteGlidein'
#        crab['useServer'] = 'use_server              = 1'
    crab['useServer'] = ''
    return crab

# crab template

Variable Documentation

edmPickEvents.action

Definition at line 236 of file edmPickEvents.py.

edmPickEvents.args

Definition at line 254 of file edmPickEvents.py.

edmPickEvents.colonRE

Definition at line 266 of file edmPickEvents.py.

edmPickEvents.command

Definition at line 350 of file edmPickEvents.py.

edmPickEvents.commentRE

Definition at line 265 of file edmPickEvents.py.

edmPickEvents.crab

Definition at line 294 of file edmPickEvents.py.

edmPickEvents.crabDict

Definition at line 307 of file edmPickEvents.py.

edmPickEvents.crabTemplate

Definition at line 178 of file edmPickEvents.py.

edmPickEvents.das_cli

Definition at line 250 of file edmPickEvents.py.

edmPickEvents.dataset

Definition at line 264 of file edmPickEvents.py.

edmPickEvents.default

Definition at line 234 of file edmPickEvents.py.

edmPickEvents.description

Definition at line 230 of file edmPickEvents.py.

edmPickEvents.dest

Definition at line 233 of file edmPickEvents.py.

edmPickEvents.email

Main Program

Definition at line 229 of file edmPickEvents.py.

edmPickEvents.event

Definition at line 272 of file edmPickEvents.py.

edmPickEvents.eventFiles

Definition at line 330 of file edmPickEvents.py.

edmPickEvents.eventList

Definition at line 267 of file edmPickEvents.py.

edmPickEvents.eventPurgeList

Definition at line 328 of file edmPickEvents.py.

edmPickEvents.eventsToProcess

Definition at line 305 of file edmPickEvents.py.

edmPickEvents.files

Interactive ##.

Definition at line 327 of file edmPickEvents.py.

edmPickEvents.fileSet

Definition at line 340 of file edmPickEvents.py.

Referenced by TauDQMFileLoader.endRun(), and TauDQMFileLoader.TauDQMFileLoader().

edmPickEvents.help

Definition at line 20 of file edmPickEvents.py.

edmPickEvents.json

Definition at line 304 of file edmPickEvents.py.

Referenced by HltDiff.compare(), BrilClient.dqmEndLuminosityBlock(), JsonOutputProducer::JsonConfigurationBlock.serialise(), JsonOutputProducer::JsonConfiguration.serialise(), JsonOutputProducer::JsonVars.serialise(), JsonOutputProducer::JsonEventState.serialise(), JsonOutputProducer::JsonTriggerEventState.serialise(), and JsonOutputProducer::JsonEvent.serialise().

edmPickEvents.line

Definition at line 280 of file edmPickEvents.py.

edmPickEvents.lumis

Definition at line 304 of file edmPickEvents.py.

edmPickEvents.options

Definition at line 254 of file edmPickEvents.py.

edmPickEvents.parser

Definition at line 230 of file edmPickEvents.py.

edmPickEvents.runsAndLumis

CRAB ##.

Definition at line 303 of file edmPickEvents.py.

edmPickEvents.source

Definition at line 278 of file edmPickEvents.py.

edmPickEvents.target

Definition at line 309 of file edmPickEvents.py.

Referenced by GroupedCkfTrajectoryBuilder.advanceOneLayer(), emtf::Node.calcOptimumSplit(), DeepFlavourJetTagsProducer.DeepFlavourJetTagsProducer(), edm::PathsAndConsumesOfModules.doModuleDescription(), PhysicsTools::TrainProcessor.doTrainData(), KDTreeLinkerBase.fieldType(), edm::RootFile.fillEventHistory(), PhysicsTools::MVATrainer.fillInputVars(), TopDecaySubset.fillListing(), PythiaDauVFilterMatchID.filter(), HadronicProcessHelper.finalState(), find(), cond::persistency::RunInfoProxy.find(), BinomialNoncentralInterval< FeldmanCousinsSorter >.find_rho_set(), HcalDcsMap.findByDcsId(), HcalFrontEndMap.findById(), CastorElectronicsMap.findById(), HcalElectronicsMap.findById(), HcalDcsMap.findById(), HcalObjectAddons.findByT(), CastorElectronicsMap.findByTrigId(), HcalElectronicsMap.findByTrigId(), HcalSiPMCharacteristics.findByType(), G4ProcessHelper.G4ProcessHelper(), PhysicsTools::TrainProcessor.getCalibration(), CastorCalibrationsSet.getCalibrations(), CastorCalibrationWidthsSet.getCalibrationWidths(), edm::service::RandomNumberGeneratorService.getEngine(), XMLProcessor.getInstance(), CastorRawGains.getValues(), HcalRawGains.getValues(), CachedTrajectory.getWideTrajectory(), DDHtmlFormatter.h3(), HadronicProcessHelper.HadronicProcessHelper(), fwlite::Event.history(), dqmstorepb::ROOTFilePB_Histo.InternalSerializeWithCachedSizesToArray(), dqmstorepb::ROOTFilePB.InternalSerializeWithCachedSizesToArray(), cond::Iov_t.Iov_t(), DDHtmlFormatter.lnk(), HcalFrontEndMapAddons::Helper.loadObject(), HcalSiPMCharacteristicsAddons::Helper.loadObject(), PlotCompareUtility.makeHTML(), HcalDcsMapAddons::Helper.mapGeomId2DcsId(), MatcherUsingTracksAlgorithm.match(), edm::PathsAndConsumesOfModules.moduleIndex(), LStoreFile::MutexWrapper.MutexWrapper(), dqmstorepb::ROOTFilePB_Histo.New(), dqmstorepb::ROOTFilePB.New(), GenericTriggerEventFlag.off(), edm::ThinnedAssociationsHelper.parentBegin(), edm::ThinnedAssociationsHelper.parentEnd(), cond::persistency::BasePayloadProxy.payloadId(), edm::service::RandomNumberGeneratorService.postModuleStreamCheck(), edm::service::RandomNumberGeneratorService.preModuleStreamCheck(), TopDecaySubset.produce(), CachedTrajectory.propagateForward(), L1MuBMSEU.run(), L1MuDTSEU.run(), PhysicsTools.stdStringPrintf(), edm::EDConsumerBase.throwConsumesCallAfterFrozen(), L1MuDTExtrapolationUnit.which_ext(), L1MuBMExtrapolationUnit.which_ext(), PhysicsTools::MVAModuleHelper< Record, Object, Filler >.~MVAModuleHelper(), and XMLDocument.~XMLDocument().

edmPickEvents.type

Definition at line 233 of file edmPickEvents.py.

edmPickEvents.uniqueFiles

Definition at line 341 of file edmPickEvents.py.