edmPickEvents Namespace Reference

Classes
class	Event
	Event helper class ##. More...

Functions
def	fullCPMpath ()
def	getFileNames (event, client=None)
	Subroutines ##. More...
def	getFileNames_das_client (event)
def	getFileNames_dasgoclient (event)
def	guessEmail ()
def	setupCrabDict (options)

Variables
	action
	args
	colonRE
	command
	commentRE
	crab
	crabDict
	crabTemplate
	das_cli
	dataset
	default
	description
	dest
	email
	Main Program More...
	event
	eventFiles
	eventList
	eventPurgeList
	eventsToProcess
	files
	Interactive ##. More...
	fileSet
	help
	json
	line
	lumis
	options
	parser
	runsAndLumis
	CRAB ##. More...
	source
	target
	type
	uniqueFiles

Function Documentation

def edmPickEvents.fullCPMpath

(

)

Definition at line 138 of file edmPickEvents.py.

Referenced by setupCrabDict().

def fullCPMpath():
    base = os.environ.get ('CMSSW_BASE')
    if not base:
        raise RuntimeError("CMSSW Environment not set")
    retval = "%s/src/PhysicsTools/Utilities/configuration/copyPickMerge_cfg.py" \
             % base
    if os.path.exists (retval):
        return retval
    base = os.environ.get ('CMSSW_RELEASE_BASE')
    retval = "%s/src/PhysicsTools/Utilities/configuration/copyPickMerge_cfg.py" \
             % base
    if os.path.exists (retval):
        return retval
    raise RuntimeError("Could not find copyPickMerge_cfg.py")

def edmPickEvents.getFileNames	(		event,
			client = None
	)

Subroutines ##.

Return files for given DAS query

Definition at line 86 of file edmPickEvents.py.

References getFileNames_das_client(), getFileNames_dasgoclient(), and split.

def getFileNames(event, client=None):
    """Return files for given DAS query"""
    if  client == 'das_client':
        return getFileNames_das_client(event)
    elif client == 'dasgoclient':
        return getFileNames_dasgoclient(event)
    # default action
    for path in os.getenv('PATH').split(':'):
        if  os.path.isfile(os.path.join(path, 'dasgoclient')):
            return getFileNames_dasgoclient(event)
    return getFileNames_das_client(event)

def edmPickEvents.getFileNames_das_client

(

event

)

Return files for given DAS query via das_client

Definition at line 98 of file edmPickEvents.py.

References edm.print().

Referenced by getFileNames().

def getFileNames_das_client(event):
    """Return files for given DAS query via das_client"""
    files = []

    query = "file dataset=%(dataset)s run=%(run)i lumi=%(lumi)i | grep file.name" % event
    jsondict = das_client.get_data(query)
    status = jsondict['status']
    if status != 'ok':
        print("DAS query status: %s"%(status))
        return files

    mongo_query = jsondict['mongo_query']
    filters = mongo_query['filters']
    data = jsondict['data']

    files = []
    for row in data:
        file = [r for r in das_client.get_value(row, filters['grep'])][0]
        if len(file) > 0 and not file in files:
            files.append(file)

    return files

def edmPickEvents.getFileNames_dasgoclient

(

event

)

Return files for given DAS query via dasgoclient

Definition at line 121 of file edmPickEvents.py.

References edm.print().

Referenced by getFileNames().

def getFileNames_dasgoclient(event):
    """Return files for given DAS query via dasgoclient"""
    query = "file dataset=%(dataset)s run=%(run)i lumi=%(lumi)i" % event
    cmd = ['dasgoclient', '-query', query, '-json']
    proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    files = []
    err = proc.stderr.read()
    if  err:
        print("DAS error: %s" % err)
    else:
        for row in json.load(proc.stdout):
            for rec in row.get('file', []):
                fname = rec.get('name', '')
                if fname:
                    files.append(fname)
    return files

def edmPickEvents.guessEmail

(

)

Definition at line 153 of file edmPickEvents.py.

References join(), and split.

def guessEmail():
    return '%s@%s' % (commands.getoutput ('whoami'),
                      '.'.join(commands.getoutput('hostname').split('.')[-2:]))

def edmPickEvents.setupCrabDict

(

options

)

Definition at line 157 of file edmPickEvents.py.

References fullCPMpath().

def setupCrabDict (options):
    date = datetime.now().strftime('%Y%m%d_%H%M%S')
    crab = {}
    base = options.base
    crab['runEvent']        = '%s_runEvents.txt' % base
    crab['copyPickMerge']   = fullCPMpath()
    crab['output']          = '%s.root' % base
    crab['crabcfg']         = '%s_crab.py' % base
    crab['json']            = '%s.json' % base
    crab['dataset']         = Event.dataset
    crab['email']           = options.email
    crab['WorkArea']        = date
    if options.crabCondor:
        crab['scheduler'] = 'condor'
#        crab['useServer'] = ''
    else:
        crab['scheduler'] = 'remoteGlidein'
#        crab['useServer'] = 'use_server              = 1'
    crab['useServer'] = ''
    return crab

# crab template

Variable Documentation

edmPickEvents.action

Definition at line 237 of file edmPickEvents.py.

edmPickEvents.args

Definition at line 255 of file edmPickEvents.py.

edmPickEvents.colonRE

Definition at line 267 of file edmPickEvents.py.

edmPickEvents.command

Definition at line 351 of file edmPickEvents.py.

edmPickEvents.commentRE

Definition at line 266 of file edmPickEvents.py.

edmPickEvents.crab

Definition at line 295 of file edmPickEvents.py.

edmPickEvents.crabDict

Definition at line 308 of file edmPickEvents.py.

edmPickEvents.crabTemplate

Definition at line 179 of file edmPickEvents.py.

edmPickEvents.das_cli

Definition at line 251 of file edmPickEvents.py.

edmPickEvents.dataset

Definition at line 265 of file edmPickEvents.py.

edmPickEvents.default

Definition at line 235 of file edmPickEvents.py.

edmPickEvents.description

Definition at line 231 of file edmPickEvents.py.

edmPickEvents.dest

Definition at line 234 of file edmPickEvents.py.

edmPickEvents.email

Main Program

Definition at line 230 of file edmPickEvents.py.

edmPickEvents.event

Definition at line 273 of file edmPickEvents.py.

edmPickEvents.eventFiles

Definition at line 331 of file edmPickEvents.py.

edmPickEvents.eventList

Definition at line 268 of file edmPickEvents.py.

edmPickEvents.eventPurgeList

Definition at line 329 of file edmPickEvents.py.

edmPickEvents.eventsToProcess

Definition at line 306 of file edmPickEvents.py.

edmPickEvents.files

Interactive ##.

Definition at line 328 of file edmPickEvents.py.

edmPickEvents.fileSet

Definition at line 341 of file edmPickEvents.py.

Referenced by TauDQMFileLoader.endRun(), and TauDQMFileLoader.TauDQMFileLoader().

edmPickEvents.help

Definition at line 21 of file edmPickEvents.py.

edmPickEvents.json

Definition at line 305 of file edmPickEvents.py.

Referenced by HltDiff.compare(), BrilClient.dqmEndLuminosityBlock(), JsonOutputProducer::JsonConfigurationBlock.serialise(), JsonOutputProducer::JsonConfiguration.serialise(), JsonOutputProducer::JsonVars.serialise(), JsonOutputProducer::JsonEventState.serialise(), JsonOutputProducer::JsonTriggerEventState.serialise(), and JsonOutputProducer::JsonEvent.serialise().

edmPickEvents.line

Definition at line 281 of file edmPickEvents.py.

edmPickEvents.lumis

Definition at line 305 of file edmPickEvents.py.

edmPickEvents.options

Definition at line 255 of file edmPickEvents.py.

edmPickEvents.parser

Definition at line 231 of file edmPickEvents.py.

edmPickEvents.runsAndLumis

CRAB ##.

Definition at line 304 of file edmPickEvents.py.

edmPickEvents.source

Definition at line 279 of file edmPickEvents.py.

edmPickEvents.target

Definition at line 310 of file edmPickEvents.py.

Referenced by GroupedCkfTrajectoryBuilder.advanceOneLayer(), emtf::Node.calcOptimumSplit(), edm::PathsAndConsumesOfModules.doModuleDescription(), PhysicsTools::TrainProcessor.doTrainData(), KDTreeLinkerBase.fieldType(), edm::RootFile.fillEventHistory(), PhysicsTools::MVATrainer.fillInputVars(), TopDecaySubset.fillListing(), PythiaDauVFilterMatchID.filter(), HadronicProcessHelper.finalState(), find(), cond::persistency::RunInfoProxy.find(), BinomialNoncentralInterval< FeldmanCousinsSorter >.find_rho_set(), HcalDcsMap.findByDcsId(), HcalFrontEndMap.findById(), CastorElectronicsMap.findById(), HcalElectronicsMap.findById(), HcalDcsMap.findById(), HcalObjectAddons.findByT(), CastorElectronicsMap.findByTrigId(), HcalElectronicsMap.findByTrigId(), G4ProcessHelper.G4ProcessHelper(), PhysicsTools::TrainProcessor.getCalibration(), CastorCalibrationsSet.getCalibrations(), CastorCalibrationWidthsSet.getCalibrationWidths(), edm::service::RandomNumberGeneratorService.getEngine(), XMLProcessor.getInstance(), CastorRawGains.getValues(), HcalRawGains.getValues(), CachedTrajectory.getWideTrajectory(), DDHtmlFormatter.h3(), HadronicProcessHelper.HadronicProcessHelper(), fwlite::Event.history(), dqmstorepb::ROOTFilePB_Histo.InternalSerializeWithCachedSizesToArray(), dqmstorepb::ROOTFilePB.InternalSerializeWithCachedSizesToArray(), cond::Iov_t.Iov_t(), DDHtmlFormatter.lnk(), HcalFrontEndMapAddons::Helper.loadObject(), HcalSiPMCharacteristicsAddons::Helper.loadObject(), PlotCompareUtility.makeHTML(), HcalDcsMapAddons::Helper.mapGeomId2DcsId(), MatcherUsingTracksAlgorithm.match(), edm::PathsAndConsumesOfModules.moduleIndex(), LStoreFile::MutexWrapper.MutexWrapper(), dqmstorepb::ROOTFilePB_Histo.New(), dqmstorepb::ROOTFilePB.New(), GenericTriggerEventFlag.off(), edm::ThinnedAssociationsHelper.parentBegin(), edm::ThinnedAssociationsHelper.parentEnd(), cond::persistency::BasePayloadProxy.payloadId(), edm::service::RandomNumberGeneratorService.postModuleStreamCheck(), edm::service::RandomNumberGeneratorService.preModuleStreamCheck(), TopDecaySubset.produce(), CachedTrajectory.propagateForward(), L1MuDTSEU.run(), L1MuBMSEU.run(), PhysicsTools.stdStringPrintf(), edm::EDConsumerBase.throwConsumesCallAfterFrozen(), L1MuDTExtrapolationUnit.which_ext(), L1MuBMExtrapolationUnit.which_ext(), PhysicsTools::MVAModuleHelper< Record, Object, Filler >.~MVAModuleHelper(), and XMLDocument.~XMLDocument().

edmPickEvents.type

Definition at line 234 of file edmPickEvents.py.

edmPickEvents.uniqueFiles

Definition at line 342 of file edmPickEvents.py.