Classes
class	Event
	Event helper class ##. More...

Functions
def	fullCPMpath ()

def	getFileNames (event, client=None)
	Subroutines ##. More...

def	getFileNames_das_client (event)

def	getFileNames_dasgoclient (event)

def	guessEmail ()

def	setupCrabDict (options)

Variables
	action

	args

	colonRE

	command

	commentRE

	crab

	crabDict

	crabTemplate

	das_cli

	dataset

	default

	description

	dest

	email

	event

	eventFiles

	eventList

	eventPurgeList

	eventsToProcess

	files
	Interactive ##. More...

	fileSet

	help

	json

	line

	lumis

	options

	parser

	runsAndLumis
	CRAB ##. More...

	source

	target

	type

	uniqueFiles

Function Documentation

◆ fullCPMpath()

def edmPickEvents.fullCPMpath ( )

Definition at line 138 of file edmPickEvents.py.

 def fullCPMpath():
     base = os.environ.get ('CMSSW_BASE')
     if not base:
         raise RuntimeError("CMSSW Environment not set")
     retval = "%s/src/PhysicsTools/Utilities/configuration/copyPickMerge_cfg.py" \
              % base
     if os.path.exists (retval):
         return retval
     base = os.environ.get ('CMSSW_RELEASE_BASE')
     retval = "%s/src/PhysicsTools/Utilities/configuration/copyPickMerge_cfg.py" \
              % base
     if os.path.exists (retval):
         return retval
     raise RuntimeError("Could not find copyPickMerge_cfg.py")
  

Referenced by setupCrabDict().

◆ getFileNames()

def edmPickEvents.getFileNames	(	event,
		client = `None`
	)

Subroutines ##.

Return files for given DAS query

Definition at line 86 of file edmPickEvents.py.

 def getFileNames(event, client=None):
     """Return files for given DAS query"""
     if  client == 'das_client':
         return getFileNames_das_client(event)
     elif client == 'dasgoclient':
         return getFileNames_dasgoclient(event)
     # default action
     for path in os.getenv('PATH').split(':'):
         if  os.path.isfile(os.path.join(path, 'dasgoclient')):
             return getFileNames_dasgoclient(event)
     return getFileNames_das_client(event)
  

References getFileNames_das_client(), getFileNames_dasgoclient(), and cms::dd.split().

◆ getFileNames_das_client()

def edmPickEvents.getFileNames_das_client ( event )

Return files for given DAS query via das_client

Definition at line 98 of file edmPickEvents.py.

 def getFileNames_das_client(event):
     """Return files for given DAS query via das_client"""
     files = []
  
     query = "file dataset=%(dataset)s run=%(run)i lumi=%(lumi)i | grep file.name" % event
     jsondict = das_client.get_data(query)
     status = jsondict['status']
     if status != 'ok':
         print("DAS query status: %s"%(status))
         return files
  
     mongo_query = jsondict['mongo_query']
     filters = mongo_query['filters']
     data = jsondict['data']
  
     files = []
     for row in data:
         file = [r for r in das_client.get_value(row, filters['grep'])][0]
         if len(file) > 0 and not file in files:
             files.append(file)
  
     return files
  

References das_client.get_data(), das_client.get_value(), and edm.print().

Referenced by getFileNames().

◆ getFileNames_dasgoclient()

def edmPickEvents.getFileNames_dasgoclient ( event )

Return files for given DAS query via dasgoclient

Definition at line 121 of file edmPickEvents.py.

 def getFileNames_dasgoclient(event):
     """Return files for given DAS query via dasgoclient"""
     query = "file dataset=%(dataset)s run=%(run)i lumi=%(lumi)i" % event
     cmd = ['dasgoclient', '-query', query, '-json']
     proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     files = []
     err = proc.stderr.read()
     if  err:
         print("DAS error: %s" % err)
     else:
         for row in json.load(proc.stdout):
             for rec in row.get('file', []):
                 fname = rec.get('name', '')
                 if fname:
                     files.append(fname)
     return files
  

References edm.print().

Referenced by getFileNames().

◆ guessEmail()

def edmPickEvents.guessEmail ( )

Definition at line 153 of file edmPickEvents.py.

 def guessEmail():
     return '%s@%s' % (commands.getoutput ('whoami'),
                       '.'.join(commands.getoutput('hostname').split('.')[-2:]))
  

References join(), and cms::dd.split().

◆ setupCrabDict()

def edmPickEvents.setupCrabDict ( options )

Definition at line 157 of file edmPickEvents.py.

 def setupCrabDict (options):
     date = datetime.now().strftime('%Y%m%d_%H%M%S')
     crab = {}
     base = options.base
     crab['runEvent']        = '%s_runEvents.txt' % base
     crab['copyPickMerge']   = fullCPMpath()
     crab['output']          = '%s.root' % base
     crab['crabcfg']         = '%s_crab.py' % base
     crab['json']            = '%s.json' % base
     crab['dataset']         = Event.dataset
     crab['email']           = options.email
     crab['WorkArea']        = date
     if options.crabCondor:
         crab['scheduler'] = 'condor'
 #        crab['useServer'] = ''
     else:
         crab['scheduler'] = 'remoteGlidein'
 #        crab['useServer'] = 'use_server              = 1'
     crab['useServer'] = ''
     return crab
  
 # crab template

References fullCPMpath().

Variable Documentation

◆ action

edmPickEvents.action

Definition at line 237 of file edmPickEvents.py.

◆ args

edmPickEvents.args

Definition at line 255 of file edmPickEvents.py.

◆ colonRE

edmPickEvents.colonRE

Definition at line 267 of file edmPickEvents.py.

◆ command

edmPickEvents.command

Definition at line 351 of file edmPickEvents.py.

◆ commentRE

edmPickEvents.commentRE

Definition at line 266 of file edmPickEvents.py.

◆ crab

edmPickEvents.crab

Definition at line 295 of file edmPickEvents.py.

◆ crabDict

edmPickEvents.crabDict

Definition at line 308 of file edmPickEvents.py.

◆ crabTemplate

edmPickEvents.crabTemplate

Definition at line 179 of file edmPickEvents.py.

◆ das_cli

edmPickEvents.das_cli

Definition at line 251 of file edmPickEvents.py.

◆ dataset

edmPickEvents.dataset

Definition at line 265 of file edmPickEvents.py.

◆ default

edmPickEvents.default

Definition at line 235 of file edmPickEvents.py.

◆ description

edmPickEvents.description

Definition at line 231 of file edmPickEvents.py.

◆ dest

edmPickEvents.dest

Definition at line 234 of file edmPickEvents.py.

◆ email

edmPickEvents.email

Main Program

Definition at line 230 of file edmPickEvents.py.

◆ event

edmPickEvents.event

Definition at line 273 of file edmPickEvents.py.

◆ eventFiles

edmPickEvents.eventFiles

Definition at line 331 of file edmPickEvents.py.

◆ eventList

edmPickEvents.eventList

Definition at line 268 of file edmPickEvents.py.

◆ eventPurgeList

edmPickEvents.eventPurgeList

Definition at line 329 of file edmPickEvents.py.

◆ eventsToProcess

edmPickEvents.eventsToProcess

Definition at line 306 of file edmPickEvents.py.

◆ files

edmPickEvents.files

Interactive ##.

Definition at line 328 of file edmPickEvents.py.

◆ fileSet

edmPickEvents.fileSet

Definition at line 341 of file edmPickEvents.py.

Referenced by TauDQMFileLoader.endRun(), and TauDQMFileLoader.TauDQMFileLoader().

◆ help

edmPickEvents.help

Definition at line 21 of file edmPickEvents.py.

◆ json

edmPickEvents.json

Definition at line 305 of file edmPickEvents.py.

◆ line

edmPickEvents.line

Definition at line 281 of file edmPickEvents.py.

◆ lumis

edmPickEvents.lumis

Definition at line 305 of file edmPickEvents.py.

◆ options

edmPickEvents.options

Definition at line 255 of file edmPickEvents.py.

◆ parser

edmPickEvents.parser