Inheritance diagram for MatrixReader.MatrixReader:

Public Member Functions
def	__init__ (self, opt)

def	createWorkFlows (self, fileNameIn)

def	makeCmd (self, step)

def	makeStep (self, step, overrides)

def	prepare (self, useInput=None, refRel='', fromScratch=None)

def	readMatrix (self, fileNameIn, useInput=None, refRel=None, fromScratch=None)

def	reset (self, what='all')

def	show (self, selected=None, extended=True, cafVeto=True)

def	showRaw (self, useInput, refRel=None, fromScratch=None, what='all', step1Only=False, selected=None)

def	showWorkFlows (self, selected=None, extended=True, cafVeto=True)

def	updateDB (self)

def	workFlowsByLocation (self, cafVeto=True)

Public Attributes
	addCommand

	apply

	commandLineWf

	files

	filesDefault

	filesPrefMap

	nameList

	noRun

	overWrite

	relvalModule

	revertDqmio
	maybe we want too level deep input More...

	what

	wm

	workFlows

	workFlowSteps

Detailed Description

Definition at line 17 of file MatrixReader.py.

Constructor & Destructor Documentation

◆ init()

def MatrixReader.MatrixReader.__init__	(	self,
		opt
	)

Definition at line 19 of file MatrixReader.py.

References PuppiAlgo.reset(), TPedResult.reset(), BinningPointByMap.reset(), AlcaBeamSpotManager.reset(), RPCFebConnector.reset(), EcalCondHeader.reset(), VEcalCalibBlock.reset(), ApvLatencyAnalysis.reset(), SiPixelStatusManager.reset(), SiStripMiscalibrate::Entry.reset(), MatrixReader.MatrixReader.reset(), TB06Tree.reset(), IMACalibBlock.reset(), SamplingAnalysis.reset(), FactorizedJetCorrectorCalculator::VariableValues.reset(), L3CalibBlock.reset(), pos::PixelROCStatus.reset(), FedTimingAnalysis.reset(), L1MuDTTFParameters.reset(), L1MuDTTFMasks.reset(), L1MuDTPtaLut.reset(), L1MuDTPhiLut.reset(), RPCAMCLink.reset(), RPCDCCLink.reset(), EcalPhiSymRecHit.reset(), FedCablingAnalysis.reset(), L1MuDTEtaPatternLut.reset(), L1MuDTQualPatternLut.reset(), SiStripPI::Entry.reset(), PedsOnlyAnalysis.reset(), L1MuDTExtLut.reset(), TB06Reco.reset(), PhysicsTools::Calibration::Histogram2D< Value_t, AxisX_t, AxisY_t >.reset(), VpspScanAnalysis.reset(), PhysicsTools::Calibration::Histogram< Value_t, Axis_t >.reset(), NoiseAnalysis.reset(), PedestalsAnalysis.reset(), OptoScanAnalysis.reset(), coral_bridge::AuthenticationCredentialSet.reset(), CalibrationScanAnalysis.reset(), TB06TreeH2.reset(), ApvTimingAnalysis.reset(), DaqScopeModeAnalysis.reset(), cond::persistency::RunInfoProxy.reset(), FastFedCablingAnalysis.reset(), PhysicsTools::Calibration::Histogram3D< Value_t, AxisX_t, AxisY_t, AxisZ_t >.reset(), RPCLBLink.reset(), cond::persistency::GTProxy.reset(), AlignableBeamSpot.reset(), PedsFullNoiseAnalysis.reset(), CalibrationAnalysis.reset(), CommissioningAnalysis.reset(), cond::XMLAuthenticationService::XMLAuthenticationService.reset(), TB06RecoH2.reset(), cond::persistency::IOVProxy.reset(), TrackerMap.reset(), LHCInfoImpl::LumiSectionFilter.reset(), data_sources.json_list.reset(), DTTFBitArray< N >.reset(), and tkal_create_file_lists._DasCache.reset().

     def __init__(self, opt):
 
         self.reset(opt.what)
 
         self.wm=opt.wmcontrol
         self.revertDqmio=opt.revertDqmio
         self.addCommand=opt.command
         self.apply=opt.apply
         self.commandLineWf=opt.workflow
         self.overWrite=opt.overWrite
 
         self.noRun = opt.noRun
         return
 

Member Function Documentation

◆ createWorkFlows()

def MatrixReader.MatrixReader.createWorkFlows	(	self,
		fileNameIn
	)

Definition at line 471 of file MatrixReader.py.

References mps_setup.append, MatrixReader.MatrixReader.filesPrefMap, relativeConstraints.keys, MatrixReader.MatrixReader.nameList, print(), str, MatrixReader.MatrixReader.workFlows, and MatrixReader.MatrixReader.workFlowSteps.

Referenced by MatrixReader.MatrixReader.prepare().

     def createWorkFlows(self, fileNameIn):
 
         prefixIn = self.filesPrefMap[fileNameIn]
 
         # get through the list of items and update the requested workflows only
         keyList = self.workFlowSteps.keys()
         ids = []
         for item in keyList:
             id, pref = item
             if pref != prefixIn : continue
             ids.append(id)
         ids.sort()
         for key in ids:
             val = self.workFlowSteps[(key,prefixIn)]
             num, name, commands, stepList = val
             nameId = str(num)+'_'+name
             if nameId in self.nameList:
                 print("==> duplicate name found for ", nameId)
                 print('    keeping  : ', self.nameList[nameId])
                 print('    ignoring : ', val)
             else:
                 self.nameList[nameId] = val
 
             self.workFlows.append(WorkFlow(num, name, commands=commands, stepList=stepList))
 
         return
 

◆ makeCmd()

def MatrixReader.MatrixReader.makeCmd	(	self,
		step
	)

Definition at line 100 of file MatrixReader.py.

References str.

Referenced by MatrixReader.MatrixReader.readMatrix().

     def makeCmd(self, step):
 
         cmd = ''
         cfg = None
         input = None
         for k,v in step.items():
             if 'no_exec' in k : continue  # we want to really run it ...
             if k.lower() == 'cfg':
                 cfg = v
                 continue # do not append to cmd, return separately
             if k.lower() == 'input':
                 input = v 
                 continue # do not append to cmd, return separately
             
             #chain the configs
             #if k.lower() == '--python':
             #    v = 'step%d_%s'%(index,v)
             cmd += ' ' + k + ' ' + str(v)
         return cfg, input, cmd
     

◆ makeStep()

def MatrixReader.MatrixReader.makeStep	(	self,
		step,
		overrides
	)

Definition at line 120 of file MatrixReader.py.

Referenced by MatrixReader.MatrixReader.readMatrix().

     def makeStep(self,step,overrides):
         from Configuration.PyReleaseValidation.relval_steps import merge
         if len(overrides) > 0:
             copyStep=merge([overrides]+[step])
             return copyStep
         else:    
             return step
 

◆ prepare()

def MatrixReader.MatrixReader.prepare	(	self,
		useInput = `None`,
		refRel = `''`,
		fromScratch = `None`
	)

Definition at line 498 of file MatrixReader.py.

References any(), MatrixReader.MatrixReader.createWorkFlows(), MatrixReader.MatrixReader.files, MatrixReader.MatrixReader.filesDefault, print(), MatrixReader.MatrixReader.readMatrix(), submitPVValidationJobs.split(), str, and MatrixReader.MatrixReader.what.

     def prepare(self, useInput=None, refRel='', fromScratch=None):
         
         for matrixFile in self.files:
             if self.what != 'all' and not any('_'+el in matrixFile for el in self.what.split(",")):
                 print("ignoring non-requested file",matrixFile)
                 continue
             if self.what == 'all' and not self.filesDefault[matrixFile]:
                 print("ignoring",matrixFile,"from default matrix")
                 continue
             
             try:
                 self.readMatrix(matrixFile, useInput, refRel, fromScratch)
             except Exception as e:
                 print("ERROR reading file:", matrixFile, str(e))
                 raise
             
             try:
                 self.createWorkFlows(matrixFile)
             except Exception as e:
                 print("ERROR creating workflows :", str(e))
                 raise
             
                 

◆ readMatrix()

def MatrixReader.MatrixReader.readMatrix	(	self,
		fileNameIn,
		useInput = `None`,
		refRel = `None`,
		fromScratch = `None`
	)

Definition at line 128 of file MatrixReader.py.

Referenced by MatrixReader.MatrixReader.prepare(), and MatrixReader.MatrixReader.showRaw().

     def readMatrix(self, fileNameIn, useInput=None, refRel=None, fromScratch=None):
         
         prefix = self.filesPrefMap[fileNameIn]
         
         print("processing", fileNameIn)
         
         try:
             _tmpMod = __import__( 'Configuration.PyReleaseValidation.'+fileNameIn )
             self.relvalModule = sys.modules['Configuration.PyReleaseValidation.'+fileNameIn]
         except Exception as e:
             print("ERROR importing file ", fileNameIn, str(e))
             return
 
         if useInput is not None:
             print("request for INPUT for ", useInput)
 
         
         fromInput={}
         
         if useInput:
             for i in useInput:
                 if ':' in i:
                     (ik,il)=i.split(':')
                     if ik=='all':
                         for k in self.relvalModule.workflows.keys():
                             fromInput[float(k)]=int(il)
                     else:
                         fromInput[float(ik)]=int(il)
                 else:
                     if i=='all':
                         for k in self.relvalModule.workflows.keys():
                             fromInput[float(k)]=0
                     else:
                         fromInput[float(i)]=0
                 
         if fromScratch:
             fromScratch=map(float,fromScratch)
             for num in fromScratch:
                 if num in fromInput:
                     fromInput.pop(num)
         #overwrite steps
         if self.overWrite:
             for p in self.overWrite:
                 self.relvalModule.steps.overwrite(p)
         
         #change the origin of dataset on the fly
         if refRel:
             if ',' in refRel:
                 refRels=refRel.split(',')
                 if len(refRels)!=len(self.relvalModule.baseDataSetRelease):
                     return
                 self.relvalModule.changeRefRelease(
                     self.relvalModule.steps,
                     list(zip(self.relvalModule.baseDataSetRelease,refRels))
                     )
             else:
                 self.relvalModule.changeRefRelease(
                     self.relvalModule.steps,
                     [(x,refRel) for x in self.relvalModule.baseDataSetRelease]
                     )
             
 
         for num, wfInfo in self.relvalModule.workflows.items():
             commands=[]
             wfName = wfInfo[0]
             stepList = wfInfo[1]
             stepOverrides=wfInfo.overrides
             # upgrade case: workflow has basic name, key[, suffix (only special workflows)]
             wfKey = ""
             wfSuffix = ""
             if isinstance(wfName, list) and len(wfName)>1:
                 if len(wfName)>2: wfSuffix = wfName[2]
                 wfKey = wfName[1]
                 wfName = wfName[0]
             # if no explicit name given for the workflow, use the name of step1
             if wfName.strip() == '': wfName = stepList[0]
             # option to specialize the wf as the third item in the WF list
             addTo=None
             addCom=None
             if len(wfInfo)>=3:
                 addCom=wfInfo[2]
                 if not isinstance(addCom, list):   addCom=[addCom]
                 #print 'added dict',addCom
                 if len(wfInfo)>=4:
                     addTo=wfInfo[3]
                     #pad with 0
                     while len(addTo)!=len(stepList):
                         addTo.append(0)
 
             name=wfName
             # separate suffixes by + because show() excludes first part of name
             if len(wfKey)>0:
                 name = name+'+'+wfKey
                 if len(wfSuffix)>0: name = name+wfSuffix
             stepIndex=0
             ranStepList=[]
             name_for_workflow = name
 
             #first resolve INPUT possibilities
             if num in fromInput:
                 ilevel=fromInput[num]
                 #print num,ilevel
                 for (stepIr,step) in enumerate(reversed(stepList)):
                     stepName=step
                     stepI=(len(stepList)-stepIr)-1
                     #print stepIr,step,stepI,ilevel                    
                     if stepI>ilevel:
                         #print "ignoring"
                         continue
                     if stepI!=0:
                         testName='__'.join(stepList[0:stepI+1])+'INPUT'
                     else:
                         testName=step+'INPUT'
                     #print "JR",stepI,stepIr,testName,stepList
                     if testName in self.relvalModule.steps:
                         #print "JR",stepI,stepIr
                         stepList[stepI]=testName
                         #pop the rest in the list
                         #print "\tmod prepop",stepList
                         for p in range(stepI):
                             stepList.pop(0)
                         #print "\t\tmod",stepList
                         break
                                                         
                                                     
             for (stepI,step) in enumerate(stepList):
                 stepName=step
                 if self.relvalModule.steps[stepName] is None:
                     continue
                 if self.wm:
                     #cannot put a certain number of things in wm
                     if stepName in ['SKIMD','SKIMCOSD','SKIMDreHLT']:
                         continue
                     
                 #replace stepName is needed
                 #if stepName in self.replaceStep
                 if len(name) > 0 : name += '+'
                 #any step can be mirrored with INPUT
                 
                 """
                 if num in fromInput:
                     if step+'INPUT' in self.relvalModule.steps.keys():
                         stepName = step+"INPUT"
                         stepList.remove(step)
                         stepList.insert(stepIndex,stepName)
                 """
                 stepNameTmp = stepName
                 if len(wfKey)>0: stepNameTmp = stepNameTmp.replace('_'+wfKey,"")
                 if len(wfSuffix)>0: stepNameTmp = stepNameTmp.replace(wfSuffix,"")
                 name += stepNameTmp
                 if addCom and (not addTo or addTo[stepIndex]==1):
                     from Configuration.PyReleaseValidation.relval_steps import merge
                     copyStep=merge(addCom+[self.makeStep(self.relvalModule.steps[stepName],stepOverrides)])
                     cfg, input, opts = self.makeCmd(copyStep)
                 else:
                     cfg, input, opts = self.makeCmd(self.makeStep(self.relvalModule.steps[stepName],stepOverrides))
 
                 if input and cfg :
                     msg = "FATAL ERROR: found both cfg and input for workflow "+str(num)+' step '+stepName
                     raise MatrixException(msg)
 
                 if input:
                     cmd = input
                     if self.noRun:
                         cmd.run=[]
                 else:
                     if cfg:
                         cmd  = 'cmsDriver.py '+cfg+' '+opts
                     else:
                         cmd  = 'cmsDriver.py step'+str(stepIndex+1)+' '+opts
                     if self.wm:
                         cmd+=' --io %s.io --python %s.py'%(stepName,stepName)
                     if self.addCommand:
                         if self.apply:
                             if stepIndex in self.apply or stepName in self.apply:
                                 cmd +=' '+self.addCommand
                         else:
                           cmd +=' '+self.addCommand
                     if self.wm and self.revertDqmio=='yes':
                         cmd=cmd.replace('DQMIO','DQM')
                         cmd=cmd.replace('--filetype DQM','')
                 commands.append(cmd)
                 ranStepList.append(stepName)
                 stepIndex+=1
             self.workFlowSteps[(num,prefix)] = (num, name_for_workflow, commands, ranStepList)
         
         return
 
 

◆ reset()

def MatrixReader.MatrixReader.reset	(	self,
		what = `'all'`
	)

Definition at line 33 of file MatrixReader.py.

Referenced by MatrixReader.MatrixReader.__init__(), and MatrixReader.MatrixReader.showRaw().

     def reset(self, what='all'):
 
         self.what = what
 
         #a bunch of information, but not yet the WorkFlow object
         self.workFlowSteps = {}
         #the actual WorkFlow objects
         self.workFlows = []
         self.nameList  = {}
         
         self.filesPrefMap = {'relval_standard' : 'std-' ,
                              'relval_highstats': 'hi-'  ,
                              'relval_pileup': 'PU-'  ,
                              'relval_generator': 'gen-',
                              'relval_extendedgen': 'genExt-',
                              'relval_production': 'prod-'  ,
                              'relval_ged': 'ged-',
                              'relval_upgrade':'upg-',
                              'relval_cleanedupgrade':'clnupg-',
                              'relval_gpu':'gpu-',
                              'relval_2017':'2017-',
                              'relval_2026':'2026-',
                              'relval_identity':'id-',
                              'relval_machine': 'mach-',
                              'relval_premix': 'premix-',
                              'relval_nano':'nano-'
                              }
 
         self.files = ['relval_standard' ,
                       'relval_highstats',
                       'relval_pileup',
                       'relval_generator',
                       'relval_extendedgen',
                       'relval_production',
                       'relval_ged',
                       'relval_upgrade',
                       'relval_cleanedupgrade',
                       'relval_gpu',
                       'relval_2017',
                       'relval_2026',
                       'relval_identity',
                       'relval_machine',
                       'relval_premix',
                       'relval_nano'
                       ]
         self.filesDefault = {'relval_standard':True ,
                              'relval_highstats':True ,
                              'relval_pileup':True,
                              'relval_generator':True,
                              'relval_extendedgen':True,
                              'relval_production':True,
                              'relval_ged':True,
                              'relval_upgrade':False,
                              'relval_cleanedupgrade':False,
                              'relval_gpu':False,
                              'relval_2017':True,
                              'relval_2026':True,
                              'relval_identity':False,
                              'relval_machine':True,
                              'relval_premix':True,
                              'relval_nano':True
                              }
 
         self.relvalModule = None
         
         return
 

◆ show()

def MatrixReader.MatrixReader.show	(	self,
		selected = `None`,
		extended = `True`,
		cafVeto = `True`
	)

Definition at line 521 of file MatrixReader.py.

References print(), and MatrixReader.MatrixReader.showWorkFlows().

     def show(self, selected=None, extended=True, cafVeto=True):
 
         self.showWorkFlows(selected, extended, cafVeto)
         print('\n','-'*80,'\n')

◆ showRaw()

def MatrixReader.MatrixReader.showRaw	(	self,
		useInput,
		refRel = `None`,
		fromScratch = `None`,
		what = `'all'`,
		step1Only = `False`,
		selected = `None`
	)

Definition at line 317 of file MatrixReader.py.

References PVValHelper.add(), any(), MatrixReader.MatrixReader.files, MatrixReader.MatrixReader.filesDefault, join(), relativeConstraints.keys, genParticles_cff.map, print(), FastTimerService_cff.range, MatrixReader.MatrixReader.readMatrix(), PuppiAlgo.reset(), TPedResult.reset(), BinningPointByMap.reset(), AlcaBeamSpotManager.reset(), RPCFebConnector.reset(), EcalCondHeader.reset(), VEcalCalibBlock.reset(), ApvLatencyAnalysis.reset(), SiPixelStatusManager.reset(), SiStripMiscalibrate::Entry.reset(), MatrixReader.MatrixReader.reset(), IMACalibBlock.reset(), TB06Tree.reset(), SamplingAnalysis.reset(), FactorizedJetCorrectorCalculator::VariableValues.reset(), L3CalibBlock.reset(), pos::PixelROCStatus.reset(), FedTimingAnalysis.reset(), L1MuDTTFMasks.reset(), L1MuDTTFParameters.reset(), L1MuDTPtaLut.reset(), RPCAMCLink.reset(), RPCDCCLink.reset(), L1MuDTPhiLut.reset(), EcalPhiSymRecHit.reset(), FedCablingAnalysis.reset(), L1MuDTEtaPatternLut.reset(), L1MuDTQualPatternLut.reset(), SiStripPI::Entry.reset(), PedsOnlyAnalysis.reset(), L1MuDTExtLut.reset(), TB06Reco.reset(), PhysicsTools::Calibration::Histogram2D< Value_t, AxisX_t, AxisY_t >.reset(), VpspScanAnalysis.reset(), PhysicsTools::Calibration::Histogram< Value_t, Axis_t >.reset(), NoiseAnalysis.reset(), PedestalsAnalysis.reset(), OptoScanAnalysis.reset(), coral_bridge::AuthenticationCredentialSet.reset(), CalibrationScanAnalysis.reset(), TB06TreeH2.reset(), ApvTimingAnalysis.reset(), DaqScopeModeAnalysis.reset(), cond::persistency::RunInfoProxy.reset(), FastFedCablingAnalysis.reset(), RPCLBLink.reset(), PhysicsTools::Calibration::Histogram3D< Value_t, AxisX_t, AxisY_t, AxisZ_t >.reset(), cond::persistency::GTProxy.reset(), AlignableBeamSpot.reset(), PedsFullNoiseAnalysis.reset(), CalibrationAnalysis.reset(), CommissioningAnalysis.reset(), cond::XMLAuthenticationService::XMLAuthenticationService.reset(), TB06RecoH2.reset(), cond::persistency::IOVProxy.reset(), TrackerMap.reset(), LHCInfoImpl::LumiSectionFilter.reset(), data_sources.json_list.reset(), DTTFBitArray< N >.reset(), tkal_create_file_lists._DasCache.reset(), MatrixReader.MatrixReader.revertDqmio, submitPVValidationJobs.split(), str, MatrixReader.MatrixReader.what, and MatrixReader.MatrixReader.workFlowSteps.

     def showRaw(self, useInput, refRel=None, fromScratch=None, what='all',step1Only=False,selected=None):
 
         if selected:
             selected=map(float,selected)
         for matrixFile in self.files:
 
             self.reset(what)
 
             if self.what != 'all' and not any('_'+el in matrixFile for el in self.what.split(",")):
                 print("ignoring non-requested file",matrixFile)
                 continue
 
             if self.what == 'all' and not self.filesDefault[matrixFile]:
                 print("ignoring file not used by default (enable with -w)",matrixFile)
                 continue
 
             try:
                 self.readMatrix(matrixFile, useInput, refRel, fromScratch)
             except Exception as e:
                 print("ERROR reading file:", matrixFile, str(e))
                 raise
 
             if not self.workFlowSteps: continue
 
             dataFileName = matrixFile.replace('relval_', 'cmsDriver_')+'_hlt.txt'
             outFile = open(dataFileName,'w')
 
             print("found ", len(self.workFlowSteps), ' workflows for ', dataFileName)
             ids = sorted(self.workFlowSteps.keys())
             indexAndSteps=[]
 
             writtenWF=0
             for key in ids:
                 if selected and not (key[0] in selected):
                     continue
                 #trick to skip the HImix IB test
                 if key[0]==203.1 or key[0]==204.1 or key[0]==205.1 or key[0]==4.51 or key[0]==4.52: continue
                 num, name, commands, stepList = self.workFlowSteps[key]
                 wfName,stepNames= name.split('+',1)
                 
                 stepNames=stepNames.replace('+SKIMCOSD','')
                 stepNames=stepNames.replace('+SKIMD','')
                 if 'HARVEST' in stepNames:
                     #find out automatically what to remove
                     exactb=stepNames.index('+HARVEST')
                     exacte=stepNames.index('+',exactb+1) if ('+' in stepNames[exactb+1:]) else (len(stepNames))
                     stepNames=stepNames.replace(stepNames[exactb:exacte],'')
                 otherSteps = None
                 if '+' in stepNames:
                     step1,otherSteps = stepNames.split('+',1)
                 
                 line = str(num) + ' ++ '+ wfName 
                 if otherSteps and not step1Only:
                     line += ' ++ ' +otherSteps.replace('+',',')
                 else:
                     line += ' ++ none'
                 inputInfo=None
                 if not isinstance(commands[0],str):
                     inputInfo=commands[0]
                 if otherSteps:
                     for (i,c) in enumerate(otherSteps.split('+')):
                         #pad with set
                         for p in range(len(indexAndSteps),i+2):
                             indexAndSteps.append(set())
                         indexAndSteps[i+1].add((c,commands[i+1]))
 
                 if inputInfo :
                     #skip the samples from INPUT when step1Only is on
                     if step1Only: continue
                     line += ' ++ REALDATA: '+inputInfo.dataSet
                     if inputInfo.run!=[]: line += ', RUN:'+'|'.join(map(str,inputInfo.run))
                     line += ', FILES: ' +str(inputInfo.files)
                     line += ', EVENTS: '+str(inputInfo.events)
                     if inputInfo.label!='':
                         line += ', LABEL: ' +inputInfo.label
                     line += ', LOCATION:'+inputInfo.location
                     line += ' @@@'
                 else:
                     line += ' @@@ '+commands[0]
                 if self.revertDqmio=='yes':
                     line=line.replace('DQMIO','DQM')
                 writtenWF+=1
                 outFile.write(line+'\n')
 
 
             outFile.write('\n'+'\n')
             if step1Only: continue
 
             for (index,s) in enumerate(indexAndSteps):
                 for (stepName,cmd) in s:
                     stepIndex=index+1
                     if 'dasquery.log' in cmd: continue
                     line = 'STEP%d ++ '%(stepIndex,) +stepName + ' @@@ '+cmd
                     if self.revertDqmio=='yes':
                         line=line.replace('DQMIO','DQM')
                     outFile.write(line+'\n')
                 outFile.write('\n'+'\n')
             outFile.close()
             print("wrote ",writtenWF, ' workflow'+('s' if (writtenWF!=1) else ''),' to ', outFile.name)
         return 
 

◆ showWorkFlows()

def MatrixReader.MatrixReader.showWorkFlows	(	self,
		selected = `None`,
		extended = `True`,
		cafVeto = `True`
	)

Definition at line 433 of file MatrixReader.py.

References dqmMemoryStats.float, join(), genParticles_cff.map, print(), FastTimerService_cff.range, str, and MatrixReader.MatrixReader.workFlowsByLocation().

Referenced by MatrixReader.MatrixReader.show().

     def showWorkFlows(self, selected=None, extended=True, cafVeto=True):
         if selected: selected = list(map(float,selected))
         wfs = self.workFlowsByLocation(cafVeto)
         maxLen = 100 # for summary, limit width of output
         fmt1   = "%-6s %-35s [1]: %s ..."
         fmt2   = "       %35s [%d]: %s ..."
         print("\nfound a total of ", len(wfs), ' workflows:')
         if selected:
             print("      of which the following", len(selected), 'were selected:')
         #-ap for now:
         maxLen = -1  # for individual listing, no limit on width
         fmt1   = "%-6s %-35s [1]: %s " 
         fmt2   = "       %35s [%d]: %s"
 
         N=[]
         for wf in wfs:
             if selected and float(wf.numId) not in selected: continue
             if extended: print('')
             #pad with zeros
             for i in range(len(N),len(wf.cmds)):                N.append(0)
             N[len(wf.cmds)-1]+=1
             wfName = wf.nameId
             stepNames = '+'.join(wf.stepList)
             for i,s in enumerate(wf.cmds):
                 if extended:
                     if i==0:
                         print(fmt1 % (wf.numId, stepNames, (str(s)+' ')[:maxLen]))
                     else:
                         print(fmt2 % ( ' ', i+1, (str(s)+' ')[:maxLen]))
                 else:
                     print("%-6s %-35s "% (wf.numId, stepNames))
                     break
         print('')
         for i,n in enumerate(N):
             if n:            print(n,'workflows with',i+1,'steps')
 
         return
     

◆ updateDB()

def MatrixReader.MatrixReader.updateDB ( self )

Definition at line 527 of file MatrixReader.py.

References MatrixReader.MatrixReader.workFlows.

     def updateDB(self):
 
         import pickle
         pickle.dump(self.workFlows, open('theMatrix.pkl', 'w') )
 
         return

◆ workFlowsByLocation()

def MatrixReader.MatrixReader.workFlowsByLocation	(	self,
		cafVeto = `True`
	)

Definition at line 418 of file MatrixReader.py.

References MatrixReader.MatrixReader.workFlows.

Referenced by MatrixReader.MatrixReader.showWorkFlows().

     def workFlowsByLocation(self, cafVeto=True):
         # Check if we are on CAF
         onCAF = False
         if 'cms/caf/cms' in os.environ['CMS_PATH']:
             onCAF = True
 
         workflows = []
         for workflow in self.workFlows:
             if isinstance(workflow.cmds[0], InputInfo):
                 if cafVeto and (workflow.cmds[0].location == 'CAF' and not onCAF):
                     continue
             workflows.append(workflow)
 
         return workflows
 