Functions
def	copyToWorkflowdir (path)

def	mkWorkflowdir ()

Variables
	allbeam_file

	allfile

	alllines

	alumi

	alumis

	args

	arun

	atime

	beam_file
	WRITE sqlite file. More...

	beam_file_tmp

	block

	checkType

	destDB

	dfile

	dropbox

	final_sqlite_file_name

	iov_comment

	iov_since

	iov_since_first

	iov_till

	IOVbase

	keys

	line

	listoffiles

	mergedfile

	metadata_file

	newtmpfile

	nfile

	npayloads

	option
	3 More...

	optionstring

	readdb_template

	skip

	sortedlist

	sqlite_file
	READ and check sqlite file. More...

	sqlite_file_name

	suffix

	tagname

	tagType

	timetype

	tmp_datafilename

	tmp_lumi_since

	tmp_lumi_till

	tmp_run

	tmpfile

	total_files

	uuid

	workflowdir

	workflowdirArchive

	workflowdirLastPayloads

	workflowdirTmp

	writedb_template

Function Documentation

◆ copyToWorkflowdir()

def createPayload.copyToWorkflowdir ( path )

Definition at line 53 of file createPayload.py.

References beamvalidation.exit(), spr.find(), print(), FastTimerService_cff.range, submitPVValidationJobs.split(), and str.

 def copyToWorkflowdir(path):
     global workflowdirArchive
     lsCommand      = ''
     cpCommand      = ''
     listoffiles    = []
     tmplistoffiles = []
     if path.find('castor') != -1:
         print("Getting files from castor ...")
         lsCommand = 'ns'
         cpCommand = 'rf'
     elif not os.path.exists(path):
         exit("ERROR: File or directory " + path + " doesn't exist") 
 
     if path[len(path)-4:len(path)] != '.txt':
         if path[len(path)-1] != '/':
             path = path + '/'
 
         aCommand  = lsCommand  + 'ls '+ path + " | grep .txt"
 
         tmpstatus = subprocess.getstatusoutput( aCommand )
         tmplistoffiles = tmpstatus[1].split('\n')
         if len(tmplistoffiles) == 1:
             if tmplistoffiles[0] == '':
                 exit('ERROR: No files found in directory ' + path)
             if tmplistoffiles[0].find('No such file or directory') != -1:
                 exit("ERROR: File or directory " + path + " doesn't exist") 
 
     else:
         tmplistoffiles.append(path[path.rfind('/')+1:len(path)])
         path = path[0:path.rfind('/')+1]
 
 
     archiveName = path
     if path == './':
         archiveName = os.getcwd() + '/'
         archiveName = archiveName[archiveName[:len(archiveName)-1].rfind('/')+1:len(archiveName)]
     if path[:len(path)-1].rfind('/') != -1:
         archiveName = path[path[:len(path)-1].rfind('/')+1:len(path)]
 
     workflowdirArchive = workflowdirArchive + archiveName
     if tagType != '' :
         workflowdirArchive = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + tagType + '/'
     if not os.path.isdir(workflowdirArchive):
         os.mkdir(workflowdirArchive)
     elif(option.newarchive):
 #        tmpTime = str(datetime.datetime.now())
 #        tmpTime = tmpTime.replace(' ','-')
 #        tmpTime = tmpTime.replace('.','-')
 #        workflowdirArchive = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + tmpTime + '/'
 #        os.mkdir(workflowdirArchive)
         for n in range(1,100000):
             tryDir = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + str(n) + '/'
             if not os.path.isdir(tryDir):
                 workflowdirArchive = tryDir
                 os.mkdir(workflowdirArchive)
                 break
             elif n == 100000-1:
                 exit('ERROR: Unbelievable! do you ever clean ' + workflowdir + '?. I think you have to remove some directories!') 
 
     for ifile in tmplistoffiles:
         if ifile.find('.txt') != -1:
             if os.path.isfile(workflowdirArchive+"/"+ifile):
                 if option.overwrite:
                     print("File " + ifile + " already exists in destination. We will overwrite it.")
                 else:
                     print("File " + ifile + " already exists in destination. Keep original file.")
                     listoffiles.append( workflowdirArchive + ifile )
                     continue
             listoffiles.append( workflowdirArchive + ifile )
             # copy to local disk
             aCommand = cpCommand + 'cp '+ path + ifile + " " + workflowdirArchive
             print(" >> " + aCommand)
             tmpstatus = subprocess.getstatusoutput( aCommand )
     return listoffiles
 

◆ mkWorkflowdir()

def createPayload.mkWorkflowdir ( )

Definition at line 128 of file createPayload.py.

References print().

 def mkWorkflowdir():
     global workflowdir
     global workflowdirLastPayloads
     global workflowdirTmp
     global workflowdirArchive
     if not os.path.isdir(workflowdir):
         print("Making " + workflowdir + " directory...")
         os.mkdir(workflowdir)
 
     if not os.path.isdir(workflowdirLastPayloads):
         os.mkdir(workflowdirLastPayloads)
     else:
         os.system("rm -f "+ workflowdirLastPayloads + "*")
 
     if not os.path.isdir(workflowdirTmp):
         os.mkdir(workflowdirTmp)
     else:
         os.system("rm -f "+ workflowdirTmp + "*")
 
     if not os.path.isdir(workflowdirArchive):
         os.mkdir(workflowdirArchive)
 

Variable Documentation

◆ allbeam_file

createPayload.allbeam_file

Definition at line 264 of file createPayload.py.

◆ allfile

createPayload.allfile

Definition at line 267 of file createPayload.py.

◆ alllines

createPayload.alllines

Definition at line 218 of file createPayload.py.

◆ alumi

createPayload.alumi

Definition at line 224 of file createPayload.py.

◆ alumis

createPayload.alumis

Definition at line 240 of file createPayload.py.

◆ args

createPayload.args

Definition at line 160 of file createPayload.py.

◆ arun

createPayload.arun

Definition at line 222 of file createPayload.py.

◆ atime

createPayload.atime

Definition at line 223 of file createPayload.py.

◆ beam_file

createPayload.beam_file

WRITE sqlite file.

Definition at line 299 of file createPayload.py.

◆ beam_file_tmp

createPayload.beam_file_tmp

Definition at line 309 of file createPayload.py.

◆ block

createPayload.block

Definition at line 221 of file createPayload.py.

◆ checkType

createPayload.checkType

Definition at line 391 of file createPayload.py.

Referenced by cond::persistency::GTEditor.insert(), and cond::persistency::IOVEditor.insert().

◆ destDB

createPayload.destDB

Definition at line 279 of file createPayload.py.

◆ dfile

createPayload.dfile

Definition at line 380 of file createPayload.py.

◆ dropbox

createPayload.dropbox

Definition at line 415 of file createPayload.py.

◆ final_sqlite_file_name

createPayload.final_sqlite_file_name

Definition at line 400 of file createPayload.py.

◆ iov_comment

createPayload.iov_comment

Definition at line 283 of file createPayload.py.

◆ iov_since

createPayload.iov_since

Definition at line 286 of file createPayload.py.

◆ iov_since_first

createPayload.iov_since_first

Definition at line 276 of file createPayload.py.

◆ iov_till

createPayload.iov_till

Definition at line 287 of file createPayload.py.

◆ IOVbase

createPayload.IOVbase

Definition at line 202 of file createPayload.py.

◆ keys

createPayload.keys

Definition at line 259 of file createPayload.py.

◆ line

createPayload.line

Definition at line 324 of file createPayload.py.

◆ listoffiles

createPayload.listoffiles

Definition at line 210 of file createPayload.py.

◆ mergedfile

createPayload.mergedfile

Definition at line 217 of file createPayload.py.

◆ metadata_file

createPayload.metadata_file

Definition at line 294 of file createPayload.py.

◆ newtmpfile

createPayload.newtmpfile

Definition at line 310 of file createPayload.py.

◆ nfile

createPayload.nfile

Definition at line 275 of file createPayload.py.

◆ npayloads

createPayload.npayloads

Definition at line 219 of file createPayload.py.

◆ option

createPayload.option

3

Definition at line 160 of file createPayload.py.

◆ optionstring

createPayload.optionstring

Definition at line 50 of file createPayload.py.

◆ readdb_template

createPayload.readdb_template

Definition at line 291 of file createPayload.py.

◆ skip

createPayload.skip

Definition at line 241 of file createPayload.py.

◆ sortedlist

createPayload.sortedlist

Definition at line 212 of file createPayload.py.

◆ sqlite_file

createPayload.sqlite_file

READ and check sqlite file.

Merge sqlite files CREATE payload for merged output

Definition at line 293 of file createPayload.py.

◆ sqlite_file_name

createPayload.sqlite_file_name

Definition at line 292 of file createPayload.py.

◆ suffix

createPayload.suffix

Definition at line 289 of file createPayload.py.

◆ tagname

createPayload.tagname

Definition at line 183 of file createPayload.py.

Referenced by XMLDOMBlock.add_element(), AlignmentPayloadInfo< PayloadType >.fill(), templateHelper::SiPixelTitles_Display< PayloadType, StoreType, TransientType >.fill(), PfCalibration< T >.fill(), templateHelper::SiPixelHeaderTable< PayloadType, StoreType, TransientType >.fill(), JME::JetResolutionSummary.fill(), ParametersPerChannel< db, plane, param, PayloadType >.fill(), beamSpotPI::DisplayParameters< PayloadType >.fill(), templateHelper::SiPixelTemplateHeaderInfo< PayloadType, StoreType, TransientType, myType, myParam >.fill(), JME::JetScaleFactorSummary.fill(), simBeamSpotPI::DisplayParameters< PayloadType >.fill(), gainCalibHelper::SiPixelGainCalibrationMap< myType, PayloadType, myDetType >.fill(), LumiProducer.getCurrentDataTag(), readMEListHelper(), SiPixelDQMRocLevelAnalyzer.RocSummary(), SiStripCondObjectRepresent::SiStripDataContainer< Item, type >.setAdditionalIOV(), EgammaHLTPhase2ExtraProducer::Tokens.setToken(), and EgammaHLTExtraProducer::Tokens.setToken().

◆ tagType

createPayload.tagType

Definition at line 51 of file createPayload.py.

◆ timetype

createPayload.timetype

Definition at line 203 of file createPayload.py.

◆ tmp_datafilename

createPayload.tmp_datafilename

Definition at line 300 of file createPayload.py.

◆ tmp_lumi_since

createPayload.tmp_lumi_since

Definition at line 312 of file createPayload.py.

◆ tmp_lumi_till

createPayload.tmp_lumi_till

Definition at line 313 of file createPayload.py.

◆ tmp_run

createPayload.tmp_run

Definition at line 311 of file createPayload.py.

◆ tmpfile

createPayload.tmpfile

Definition at line 237 of file createPayload.py.

◆ total_files

createPayload.total_files

Definition at line 277 of file createPayload.py.

◆ uuid

createPayload.uuid

Definition at line 399 of file createPayload.py.

Referenced by TriggerMenu.setGtTriggerMenuUUID(), l1t::TriggerMenuParser.setGtTriggerMenuUUID(), and GlobalAlgBlk.setL1MenuUUID().

◆ workflowdir

createPayload.workflowdir

Definition at line 46 of file createPayload.py.

◆ workflowdirArchive

createPayload.workflowdirArchive

Definition at line 49 of file createPayload.py.

◆ workflowdirLastPayloads

createPayload.workflowdirLastPayloads

Definition at line 47 of file createPayload.py.

◆ workflowdirTmp

createPayload.workflowdirTmp

Definition at line 48 of file createPayload.py.

◆ writedb_template

createPayload.writedb_template

Definition at line 290 of file createPayload.py.

Functions

Variables