createPayload Namespace Reference

Functions
def	copyToWorkflowdir
def	mkWorkflowdir

Variables
string	allbeam_file = workflowdirArchive+"AllIOVs/"
tuple	allfile = open( allbeam_file, 'a')
tuple	alllines = mergedfile.readlines()
tuple	alumi = line.split()
string	alumis = ''
string	arun = ''
tuple	atime = line.split()
list	beam_file = sortedlist[key]
	WRITE sqlite file. More...
list	beam_file_tmp = workflowdirTmp+beam_file[beam_file.rfind('/')+1:]
list	block = alllines[i * 23: (i+1)*23]
	checkType = tagType
string	destDB = 'oracle://cms_orcon_prod/CMS_COND_31X_BEAMSPOT'
tuple	dfile = open(metadata_file,'w')
string	dropbox = "/DropBox"
string	final_sqlite_file_name = tagname+'@'
string	iov_comment = 'Beam spot position'
string	iov_since = '1'
string	iov_since_first = '1'
string	iov_till = ''
string	IOVbase = 'runbase'
tuple	keys = sorted(sortedlist.keys())
list	line = block[0]
tuple	listoffiles = copyToWorkflowdir(option.data)
tuple	mergedfile = open(beam_file)
string	metadata_file = workflowdirTmp+sqlite_file_name+'.txt'
tuple	newtmpfile = open(beam_file_tmp,"w")
int	nfile = 0
tuple	npayloads = len(alllines)
string	optionstring = ''
tuple	readdb_template = os.getenv("CMSSW_BASE")
	skip = False
dictionary	sortedlist = {}
string	sqlite_file = workflowdirTmp+sqlite_file_name+'.db'
	READ and check sqlite file. More...
	sqlite_file_name = tagname+suffix
string	suffix = "_"
string	tagname = ''
string	tagType = ''
string	timetype = 'runnumber'
string	tmp_datafilename = workflowdirTmp+"tmp_datafile.txt"
string	tmp_lumi_since = ""
string	tmp_lumi_till = ""
string	tmp_run = ""
tuple	tmpfile = open(beam_file)
tuple	total_files = len(keys)
tuple	uuid = subprocess.getstatusoutput('uuidgen -t')
string	workflowdir = 'test/workflow/'
	3 More...
string	workflowdirArchive = workflowdir+'archive/'
string	workflowdirLastPayloads = workflowdir+'lastPayloads/'
string	workflowdirTmp = workflowdir+'tmp/'
tuple	writedb_template = os.getenv("CMSSW_BASE")

Function Documentation

def createPayload.copyToWorkflowdir

(

path

)

Definition at line 53 of file createPayload.py.

References beamvalidation.exit(), spr.find(), print(), sistrip::SpyUtilities.range(), submitPVValidationJobs.split(), and str.

Referenced by mkWorkflowdir().

def copyToWorkflowdir(path):
    global workflowdirArchive
    lsCommand      = ''
    cpCommand      = ''
    listoffiles    = []
    tmplistoffiles = []
    if path.find('castor') != -1:
        print("Getting files from castor ...")
        lsCommand = 'ns'
        cpCommand = 'rf'
    elif not os.path.exists(path):
        exit("ERROR: File or directory " + path + " doesn't exist") 

    if path[len(path)-4:len(path)] != '.txt':
        if path[len(path)-1] != '/':
            path = path + '/'

        aCommand  = lsCommand  + 'ls '+ path + " | grep .txt"

        tmpstatus = subprocess.getstatusoutput( aCommand )
        tmplistoffiles = tmpstatus[1].split('\n')
        if len(tmplistoffiles) == 1:
            if tmplistoffiles[0] == '':
                exit('ERROR: No files found in directory ' + path)
            if tmplistoffiles[0].find('No such file or directory') != -1:
                exit("ERROR: File or directory " + path + " doesn't exist") 

    else:
        tmplistoffiles.append(path[path.rfind('/')+1:len(path)])
        path = path[0:path.rfind('/')+1]


    archiveName = path
    if path == './':
        archiveName = os.getcwd() + '/'
        archiveName = archiveName[archiveName[:len(archiveName)-1].rfind('/')+1:len(archiveName)]
    if path[:len(path)-1].rfind('/') != -1:
        archiveName = path[path[:len(path)-1].rfind('/')+1:len(path)]

    workflowdirArchive = workflowdirArchive + archiveName
    if tagType != '' :
        workflowdirArchive = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + tagType + '/'
    if not os.path.isdir(workflowdirArchive):
        os.mkdir(workflowdirArchive)
    elif(option.newarchive):
#        tmpTime = str(datetime.datetime.now())
#        tmpTime = tmpTime.replace(' ','-')
#        tmpTime = tmpTime.replace('.','-')
#        workflowdirArchive = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + tmpTime + '/'
#        os.mkdir(workflowdirArchive)
        for n in range(1,100000):
            tryDir = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + str(n) + '/'
            if not os.path.isdir(tryDir):
                workflowdirArchive = tryDir
                os.mkdir(workflowdirArchive)
                break
            elif n == 100000-1:
                exit('ERROR: Unbelievable! do you ever clean ' + workflowdir + '?. I think you have to remove some directories!') 

    for ifile in tmplistoffiles:
        if ifile.find('.txt') != -1:
            if os.path.isfile(workflowdirArchive+"/"+ifile):
                if option.overwrite:
                    print("File " + ifile + " already exists in destination. We will overwrite it.")
                else:
                    print("File " + ifile + " already exists in destination. Keep original file.")
                    listoffiles.append( workflowdirArchive + ifile )
                    continue
            listoffiles.append( workflowdirArchive + ifile )
            # copy to local disk
            aCommand = cpCommand + 'cp '+ path + ifile + " " + workflowdirArchive
            print(" >> " + aCommand)
            tmpstatus = subprocess.getstatusoutput( aCommand )
    return listoffiles