ConfigBuilder Namespace Reference

Classes
class	ConfigBuilder
class	Options

Functions
def	anyOf (listOfKeys, dict, opt=None)
def	dumpPython (process, name)
def	filesFromDASQuery (query, option="", s=None)
def	filesFromList (fileName, s=None)

Function Documentation

anyOf()

def ConfigBuilder.anyOf	(		listOfKeys,
			dict,
			opt = None
	)

Definition at line 184 of file ConfigBuilder.py.

def anyOf(listOfKeys,dict,opt=None):
    for k in listOfKeys:
        if k in dict:
            toReturn=dict[k]
            dict.pop(k)
            return toReturn
    if opt!=None:
        return opt
    else:
        raise Exception("any of "+','.join(listOfKeys)+" are mandatory entries of --output options")
 

References join().

Referenced by ConfigBuilder.ConfigBuilder.addOutput().

dumpPython()

def ConfigBuilder.dumpPython	(		process,
			name
	)

Definition at line 94 of file ConfigBuilder.py.

def dumpPython(process,name):
    theObject = getattr(process,name)
    if isinstance(theObject,cms.Path) or isinstance(theObject,cms.EndPath) or isinstance(theObject,cms.Sequence):
        return "process."+name+" = " + theObject.dumpPython()
    elif isinstance(theObject,_Module) or isinstance(theObject,cms.ESProducer):
        return "process."+name+" = " + theObject.dumpPython()+"\n"
    else:
        return "process."+name+" = " + theObject.dumpPython()+"\n"

Referenced by htmlCreator.create(), pdfCreator.create(), ConfigBuilder.ConfigBuilder.prepare(), SequenceTypes.TestModuleCommand.testCopyAndExclude(), Config.TestModuleCommand.testDelete(), MassReplace.TestModuleCommand.testMassReplaceInputTag(), MassReplace.TestModuleCommand.testMassReplaceParam(), Config.TestModuleCommand.testPrefers(), Config.TestModuleCommand.testProcessDumpPython(), Config.TestModuleCommand.testSecSource(), Config.TestModuleCommand.testSubProcess(), Config.TestModuleCommand.testTaskPlaceholder(), and DTWorkflow.DTWorkflow.write_pset_file().

filesFromDASQuery()

def ConfigBuilder.filesFromDASQuery	(		query,
			option = "",
			s = None
	)

Definition at line 136 of file ConfigBuilder.py.

def filesFromDASQuery(query,option="",s=None):
    import os,time
    import FWCore.ParameterSet.Config as cms
    prim=[]
    sec=[]
    print("the query is",query)
    eC=5
    count=0
    while eC!=0 and count<3:
        if count!=0:
            print('Sleeping, then retrying DAS')
            time.sleep(100)
        p = Popen('dasgoclient %s --query "%s"'%(option,query), stdout=PIPE,shell=True, universal_newlines=True)
        pipe=p.stdout.read()
        tupleP = os.waitpid(p.pid, 0)
        eC=tupleP[1]
        count=count+1
    if eC==0:
        print("DAS succeeded after",count,"attempts",eC)
    else:
        print("DAS failed 3 times- I give up")
    for line in pipe.split('\n'):
        if line.count(".root")>=2:
            #two files solution...
            entries=line.replace("\n","").split()
            prim.append(entries[0])
            sec.append(entries[1])
        elif (line.find(".root")!=-1):
            entry=line.replace("\n","")
            prim.append(entry)
    # remove any duplicates
    prim = sorted(list(set(prim)))
    sec = sorted(list(set(sec)))
    if s:
        if not hasattr(s,"fileNames"):
            s.fileNames=cms.untracked.vstring(prim)
        else:
            s.fileNames.extend(prim)
        if len(sec)!=0:
            if not hasattr(s,"secondaryFileNames"):
                s.secondaryFileNames=cms.untracked.vstring(sec)
            else:
                s.secondaryFileNames.extend(sec)
    print("found files: ",prim)
    if len(sec)!=0:
        print("found parent files:",sec)
    return (prim,sec)
 

References print(), and submitPVValidationJobs.split().

Referenced by ConfigBuilder.ConfigBuilder.addSource(), ConfigBuilder.ConfigBuilder.addStandardSequences(), and ConfigBuilder.ConfigBuilder.prepare_DATAMIX().

filesFromList()

def ConfigBuilder.filesFromList	(		fileName,
			s = None
	)

Definition at line 102 of file ConfigBuilder.py.

def filesFromList(fileName,s=None):
    import os
    import FWCore.ParameterSet.Config as cms
    prim=[]
    sec=[]
    for line in open(fileName,'r'):
        if line.count(".root")>=2:
            #two files solution...
            entries=line.replace("\n","").split()
            prim.append(entries[0])
            sec.append(entries[1])
        elif (line.find(".root")!=-1):
            entry=line.replace("\n","")
            prim.append(entry)
    # remove any duplicates
    prim = sorted(list(set(prim)))
    sec = sorted(list(set(sec)))
    if s:
        if not hasattr(s,"fileNames"):
            s.fileNames=cms.untracked.vstring(prim)
        else:
            s.fileNames.extend(prim)
        if len(sec)!=0:
            if not hasattr(s,"secondaryFileNames"):
                s.secondaryFileNames=cms.untracked.vstring(sec)
            else:
                s.secondaryFileNames.extend(sec)
    print("found files: ",prim)
    if len(prim)==0:
        raise Exception("There are not files in input from the file list")
    if len(sec)!=0:
        print("found parent files:",sec)
    return (prim,sec)
 

References print(), and submitPVValidationJobs.split().

Referenced by ConfigBuilder.ConfigBuilder.addSource(), ConfigBuilder.ConfigBuilder.addStandardSequences(), and ConfigBuilder.ConfigBuilder.prepare_DATAMIX().