validateAlignments.ValidationJob Class Reference

Inheritance diagram for validateAlignments.ValidationJob:

Public Member Functions
def	__init__ (self, validation, config, options, *args, **kwargs)
def	__iter__ (self)
def	__next__ (self)
def	createJob (self)
def	getValidation (self)
def	needsproxy (self)
def	runJob (self)
Public Member Functions inherited from validateAlignments.ValidationBase
def	__init__ (self, validation, config, options)

Public Attributes
	end
	JobId
	scripts
	start
	validation
Public Attributes inherited from validateAlignments.ValidationBase
	alignments
	commandLineOptions
	config
	preexisting
	valName
	valSection
	valType

Static Public Attributes
	condorConf
	interactCount
	jobCount

Private Member Functions
def	__createJob (self, jobMode, outpath)
def	__getValidation (self, valType, name, alignments, config, options)

Detailed Description

Definition at line 119 of file validateAlignments.py.

Constructor & Destructor Documentation

__init__()

def validateAlignments.ValidationJob.__init__	(		self,
			validation,
			config,
			options,
		*	args,
		**	kwargs
	)

Definition at line 126 of file validateAlignments.py.

    def __init__( self, validation, config, options, *args, **kwargs ):
 
        self.start = 0
        self.end = args
        self.JobId=[]
        super(ValidationJob, self).__init__( validation, config, options )
        self.validation = self.__getValidation( self.valType, self.valName,
                                                  self.alignments, config,
                                                  options )
 

Member Function Documentation

__createJob()

def validateAlignments.ValidationJob.__createJob (   self,   jobMode,   outpath  )

private

This private method creates the needed files for the validation job.

Definition at line 208 of file validateAlignments.py.

    def __createJob( self, jobMode, outpath ):
        """This private method creates the needed files for the validation job.
           """
        self.validation.createConfiguration( outpath )
        if self.preexisting:
            return
        self.scripts = sum([addIndex(script, self.validation.NJobs) for script in self.validation.createScript( outpath )], [])
        return None
 

References validateAlignments.ValidationBase.preexisting, and validateAlignments.ValidationJob.validation.

Referenced by validateAlignments.ValidationJob.createJob().

__getValidation()

def validateAlignments.ValidationJob.__getValidation (   self,   valType,   name,   alignments,   config,   options  )

private

Definition at line 136 of file validateAlignments.py.

    def __getValidation( self, valType, name, alignments, config, options ):
        if valType == "compare":
            alignmentsList = alignments.split( "," )
            firstAlignList = alignmentsList[0].split()
            firstAlignName = firstAlignList[0].strip()
            if firstAlignName == "IDEAL":
                raise AllInOneError("'IDEAL' has to be the second (reference)"
                                      " alignment in 'compare <val_name>: "
                                      "<alignment> <reference>'.")
            if len( firstAlignList ) > 1:
                firstRun = firstAlignList[1]
            elif config.has_section("IOV"):
                firstRun = config.get("IOV", "iov")
            else:
                raise AllInOneError("Have to provide a run number for geometry comparison")
            firstAlign = Alignment( firstAlignName, config, firstRun )
            firstAlignName = firstAlign.name
            secondAlignList = alignmentsList[1].split()
            secondAlignName = secondAlignList[0].strip()
            if secondAlignName == "IDEAL":
                secondAlign = secondAlignName
            else:
                if len( secondAlignList ) > 1:
                    secondRun = secondAlignList[1]
                elif config.has_section("IOV"):
                    secondRun = config.get("IOV", "iov")
                else:
                    raise AllInOneError("Have to provide a run number for geometry comparison")
                secondAlign = Alignment( secondAlignName, config,
                                         secondRun )
                secondAlignName = secondAlign.name
 
            validation = GeometryComparison( name, firstAlign, secondAlign,
                                             config,
                                             self.commandLineOptions.getImages)
        elif valType == "offline":
            validation = OfflineValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "preexistingoffline":
            validation = PreexistingOfflineValidation(name, config)
        elif valType == "offlineDQM":
            validation = OfflineValidationDQM( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "mcValidate":
            validation = MonteCarloValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "preexistingmcValidate":
            validation = PreexistingMonteCarloValidation(name, config)
        elif valType == "split":
            validation = TrackSplittingValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "preexistingsplit":
            validation = PreexistingTrackSplittingValidation(name, config)
        elif valType == "zmumu":
            validation = ZMuMuValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "primaryvertex":
            validation = PrimaryVertexValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "pvresolution":
            validation = PrimaryVertexResolution( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "preexistingprimaryvertex":
            validation = PreexistingPrimaryVertexValidation(name, self.__config)
        elif valType == "overlap":
            validation = OverlapValidation( name,
                Alignment( alignments.strip(), self.__config ), self.__config )
        else:
            raise AllInOneError("Unknown validation mode '%s'"%valType)
 
        return validation
 

References validateAlignments.ValidationBase.commandLineOptions, cms::dd.split(), and digitizers_cfi.strip.

__iter__()

def validateAlignments.ValidationJob.__iter__

(

self

)

Definition at line 284 of file validateAlignments.py.

    def __iter__(self):
        yield self
 

__next__()

def validateAlignments.ValidationJob.__next__

(

self

)

Definition at line 287 of file validateAlignments.py.

    def __next__(self):
        if self.start >= len(self.end):
            raise StopIteration
        else:
            self.start += 1
            return self.end[self.start-1]
 
 

References validateAlignments.ValidationJob.end, svgfig.LineAxis.end, validateAlignments.ValidationJob.start, and svgfig.LineAxis.start.

createJob()

def validateAlignments.ValidationJob.createJob

(

self

)

This is the method called to create the job files.

Reimplemented from validateAlignments.ValidationBase.

Definition at line 217 of file validateAlignments.py.

    def createJob(self):
        """This is the method called to create the job files."""
        self.__createJob( self.validation.jobmode,
                          os.path.abspath( self.commandLineOptions.Name) )
 

References validateAlignments.ValidationJob.__createJob(), validateAlignments.ValidationBase.commandLineOptions, and validateAlignments.ValidationJob.validation.

getValidation()

def validateAlignments.ValidationJob.getValidation

(

self

)

Reimplemented from validateAlignments.ValidationBase.

Definition at line 278 of file validateAlignments.py.

    def getValidation( self ):
        return self.validation
 

References validateAlignments.ValidationJob.validation.

needsproxy()

def validateAlignments.ValidationJob.needsproxy

(

self

)

Reimplemented from validateAlignments.ValidationBase.

Definition at line 281 of file validateAlignments.py.

    def needsproxy(self):
        return self.validation.needsproxy and not self.preexisting and not self.commandLineOptions.dryRun
 

References validateAlignments.ValidationBase.commandLineOptions, validateAlignments.ValidationBase.preexisting, and validateAlignments.ValidationJob.validation.

runJob()

def validateAlignments.ValidationJob.runJob

(

self

)

Reimplemented from validateAlignments.ValidationBase.

Definition at line 222 of file validateAlignments.py.

    def runJob( self ):
 
        general = self.config.getGeneral()
        log = ""
 
        if self.preexisting:
            if self.validation.config.has_section("IOV"):
                iov = self.validation.config.get("IOV", "iov")
            else:
                iov = "singleIOV"
            preexistingValType = self.valType
            originalValType = preexistingValType.replace('preexisting', '')
            key = (originalValType, self.validation.originalValName, iov)
            if key in ValidationJob.condorConf:
                ValidationJob.condorConf[key].append(("preexisting", "", general["logdir"]))
            else:
                ValidationJob.condorConf[key] = [("preexisting", "", general["logdir"])]
            log = ">             " + self.validation.name + " is already validated."
            return log
 
        for script in self.scripts:
            name = os.path.splitext( os.path.basename( script) )[0]
            ValidationJob.jobCount += 1
            if self.commandLineOptions.dryRun:
                print("%s would run: %s"%( name, os.path.basename( script) ))
                continue
            log = ">             Validating "+name
            print(">             Validating "+name)
            if self.validation.jobmode == "interactive":
                log += getCommandOutput2( script )
                ValidationJob.interactCount += 1
            elif self.validation.jobmode.split( "," )[0] == "condor":
                if self.validation.config.has_section("IOV"):
                    iov = self.validation.config.get("IOV", "iov")
                else:
                    iov = "singleIOV"
                scriptPaths = script.split("/")
                scriptName = scriptPaths[-1]
                scriptName = scriptName.split(".")
                jobName = "%s"%scriptName[0] + "_%s"%scriptName[1]+"_%s"%scriptName[2]
                key = (self.valType, self.valName, iov)
                if key in ValidationJob.condorConf:
                    ValidationJob.condorConf[key].append((jobName, script, general["logdir"]))
                else:
                    ValidationJob.condorConf[key] = [(jobName, script, general["logdir"])]
            else:
                raise AllInOneError("Unknown 'jobmode'!\n"
                                      "Please change this parameter either in "
                                      "the [general] or in the ["
                                      + self.valType + ":" + self.valName
                                      + "] section to one of the following "
                                      "values:\n"
                                      "\tinteractive\n\tcondor, -q <queue>\n")
 
        return log
 

References mps_setup.append, validateAlignments.ValidationBase.commandLineOptions, geometry.Alignables.config, preexistingValidation.PreexistingValidation.config, plottingOptions.BasePlottingOptions.config, genericValidation.GenericValidation.config, validateAlignments.ValidationBase.config, helperFunctions.getCommandOutput2(), validateAlignments.ValidationBase.preexisting, edm.print(), validateAlignments.ValidationJob.scripts, validateAlignments.ValidationJob.validation, validateAlignments.ValidationBase.valName, monteCarloValidation.MonteCarloValidation.valType, trackSplittingValidation.TrackSplittingValidation.valType, overlapValidation.OverlapValidation.valType, primaryVertexResolution.PrimaryVertexResolution.valType, primaryVertexValidation.PrimaryVertexValidation.valType, offlineValidation.OfflineValidation.valType, zMuMuValidation.ZMuMuValidation.valType, geometryComparison.GeometryComparison.valType, and validateAlignments.ValidationBase.valType.

Member Data Documentation

condorConf

validateAlignments.ValidationJob.condorConf

static

Definition at line 124 of file validateAlignments.py.

end

validateAlignments.ValidationJob.end

Definition at line 129 of file validateAlignments.py.

Referenced by OrderedSet.OrderedSet.__iter__(), validateAlignments.ValidationJob.__next__(), validateAlignments.ValidationJobMultiIOV.__next__(), OrderedSet.OrderedSet.__reversed__(), OrderedSet.OrderedSet.add(), Types.LuminosityBlockRange.cppID(), Types.EventRange.cppID(), o2olib.O2ORunMgr.endJob(), esMonitoring.FDOutputListener.handle_line(), and OrderedSet.OrderedSet.pop().

interactCount

validateAlignments.ValidationJob.interactCount

static

Definition at line 122 of file validateAlignments.py.

jobCount

validateAlignments.ValidationJob.jobCount

static

Definition at line 123 of file validateAlignments.py.

JobId

validateAlignments.ValidationJob.JobId

Definition at line 130 of file validateAlignments.py.

scripts

validateAlignments.ValidationJob.scripts

Definition at line 214 of file validateAlignments.py.

Referenced by validateAlignments.ValidationJob.runJob().

start

validateAlignments.ValidationJob.start

Definition at line 128 of file validateAlignments.py.

Referenced by progressbar.ProgressBar.__next__(), validateAlignments.ValidationJob.__next__(), validateAlignments.ValidationJobMultiIOV.__next__(), Types.LuminosityBlockRange.cppID(), Types.EventRange.cppID(), o2olib.O2ORunMgr.endJob(), and esMonitoring.FDOutputListener.handle_line().

validation

validateAlignments.ValidationJob.validation

Definition at line 132 of file validateAlignments.py.

Referenced by validateAlignments.ValidationJob.__createJob(), validateAlignments.ValidationJob.createJob(), validateAlignments.ValidationJob.getValidation(), validateAlignments.ValidationJob.needsproxy(), and validateAlignments.ValidationJob.runJob().