validateAlignments.ValidationJob Class Reference

Inheritance diagram for validateAlignments.ValidationJob:

Public Member Functions
def	__init__ (self, validation, config, options, args, kwargs)
def	__iter__ (self)
def	__next__ (self)
def	createJob (self)
def	getValidation (self)
def	needsproxy (self)
def	runJob (self)
Public Member Functions inherited from validateAlignments.ValidationBase
def	__init__ (self, validation, config, options)
def	createJob (self)
def	getValidation (self)
def	needsproxy (self)
def	runJob (self)

Public Attributes
	end
	JobId
	scripts
	start
	validation
Public Attributes inherited from validateAlignments.ValidationBase
	alignments
	commandLineOptions
	config
	preexisting
	valName
	valSection
	valType

Static Public Attributes
dictionary	condorConf = {}
int	interactCount = 0
int	jobCount = 0

Private Member Functions
def	__createJob (self, jobMode, outpath)
def	__getValidation (self, valType, name, alignments, config, options)

Detailed Description

Definition at line 118 of file validateAlignments.py.

Constructor & Destructor Documentation

__init__()

def validateAlignments.ValidationJob.__init__	(		self,
			validation,
			config,
			options,
			args,
			kwargs
	)

Definition at line 125 of file validateAlignments.py.

    def __init__( self, validation, config, options, *args, **kwargs ):

        self.start = 0
        self.end = args
        self.JobId=[]
        super(ValidationJob, self).__init__( validation, config, options )
        self.validation = self.__getValidation( self.valType, self.valName,
                                                  self.alignments, config,
                                                  options )

Member Function Documentation

__createJob()

def validateAlignments.ValidationJob.__createJob (   self,   jobMode,   outpath  )

private

This private method creates the needed files for the validation job.

Definition at line 207 of file validateAlignments.py.

References validateAlignments.ValidationBase.preexisting, and validateAlignments.ValidationJob.validation.

Referenced by validateAlignments.ValidationJob.createJob().

    def __createJob( self, jobMode, outpath ):
        """This private method creates the needed files for the validation job.
           """
        self.validation.createConfiguration( outpath )
        if self.preexisting:
            return
        self.scripts = sum([addIndex(script, self.validation.NJobs) for script in self.validation.createScript( outpath )], [])
        return None

__getValidation()

def validateAlignments.ValidationJob.__getValidation (   self,   valType,   name,   alignments,   config,   options  )

private

Definition at line 135 of file validateAlignments.py.

References validateAlignments.ValidationBase.commandLineOptions, submitPVValidationJobs.split(), and digitizers_cfi.strip.

    def __getValidation( self, valType, name, alignments, config, options ):
        if valType == "compare":
            alignmentsList = alignments.split( "," )
            firstAlignList = alignmentsList[0].split()
            firstAlignName = firstAlignList[0].strip()
            if firstAlignName == "IDEAL":
                raise AllInOneError("'IDEAL' has to be the second (reference)"
                                      " alignment in 'compare <val_name>: "
                                      "<alignment> <reference>'.")
            if len( firstAlignList ) > 1:
                firstRun = firstAlignList[1]
            elif config.has_section("IOV"):
                firstRun = config.get("IOV", "iov")
            else:
                raise AllInOneError("Have to provide a run number for geometry comparison")
            firstAlign = Alignment( firstAlignName, config, firstRun )
            firstAlignName = firstAlign.name
            secondAlignList = alignmentsList[1].split()
            secondAlignName = secondAlignList[0].strip()
            if secondAlignName == "IDEAL":
                secondAlign = secondAlignName
            else:
                if len( secondAlignList ) > 1:
                    secondRun = secondAlignList[1]
                elif config.has_section("IOV"):
                    secondRun = config.get("IOV", "iov")
                else:
                    raise AllInOneError("Have to provide a run number for geometry comparison")
                secondAlign = Alignment( secondAlignName, config,
                                         secondRun )
                secondAlignName = secondAlign.name

            validation = GeometryComparison( name, firstAlign, secondAlign,
                                             config,
                                             self.commandLineOptions.getImages)
        elif valType == "offline":
            validation = OfflineValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "preexistingoffline":
            validation = PreexistingOfflineValidation(name, config)
        elif valType == "offlineDQM":
            validation = OfflineValidationDQM( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "mcValidate":
            validation = MonteCarloValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "preexistingmcValidate":
            validation = PreexistingMonteCarloValidation(name, config)
        elif valType == "split":
            validation = TrackSplittingValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "preexistingsplit":
            validation = PreexistingTrackSplittingValidation(name, config)
        elif valType == "zmumu":
            validation = ZMuMuValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "primaryvertex":
            validation = PrimaryVertexValidation( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "pvresolution":
            validation = PrimaryVertexResolution( name,
                Alignment( alignments.strip(), config ), config )
        elif valType == "preexistingprimaryvertex":
            validation = PreexistingPrimaryVertexValidation(name, self.__config)
        elif valType == "overlap":
            validation = OverlapValidation( name,
                Alignment( alignments.strip(), self.__config ), self.__config )
        else:
            raise AllInOneError("Unknown validation mode '%s'"%valType)

        return validation

__iter__()

def validateAlignments.ValidationJob.__iter__

(

self

)

Definition at line 283 of file validateAlignments.py.

    def __iter__(self):
        yield self

__next__()

def validateAlignments.ValidationJob.__next__

(

self

)

Definition at line 286 of file validateAlignments.py.

References validateAlignments.ValidationJob.end, svgfig.LineAxis.end, validateAlignments.ValidationJob.start, and svgfig.LineAxis.start.

    def __next__(self):
        if self.start >= len(self.end):
            raise StopIteration
        else:
            self.start += 1
            return self.end[self.start-1]

createJob()

def validateAlignments.ValidationJob.createJob

(

self

)

This is the method called to create the job files.

Definition at line 216 of file validateAlignments.py.

References validateAlignments.ValidationJob.__createJob(), validateAlignments.ValidationBase.commandLineOptions, and validateAlignments.ValidationJob.validation.

    def createJob(self):
        """This is the method called to create the job files."""
        self.__createJob( self.validation.jobmode,
                          os.path.abspath( self.commandLineOptions.Name) )

getValidation()

def validateAlignments.ValidationJob.getValidation

(

self

)

Definition at line 277 of file validateAlignments.py.

References validateAlignments.ValidationJob.validation.

    def getValidation( self ):
        return self.validation

needsproxy()

def validateAlignments.ValidationJob.needsproxy

(

self

)

Definition at line 280 of file validateAlignments.py.

References validateAlignments.ValidationBase.commandLineOptions, validateAlignments.ValidationBase.preexisting, and validateAlignments.ValidationJob.validation.

    def needsproxy(self):
        return self.validation.needsproxy and not self.preexisting and not self.commandLineOptions.dryRun

runJob()

def validateAlignments.ValidationJob.runJob

(

self

)

Definition at line 221 of file validateAlignments.py.

References mps_setup.append, validateAlignments.ValidationBase.commandLineOptions, geometry.Alignables.config, preexistingValidation.PreexistingValidation.config, plottingOptions.BasePlottingOptions.config, genericValidation.GenericValidation.config, validateAlignments.ValidationBase.config, helperFunctions.getCommandOutput2(), validateAlignments.ValidationBase.preexisting, print(), validateAlignments.ValidationJob.scripts, validateAlignments.ValidationJob.validation, validateAlignments.ValidationBase.valName, monteCarloValidation.MonteCarloValidation.valType, trackSplittingValidation.TrackSplittingValidation.valType, overlapValidation.OverlapValidation.valType, primaryVertexValidation.PrimaryVertexValidation.valType, primaryVertexResolution.PrimaryVertexResolution.valType, offlineValidation.OfflineValidation.valType, zMuMuValidation.ZMuMuValidation.valType, geometryComparison.GeometryComparison.valType, and validateAlignments.ValidationBase.valType.

    def runJob( self ):

        general = self.config.getGeneral()
        log = ""

        if self.preexisting:
            if self.validation.config.has_section("IOV"):
                iov = self.validation.config.get("IOV", "iov")
            else:
                iov = "singleIOV"
            preexistingValType = self.valType
            originalValType = preexistingValType.replace('preexisting', '')
            key = (originalValType, self.validation.originalValName, iov)
            if key in ValidationJob.condorConf:
                ValidationJob.condorConf[key].append(("preexisting", "", general["logdir"]))
            else:
                ValidationJob.condorConf[key] = [("preexisting", "", general["logdir"])]
            log = ">             " + self.validation.name + " is already validated."
            return log

        for script in self.scripts:
            name = os.path.splitext( os.path.basename( script) )[0]
            ValidationJob.jobCount += 1
            if self.commandLineOptions.dryRun:
                print("%s would run: %s"%( name, os.path.basename( script) ))
                continue
            log = ">             Validating "+name
            print(">             Validating "+name)
            if self.validation.jobmode == "interactive":
                log += getCommandOutput2( script )
                ValidationJob.interactCount += 1
            elif self.validation.jobmode.split( "," )[0] == "condor":
                if self.validation.config.has_section("IOV"):
                    iov = self.validation.config.get("IOV", "iov")
                else:
                    iov = "singleIOV"
                scriptPaths = script.split("/")
                scriptName = scriptPaths[-1]
                scriptName = scriptName.split(".")
                jobName = "%s"%scriptName[0] + "_%s"%scriptName[1]+"_%s"%scriptName[2]
                key = (self.valType, self.valName, iov)
                if key in ValidationJob.condorConf:
                    ValidationJob.condorConf[key].append((jobName, script, general["logdir"]))
                else:
                    ValidationJob.condorConf[key] = [(jobName, script, general["logdir"])]
            else:
                raise AllInOneError("Unknown 'jobmode'!\n"
                                      "Please change this parameter either in "
                                      "the [general] or in the ["
                                      + self.valType + ":" + self.valName
                                      + "] section to one of the following "
                                      "values:\n"
                                      "\tinteractive\n\tcondor, -q <queue>\n")

        return log

Member Data Documentation

condorConf

dictionary validateAlignments.ValidationJob.condorConf = {}

static

Definition at line 123 of file validateAlignments.py.

end

validateAlignments.ValidationJob.end

Definition at line 128 of file validateAlignments.py.

Referenced by OrderedSet.OrderedSet.__iter__(), validateAlignments.ValidationJob.__next__(), validateAlignments.ValidationJobMultiIOV.__next__(), OrderedSet.OrderedSet.__reversed__(), OrderedSet.OrderedSet.add(), Types.LuminosityBlockRange.cppID(), Types.EventRange.cppID(), o2olib.O2ORunMgr.endJob(), esMonitoring.FDOutputListener.handle_line(), and OrderedSet.OrderedSet.pop().

interactCount

int validateAlignments.ValidationJob.interactCount = 0

static

Definition at line 121 of file validateAlignments.py.

jobCount

int validateAlignments.ValidationJob.jobCount = 0

static

Definition at line 122 of file validateAlignments.py.

JobId

validateAlignments.ValidationJob.JobId

Definition at line 129 of file validateAlignments.py.

scripts

validateAlignments.ValidationJob.scripts

Definition at line 213 of file validateAlignments.py.

Referenced by validateAlignments.ValidationJob.runJob().

start

validateAlignments.ValidationJob.start

Definition at line 127 of file validateAlignments.py.

Referenced by progressbar.ProgressBar.__next__(), validateAlignments.ValidationJob.__next__(), validateAlignments.ValidationJobMultiIOV.__next__(), Types.LuminosityBlockRange.cppID(), Types.EventRange.cppID(), o2olib.O2ORunMgr.endJob(), and esMonitoring.FDOutputListener.handle_line().

validation

validateAlignments.ValidationJob.validation

Definition at line 131 of file validateAlignments.py.

Referenced by validateAlignments.ValidationJob.__createJob(), validateAlignments.ValidationJob.createJob(), validateAlignments.ValidationJob.getValidation(), validateAlignments.ValidationJob.needsproxy(), and validateAlignments.ValidationJob.runJob().