Inheritance diagram for DTVdriftWorkflow.DTvdriftWorkflow:

Public Member Functions
def	__init__ (self, options)

def	add_parser_options (cls, subparser_container)
	CLI creation #. More...

def	prepare_meantimer_all (self)

def	prepare_meantimer_check (self)

def	prepare_meantimer_dump (self)

def	prepare_meantimer_submit (self)
	Mean Timer #. More...

def	prepare_meantimer_write (self)

def	prepare_segment_all (self)

def	prepare_segment_check (self)

def	prepare_segment_dump (self)

def	prepare_segment_submit (self)

def	prepare_segment_write (self)

def	prepare_workflow (self)

Public Member Functions inherited from DTWorkflow.DTWorkflow
def	__init__ (self, options)

def	add_local_calib_db (self, local=False)

def	add_local_custom_db (self)

def	add_local_t0_db (self, local=False)

def	add_local_vdrift_db (self, local=False)

def	add_preselection (self)

def	add_raw_option (self)

def	all (self)

def	check (self)

def	check_missing_options (self, requirements_dict)

def	correction (self)

def	dump (self)

def	dump_options (self)

def	get_config_name (self, command="")

def	get_output_files (self, crabtask, output_path)

def	load_options (self, config_file_path)

def	load_options_command (self, command)

def	local_path (self)

def	outpath_workflow_mode_tag (self)

def	prepare_common_dump (self, db_path)

def	prepare_common_submit (self)

def	prepare_common_write (self, do_hadd=True)

def	prepare_workflow (self)

def	pset_path (self)

def	pset_template_base_bath (self)

def	remote_out_path (self)

def	result_path (self)

def	run (self)

def	runCMSSWtask (self, pset_path="")

def	submit (self)

def	tag (self)

def	user (self)

def	write (self)

def	write_pset_file (self)

Public Member Functions inherited from CLIHelper.CLIHelper
def	add_parser_options (cls, parser)

def	fill_required_options_dict (self)

def	fill_required_options_prepare_dict (self)

def	get_check_options_parser (cls)

def	get_common_options_parser (cls)

def	get_dump_options_parser (cls)

def	get_input_db_options_parser (cls)

def	get_local_input_db_options_parser (cls)

def	get_submission_options_parser (cls)

def	get_write_options_parser (cls)

Public Member Functions inherited from CrabHelper.CrabHelper
def	__init__ (self)

def	cert_info (self)

def	check_crabtask (self)

def	crab (self)

def	crab_config_filename (self)

def	crab_config_filepath (self)

def	crab_taskname (self)

def	create_crab_config (self)

def	fill_options_from_crab_config (self)

def	submit_crab_task (self)

def	voms_proxy_create (self, passphrase=None)

def	voms_proxy_time_left (self)

def	write_crabConfig (self)

Public Attributes
	all_commands

	outpath_command_tag

	outpath_workflow_mode_dict

	output_file

	output_files

	process

	pset_name

	pset_template

Public Attributes inherited from DTWorkflow.DTWorkflow
	digilabel

	files_reveived

	input_files

	options

	outpath_command_tag

	output_files

	process

	pset_name

	required_options_dict

	required_options_prepare_dict

	run_all_command

Public Attributes inherited from CrabHelper.CrabHelper
	crab_config

	crabFunctions

Additional Inherited Members
Static Public Member Functions inherited from DTWorkflow.DTWorkflow
def	addPoolDBESSource (process, moduleName, record, tag, connect='sqlite_file:', label='')

Detailed Description

This class creates and performce / submits vdrift workflow jobs

Definition at line 11 of file DTVdriftWorkflow.py.

Constructor & Destructor Documentation

def DTVdriftWorkflow.DTvdriftWorkflow.__init__	(	self,
		options
	)

Definition at line 13 of file DTVdriftWorkflow.py.

     def __init__(self, options):
         # call parent constructor
         super( DTvdriftWorkflow, self ).__init__( options )
 
         self.outpath_command_tag = "VdriftCalibration"
         output_file_dict = { "segment" : "DTVDriftHistos.root",
                              "meantimer" : "DTTMaxHistos.root",
                             }
         self.outpath_workflow_mode_dict = { "segment" : "Segments",
                                             "meantimer" : "MeanTimer",
                                             }
         self.output_file = output_file_dict[self.options.workflow_mode]
         self.output_files = [self.output_file]
 

Member Function Documentation

def DTVdriftWorkflow.DTvdriftWorkflow.add_parser_options	(	cls,
		subparser_container
	)

CLI creation #.

Definition at line 196 of file DTVdriftWorkflow.py.

References CLIHelper.CLIHelper.get_check_options_parser(), CLIHelper.CLIHelper.get_common_options_parser(), CLIHelper.CLIHelper.get_dump_options_parser(), CLIHelper.CLIHelper.get_input_db_options_parser(), CLIHelper.CLIHelper.get_local_input_db_options_parser(), CLIHelper.CLIHelper.get_submission_options_parser(), and CLIHelper.CLIHelper.get_write_options_parser().

     def add_parser_options(cls, subparser_container):
         vdrift_parser = subparser_container.add_parser( "vdrift",
         #parents=[mutual_parent_parser, common_parent_parser],
         help = "" ) # What does ttrig
 
         ################################################################
         #                Sub parser options for workflow modes         #
         ################################################################
         vdrift_subparsers = vdrift_parser.add_subparsers( dest="workflow_mode",
             help="Possible workflow modes",)
         ## Add all workflow modes for ttrig
         vdrift_segment_subparser = vdrift_subparsers.add_parser( "segment",
             #parents=[mutual_parent_parser, common_parent_parser],
             help = "" )
         vdrift_meantimer_subparser = vdrift_subparsers.add_parser( "meantimer",
             #parents=[mutual_parent_parser, common_parent_parser],
             help = "" )
         ################################################################
         #        Sub parser options for workflow mode segment          #
         ################################################################
         vdrift_segment_subparsers = vdrift_segment_subparser.add_subparsers( dest="command",
             help="Possible commands for segments")
         vdrift_segment_submit_parser = vdrift_segment_subparsers.add_parser(
             "submit",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                     super(DTvdriftWorkflow,cls).get_submission_options_parser(),
                     super(DTvdriftWorkflow,cls).get_local_input_db_options_parser(),
                     super(DTvdriftWorkflow,cls).get_input_db_options_parser()],
             help = "Submit job to the GRID via crab3")
         vdrift_segment_submit_parser.add_argument("--inputTtrigDB",
             help="Local alternative calib ttrig db")
 
         vdrift_segment_check_parser = vdrift_segment_subparsers.add_parser(
             "check",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                     super(DTvdriftWorkflow,cls).get_check_options_parser()],
             help = "Check status of submitted jobs")
 
         vdrift_segment_write_parser = vdrift_segment_subparsers.add_parser(
             "write",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                      super(DTvdriftWorkflow,cls).get_write_options_parser()
                     ],
             help = "Write result from root output to text file")
 
         vdrift_segment_dump_parser = vdrift_segment_subparsers.add_parser(
             "dump",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                      super(DTvdriftWorkflow,cls).get_dump_options_parser()],
             help = "Dump database to text file")
 
         vdrift_segment_all_parser = vdrift_segment_subparsers.add_parser(
             "all",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                      super(DTvdriftWorkflow,cls).get_submission_options_parser(),
                      super(DTvdriftWorkflow,cls).get_check_options_parser(),
                      super(DTvdriftWorkflow,cls).get_input_db_options_parser(),
                      super(DTvdriftWorkflow,cls).get_local_input_db_options_parser(),
                      super(DTvdriftWorkflow,cls).get_write_options_parser(),
                      super(DTvdriftWorkflow,cls).get_dump_options_parser()
                     ],
             help = "Perform all steps: submit, check, write, dump in this order")
         vdrift_segment_all_parser.add_argument("--inputTtrigDB",
             help="Local alternative calib ttrig db")
         ################################################################
         #       Sub parser options for workflow mode meantimer         #
         ################################################################
         vdrift_meantimer_subparsers = vdrift_meantimer_subparser.add_subparsers( dest="command",
             help="Possible commands for meantimers")
         vdrift_meantimer_submit_parser = vdrift_meantimer_subparsers.add_parser(
             "submit",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                     super(DTvdriftWorkflow,cls).get_submission_options_parser(),
                     super(DTvdriftWorkflow,cls).get_local_input_db_options_parser(),
                     super(DTvdriftWorkflow,cls).get_input_db_options_parser()],
             help = "Submit job to the GRID via crab3")
         vdrift_meantimer_submit_parser.add_argument("--inputTtrigDB",
             help="Local alternative calib ttrig db")
 
         vdrift_meantimer_check_parser = vdrift_meantimer_subparsers.add_parser(
             "check",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                     super(DTvdriftWorkflow,cls).get_check_options_parser()],
             help = "Check status of submitted jobs")
 
         vdrift_meantimer_write_parser = vdrift_meantimer_subparsers.add_parser(
             "write",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                      super(DTvdriftWorkflow,cls).get_write_options_parser()
                     ],
             help = "Write result from root output to text file")
 
         vdrift_meantimer_dump_parser = vdrift_meantimer_subparsers.add_parser(
             "dump",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                      super(DTvdriftWorkflow,cls).get_dump_options_parser()],
             help = "Dump database to text file")
 
         vdrift_meantimer_all_parser = vdrift_meantimer_subparsers.add_parser(
             "all",
             parents=[super(DTvdriftWorkflow,cls).get_common_options_parser(),
                      super(DTvdriftWorkflow,cls).get_submission_options_parser(),
                      super(DTvdriftWorkflow,cls).get_check_options_parser(),
                      super(DTvdriftWorkflow,cls).get_input_db_options_parser(),
                      super(DTvdriftWorkflow,cls).get_local_input_db_options_parser(),
                      super(DTvdriftWorkflow,cls).get_write_options_parser(),
                      super(DTvdriftWorkflow,cls).get_dump_options_parser()
                     ],
             help = "Perform all steps: submit, check, write, dump in this order")
         vdrift_meantimer_all_parser.add_argument("--inputTtrigDB",
             help="Local alternative calib ttrig db")

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_meantimer_all ( self )

Definition at line 187 of file DTVdriftWorkflow.py.

References DTT0WireWorkflow.DTT0WireWorkflow.all_commands, DTVdriftWorkflow.DTvdriftWorkflow.all_commands, and DTTtrigWorkflow.DTttrigWorkflow.all_commands.

     def prepare_meantimer_all(self):
         # individual prepare functions for all tasks will be called in
         # main implementation of all
         self.all_commands=["submit", "check", "write", "dump"]
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_meantimer_check ( self )

Definition at line 148 of file DTVdriftWorkflow.py.

References DTWorkflow.DTWorkflow.load_options_command().

     def prepare_meantimer_check(self):
         self.load_options_command("submit")
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_meantimer_dump ( self )

Definition at line 168 of file DTVdriftWorkflow.py.

References CrabHelper.CrabHelper.crab_config_filepath(), DTWorkflow.DTWorkflow.load_options_command(), DTWorkflow.DTWorkflow.prepare_common_dump(), DTT0WireWorkflow.DTT0WireWorkflow.pset_name, DTVdriftWorkflow.DTvdriftWorkflow.pset_name, DTTtrigWorkflow.DTttrigWorkflow.pset_name, DTT0WireWorkflow.DTT0WireWorkflow.pset_template, DTVdriftWorkflow.DTvdriftWorkflow.pset_template, DTTtrigWorkflow.DTttrigWorkflow.pset_template, DTWorkflow.DTWorkflow.result_path(), and DTWorkflow.DTWorkflow.write_pset_file().

     def prepare_meantimer_dump(self):
         self.pset_name = 'dumpDBToFile_vdrift_cfg.py'
         self.pset_template = 'CalibMuon.DTCalibration.dumpDBToFile_vdrift_cfg'
         if self.options.input_dumpDB:
             try:
                 test = self.result_path
                 self.load_options_command("write")
             except:
                 pass
             dbpath = os.path.abspath(self.options.input_dumpDB)
         else:
             crabtask = self.crabFunctions.CrabTask(crab_config = self.crab_config_filepath,
                                                initUpdate = False)
             tag = crabtask.crabConfig.Data.outputDatasetTag
             dbpath = os.path.abspath( os.path.join(self.result_path,
                                                    "vDrift_meantimer" + tag + ".db"))
         self.prepare_common_dump(dbpath)
         self.write_pset_file()
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_meantimer_submit ( self )

Mean Timer #.

Definition at line 118 of file DTVdriftWorkflow.py.

References DTWorkflow.DTWorkflow.addPoolDBESSource(), tools.loadCmsProcess(), DTT0WireWorkflow.DTT0WireWorkflow.output_file, DTVdriftWorkflow.DTvdriftWorkflow.output_file, DTTtrigWorkflow.DTttrigWorkflow.output_file, DTWorkflow.DTWorkflow.prepare_common_submit(), DTT0WireWorkflow.DTT0WireWorkflow.process, DTVdriftWorkflow.DTvdriftWorkflow.process, DTTtrigWorkflow.DTttrigWorkflow.process, DTT0WireWorkflow.DTT0WireWorkflow.pset_name, DTVdriftWorkflow.DTvdriftWorkflow.pset_name, DTTtrigWorkflow.DTttrigWorkflow.pset_name, DTT0WireWorkflow.DTT0WireWorkflow.pset_template, DTVdriftWorkflow.DTvdriftWorkflow.pset_template, DTTtrigWorkflow.DTttrigWorkflow.pset_template, str, and DTWorkflow.DTWorkflow.write_pset_file().

     def prepare_meantimer_submit(self):
         self.pset_name = 'dtVDriftMeanTimerCalibration_cfg.py'
         self.pset_template = 'CalibMuon.DTCalibration.dtVDriftMeanTimerCalibration_cfg'
         if self.options.datasettype == "Cosmics":
             self.pset_template = 'CalibMuon.DTCalibration.dtVDriftMeanTimerCalibration_cosmics_cfg'
 
         self.process = tools.loadCmsProcess(self.pset_template)
         self.process.GlobalTag.globaltag = self.options.globaltag
         self.process.dtVDriftMeanTimerCalibration.rootFileName = self.output_file
 
         if self.options.inputCalibDB:
             err = "Option inputCalibDB not available for meantimer."
             err += "Maybe you want to use option inputTtrigDB"
             raise ValueError(err)
         self.prepare_common_submit()
         if self.options.inputTtrigDB:
             label = ''
             if self.options.datasettype == "Cosmics":
                 label = 'cosmics'
             connect = os.path.basename(self.options.inputTtrigDB)
             self.addPoolDBESSource( process = self.process,
                                     moduleName = 'tTrigDB',
                                     record = 'DTTtrigRcd',
                                     tag = 'ttrig',
                                     connect = str("sqlite_file:%s" % connect),
                                     label = label
                                     )
             self.input_files.append( os.path.abspath(self.options.inputTtrigDB) )
         self.write_pset_file()
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_meantimer_write ( self )

Definition at line 151 of file DTVdriftWorkflow.py.

References DTWorkflow.DTWorkflow.add_local_vdrift_db(), tools.loadCmsProcess(), DTT0WireWorkflow.DTT0WireWorkflow.output_file, DTVdriftWorkflow.DTvdriftWorkflow.output_file, DTTtrigWorkflow.DTttrigWorkflow.output_file, DTWorkflow.DTWorkflow.prepare_common_write(), DTT0WireWorkflow.DTT0WireWorkflow.process, DTVdriftWorkflow.DTvdriftWorkflow.process, DTTtrigWorkflow.DTttrigWorkflow.process, DTT0WireWorkflow.DTT0WireWorkflow.pset_name, DTVdriftWorkflow.DTvdriftWorkflow.pset_name, DTTtrigWorkflow.DTttrigWorkflow.pset_name, DTT0WireWorkflow.DTT0WireWorkflow.pset_template, DTVdriftWorkflow.DTvdriftWorkflow.pset_template, DTTtrigWorkflow.DTttrigWorkflow.pset_template, DTWorkflow.DTWorkflow.result_path(), str, and DTWorkflow.DTWorkflow.write_pset_file().

     def prepare_meantimer_write(self):
         self.pset_name = 'dtVDriftMeanTimerWriter_cfg.py'
         self.pset_template = 'CalibMuon.DTCalibration.dtVDriftMeanTimerWriter_cfg'
         tag = self.prepare_common_write()
         merged_file = os.path.join(self.result_path, self.output_file)
         self.process = tools.loadCmsProcess(self.pset_template)
 
         if self.options.inputVDriftDB:
             self.add_local_vdrift_db(self)
         vdrift_db = "vDrift_meantimer" + tag + ".db"
         vdrift_db = os.path.join(self.result_path, vdrift_db)
         self.process.dtVDriftMeanTimerWriter.vDriftAlgoConfig.rootFileName = "file:///" + merged_file
         self.process.PoolDBOutputService.connect = 'sqlite_file:%s' % vdrift_db
         self.process.source.firstRun = cms.untracked.uint32(self.options.run)
         self.process.GlobalTag.globaltag = cms.string(str(self.options.globaltag))
         self.write_pset_file()
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_segment_all ( self )

Definition at line 110 of file DTVdriftWorkflow.py.

     def prepare_segment_all(self):
         # individual prepare functions for all tasks will be called in
         # main implementation of all
         self.all_commands=["submit", "check", "write", "dump"]
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_segment_check ( self )

Definition at line 71 of file DTVdriftWorkflow.py.

References DTWorkflow.DTWorkflow.load_options_command().

     def prepare_segment_check(self):
         self.load_options_command("submit")
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_segment_dump ( self )

Definition at line 91 of file DTVdriftWorkflow.py.

References CrabHelper.CrabHelper.crab_config_filepath(), DTWorkflow.DTWorkflow.load_options_command(), DTWorkflow.DTWorkflow.prepare_common_dump(), DTT0WireWorkflow.DTT0WireWorkflow.pset_name, DTVdriftWorkflow.DTvdriftWorkflow.pset_name, DTTtrigWorkflow.DTttrigWorkflow.pset_name, DTT0WireWorkflow.DTT0WireWorkflow.pset_template, DTVdriftWorkflow.DTvdriftWorkflow.pset_template, DTTtrigWorkflow.DTttrigWorkflow.pset_template, DTWorkflow.DTWorkflow.result_path(), and DTWorkflow.DTWorkflow.write_pset_file().

     def prepare_segment_dump(self):
         self.pset_name = 'dumpDBToFile_vdrift_cfg.py'
         self.pset_template = 'CalibMuon.DTCalibration.dumpDBToFile_vdrift_cfg'
         if self.options.input_dumpDB:
             try:
                 test = self.result_path
                 self.load_options_command("write")
             except:
                 pass
             dbpath = os.path.abspath(self.options.input_dumpDB)
         else:
             crabtask = self.crabFunctions.CrabTask(crab_config = self.crab_config_filepath,
                                                initUpdate = False)
             tag = crabtask.crabConfig.Data.outputDatasetTag
             dbpath = os.path.abspath( os.path.join(self.result_path,
                                                    "vDrift_segment"+ tag + ".db"))
         self.prepare_common_dump(dbpath)
         self.write_pset_file()
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_segment_submit ( self )

Definition at line 41 of file DTVdriftWorkflow.py.

     def prepare_segment_submit(self):
         self.pset_name = 'dtVDriftSegmentCalibration_cfg.py'
         self.pset_template = 'CalibMuon.DTCalibration.dtVDriftSegmentCalibration_cfg'
         if self.options.datasettype == "Cosmics":
             self.pset_template = 'CalibMuon.DTCalibration.dtVDriftSegmentCalibration_cosmics_cfg'
 
         self.process = tools.loadCmsProcess(self.pset_template)
         self.process.GlobalTag.globaltag = self.options.globaltag
         self.process.dtVDriftSegmentCalibration.rootFileName = self.output_file
 
         if self.options.inputCalibDB:
             err = "Option inputCalibDB not available for segment."
             err += "Maybe you want to use option inputTtrigDB"
             raise ValueError(err)
         self.prepare_common_submit()
         if self.options.inputTtrigDB:
             label = ''
             if self.options.datasettype == "Cosmics":
                 label = 'cosmics'
             connect = os.path.basename(self.options.inputTtrigDB)
             self.addPoolDBESSource( process = self.process,
                                     moduleName = 'tTrigDB',
                                     record = 'DTTtrigRcd',
                                     tag = 'ttrig',
                                     connect = str("sqlite_file:%s" % connect),
                                     label = label
                                     )
             self.input_files.append( os.path.abspath(self.options.inputTtrigDB) )
         self.write_pset_file()
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_segment_write ( self )

Definition at line 74 of file DTVdriftWorkflow.py.

References DTWorkflow.DTWorkflow.add_local_vdrift_db(), tools.loadCmsProcess(), DTT0WireWorkflow.DTT0WireWorkflow.output_file, DTVdriftWorkflow.DTvdriftWorkflow.output_file, DTTtrigWorkflow.DTttrigWorkflow.output_file, DTWorkflow.DTWorkflow.prepare_common_write(), DTT0WireWorkflow.DTT0WireWorkflow.process, DTVdriftWorkflow.DTvdriftWorkflow.process, DTTtrigWorkflow.DTttrigWorkflow.process, DTT0WireWorkflow.DTT0WireWorkflow.pset_name, DTVdriftWorkflow.DTvdriftWorkflow.pset_name, DTTtrigWorkflow.DTttrigWorkflow.pset_name, DTT0WireWorkflow.DTT0WireWorkflow.pset_template, DTVdriftWorkflow.DTvdriftWorkflow.pset_template, DTTtrigWorkflow.DTttrigWorkflow.pset_template, DTWorkflow.DTWorkflow.result_path(), str, and DTWorkflow.DTWorkflow.write_pset_file().

     def prepare_segment_write(self):
         self.pset_name = 'dtVDriftSegmentWriter_cfg.py'
         self.pset_template = 'CalibMuon.DTCalibration.dtVDriftSegmentWriter_cfg'
         tag = self.prepare_common_write()
         merged_file = os.path.join(self.result_path, self.output_file)
         self.process = tools.loadCmsProcess(self.pset_template)
 
         if self.options.inputVDriftDB:
             self.add_local_vdrift_db(self)
         vdrift_db = "vDrift_segment"+ tag + ".db"
         vdrift_db = os.path.join(self.result_path, vdrift_db)
         self.process.dtVDriftSegmentWriter.vDriftAlgoConfig.rootFileName = "file:///" + merged_file
         self.process.PoolDBOutputService.connect = 'sqlite_file:%s' % vdrift_db
         self.process.source.firstRun = cms.untracked.uint32(self.options.run)
         self.process.GlobalTag.globaltag = cms.string(str(self.options.globaltag))
         self.write_pset_file()
 

def DTVdriftWorkflow.DTvdriftWorkflow.prepare_workflow ( self )

Generalized function to prepare workflow dependent on workflow mode

Definition at line 27 of file DTVdriftWorkflow.py.

Referenced by DTWorkflow.DTWorkflow.run().

     def prepare_workflow(self):
         """ Generalized function to prepare workflow dependent on workflow mode"""
         function_name = "prepare_" + self.options.workflow_mode + "_" + self.options.command
 
         try:
             fill_function = getattr(self, function_name)
         except AttributeError:
             errmsg = "Class `{}` does not implement `{}`"
             raise NotImplementedError( errmsg.format(self.__class__.__name__,
                                                      function_name))
         log.debug("Preparing workflow with function %s" % function_name)
         # call chosen function
         fill_function()
 