runTheMatrix.TheMatrix Class Reference

Inheritance diagram for runTheMatrix.TheMatrix:

Public Member Functions
def	__init__ (self, opt)
def	complete_predefined (self, text, line, start_idx, end_idx)
def	complete_runWorkflow (self, text, line, start_idx, end_idx)
def	complete_searchInWorkflow (self, text, line, start_idx, end_idx)
def	complete_showWorkflow (self, text, line, start_idx, end_idx)
def	default (self, inp)
def	do_clear (self, arg)
def	do_dumpWorkflowId (self, arg)
def	do_exit (self, arg)
def	do_jobs (self, args)
def	do_predefined (self, arg)
def	do_runWorkflow (self, arg)
def	do_search (self, arg)
def	do_searchInWorkflow (self, arg)
def	do_showWorkflow (self, arg)
def	help_dumpWorkflowId (self)
def	help_jobs (self)
def	help_predefined (self)
def	help_runWorkflow (self)
def	help_search (self)
def	help_searchInWorkflow (self)
def	help_showWorkflow (self)

Public Attributes
	matrices_
	opt_
	processes_

Static Public Attributes
	do_EOF
	intro
	prompt

Detailed Description

Definition at line 498 of file runTheMatrix.py.

Constructor & Destructor Documentation

__init__()

def runTheMatrix.TheMatrix.__init__	(		self,
			opt
	)

Definition at line 502 of file runTheMatrix.py.

            def __init__(self, opt):
                cmd.Cmd.__init__(self)
                self.opt_ = opt
                self.matrices_ = {}
                tmp = MatrixReader(self.opt_)
                self.processes_ = dict()
                for what in tmp.files:
                    what = what.replace('relval_','')
                    self.opt_.what = what
                    self.matrices_[what] = MatrixReader(self.opt_)
                    self.matrices_[what].prepare(self.opt_.useInput, self.opt_.refRel,
                                                self.opt_.fromScratch)
                os.system("clear")

Member Function Documentation

complete_predefined()

def runTheMatrix.TheMatrix.complete_predefined	(		self,
			text,
			line,
			start_idx,
			end_idx
	)

Definition at line 539 of file runTheMatrix.py.

            def complete_predefined(self, text, line, start_idx, end_idx):
                if text and len(text) > 0:
                    return [t for t in predefinedSet.keys() if t.startswith(text)]
                else:
                    return predefinedSet.keys()

complete_runWorkflow()

def runTheMatrix.TheMatrix.complete_runWorkflow	(		self,
			text,
			line,
			start_idx,
			end_idx
	)

Definition at line 639 of file runTheMatrix.py.

References relativeConstraints.keys, and runTheMatrix.TheMatrix.matrices_.

            def complete_runWorkflow(self, text, line, start_idx, end_idx):
                if text and len(text) > 0:
                    return [t for t in self.matrices_.keys() if t.startswith(text)]
                else:
                    return self.matrices_.keys()

complete_searchInWorkflow()

def runTheMatrix.TheMatrix.complete_searchInWorkflow	(		self,
			text,
			line,
			start_idx,
			end_idx
	)

Definition at line 683 of file runTheMatrix.py.

References relativeConstraints.keys, and runTheMatrix.TheMatrix.matrices_.

            def complete_searchInWorkflow(self, text, line, start_idx, end_idx):
                if text and len(text) > 0:
                    return [t for t in self.matrices_.keys() if t.startswith(text)]
                else:
                    return self.matrices_.keys()

complete_showWorkflow()

def runTheMatrix.TheMatrix.complete_showWorkflow	(		self,
			text,
			line,
			start_idx,
			end_idx
	)

Definition at line 563 of file runTheMatrix.py.

References relativeConstraints.keys, and runTheMatrix.TheMatrix.matrices_.

            def complete_showWorkflow(self, text, line, start_idx, end_idx):
                if text and len(text) > 0:
                    return [t for t in self.matrices_.keys() if t.startswith(text)]
                else:
                    return self.matrices_.keys()

default()

def runTheMatrix.TheMatrix.default	(		self,
			inp
	)

Definition at line 524 of file runTheMatrix.py.

References runTheMatrix.TheMatrix.do_exit(), and print().

            def default(self, inp):
                if inp == 'x' or inp == 'q':
                    return self.do_exit(inp)
                else:
                    is_pipe = not isatty(sys.stdin.fileno())
                    print(Fore.RED + "Error: " + Fore.RESET + "unrecognized command.")
                    # Quit only if given a piped command.
                    if is_pipe:
                      sys.exit(1)

do_clear()

def runTheMatrix.TheMatrix.do_clear	(		self,
			arg
	)

Clear the screen, put prompt at the top

Definition at line 516 of file runTheMatrix.py.

            def do_clear(self, arg):
                """Clear the screen, put prompt at the top"""
                os.system("clear")

do_dumpWorkflowId()

def runTheMatrix.TheMatrix.do_dumpWorkflowId	(		self,
			arg
	)

Definition at line 730 of file runTheMatrix.py.

References nano_mu_digi_cff.float, mps_monitormerge.items, runTheMatrix.TheMatrix.matrices_, print(), and str.

            def do_dumpWorkflowId(self, arg):
                wflids = arg.split()
                if len(wflids) == 0:
                    print("dumpWorkflowId [wfl-id1 [...]]")
                    return

                fmt   = "[%s]: %s\n"
                maxLen = 100
                for wflid in wflids:
                    dump = True
                    for key, mrd in self.matrices_.items():
                        for wfl in mrd.workFlows:
                            if wfl.numId == float(wflid):
                                if dump:
                                    dump = False
                                    print(Fore.GREEN + str(wfl.numId) + Fore.RESET + " " + Fore.YELLOW + wfl.nameId + Fore.RESET)
                                    for i,s in enumerate(wfl.cmds):
                                        print(fmt % (Fore.RED + str(i+1) + Fore.RESET,
                                          (str(s)+' ')))
                                    print("\nWorkflow found in %s." % key)
                                else:
                                    print("Workflow also found in %s." % key)

do_exit()

def runTheMatrix.TheMatrix.do_exit	(		self,
			arg
	)

Definition at line 520 of file runTheMatrix.py.

References print().

Referenced by runTheMatrix.TheMatrix.default().

            def do_exit(self, arg):
                print("Leaving the Matrix")
                return True

do_jobs()

def runTheMatrix.TheMatrix.do_jobs	(		self,
			args
	)

Definition at line 665 of file runTheMatrix.py.

References relativeConstraints.keys, print(), and runTheMatrix.TheMatrix.processes_.

            def do_jobs(self, args):
                print(Fore.GREEN + Style.BRIGHT + "List of jobs:")
                for w in self.processes_.keys():
                    if self.processes_[w][0].poll() is None:
                      print(Fore.YELLOW + Style.BRIGHT + "Active job: {} since {:.2f} seconds.".format(w, time.time() - self.processes_[w][1]))
                    else:
                        print(Fore.RED + Style.BRIGHT + "Done job: {}".format(w))
                print(Style.RESET_ALL)

do_predefined()

def runTheMatrix.TheMatrix.do_predefined	(		self,
			arg
	)

Print the list of predefined workflows

Definition at line 545 of file runTheMatrix.py.

References join(), print(), and str.

            def do_predefined(self, arg):
                """Print the list of predefined workflows"""
                print("List of predefined workflows")
                if arg:
                    for w in arg.split():
                        if w in predefinedSet.keys():
                            print("Predefined Set: %s" % w)
                            print(predefinedSet[w])
                        else:
                            print("Unknown Set: %s" % w)
                else:
                    print("[ " + Fore.RED + ", ".join([str(k) for k in predefinedSet.keys()]) + Fore.RESET + " ]")

do_runWorkflow()

def runTheMatrix.TheMatrix.do_runWorkflow	(		self,
			arg
	)

Definition at line 586 of file runTheMatrix.py.

References nano_mu_digi_cff.float, relativeConstraints.keys, runTheMatrix.TheMatrix.matrices_, print(), runTheMatrix.TheMatrix.processes_, and mkLumiAveragedPlots.tuple.

            def do_runWorkflow(self, arg):
                # Split the input arguments into a list
                args = arg.split()
                if len(args) < 2:
                    print(Fore.RED + Style.BRIGHT + "Wrong number of parameters passed")
                    print(Style.RESET_ALL)
                    return
                workflow_class = args[0]
                workflow_id = args[1]
                passed_down_args = list()
                if len(args) > 2:
                  passed_down_args = args[2:]
                print(Fore.YELLOW + Style.BRIGHT + "Running with the following options:\n")
                print(Fore.GREEN + Style.BRIGHT + "Workflow class: {}".format(workflow_class))
                print(Fore.GREEN + Style.BRIGHT + "Workflow ID:    {}".format(workflow_id))
                print(Fore.GREEN + Style.BRIGHT + "Additional runTheMatrix options: {}".format(passed_down_args))
                print(Style.RESET_ALL)
                if workflow_class not in self.matrices_.keys():
                    print(Fore.RED + Style.BRIGHT + "Unknown workflow selected: {}".format(workflow_class))
                    print("Available workflows:")
                    for k in self.matrices_.keys():
                         print(Fore.RED + Style.BRIGHT + k)
                    print(Style.RESET_ALL)
                    return
                wflnums = [x.numId for x in self.matrices_[workflow_class].workFlows]
                if float(workflow_id) not in wflnums:
                    print(Fore.RED + Style.BRIGHT + "Unknown workflow {}".format(workflow_id))
                    print(Fore.GREEN + Style.BRIGHT)
                    print(wflnums)
                    print(Style.RESET_ALL)
                    return
                if workflow_id in self.processes_.keys():
                    # Check if the process is still active
                    if self.processes_[workflow_id][0].poll() is None:
                        print(Fore.RED + Style.BRIGHT + "Workflow {} already running!".format(workflow_id))
                        print(Style.RESET_ALL)
                        return
                # If it was there but it's gone, proceeed and update the value for the same key
                # run a job, redirecting standard output and error to files
                lognames = ['stdout', 'stderr']
                logfiles = tuple('%s_%s_%s.log' % (workflow_class, workflow_id, name) for name in lognames)
                stdout = open(logfiles[0], 'w')
                stderr = open(logfiles[1], 'w')
                command = ('runTheMatrix.py', '-w', workflow_class, '-l', workflow_id)
                if len(passed_down_args) > 0:
                  command += tuple(passed_down_args)
                print(command)
                p = subprocess.Popen(command,
                    stdout = stdout,
                    stderr = stderr)
                self.processes_[workflow_id] = (p, time.time())

do_search()

def runTheMatrix.TheMatrix.do_search	(		self,
			arg
	)

Definition at line 718 of file runTheMatrix.py.

References runTheMatrix.TheMatrix.do_searchInWorkflow(), join(), relativeConstraints.keys, runTheMatrix.TheMatrix.matrices_, and print().

            def do_search(self, arg):
                args = arg.split()
                if len(args) < 1:
                    print("search regexp")
                    return
                for wfl in self.matrices_.keys():
                    self.do_searchInWorkflow(' '.join([wfl, args[0]]))

do_searchInWorkflow()

def runTheMatrix.TheMatrix.do_searchInWorkflow	(		self,
			arg
	)

Definition at line 689 of file runTheMatrix.py.

References relativeConstraints.keys, runTheMatrix.TheMatrix.matrices_, print(), and str.

Referenced by runTheMatrix.TheMatrix.do_search().

            def do_searchInWorkflow(self, arg):
                args = arg.split()
                if len(args) < 2:
                    print("searchInWorkflow name regexp")
                    return
                if args[0] not in self.matrices_.keys():
                    print("Unknown workflow")
                    return
                import re
                pattern = None
                try:
                    pattern = re.compile(args[1])
                except:
                    print("Failed to compile regexp %s" % args[1])
                    return
                counter = 0
                for wfl in self.matrices_[args[0]].workFlows:
                    if re.match(pattern, wfl.nameId):
                      print("%s %s" % (Fore.BLUE + str(wfl.numId) + Fore.RESET,
                                       Fore.GREEN + wfl.nameId + Fore.RESET))
                      counter +=1
                print("Found %s compatible workflows inside %s" % (Fore.RED + str(counter) + Fore.RESET,
                                                                   Fore.YELLOW + str(args[0])) + Fore.RESET)

do_showWorkflow()

def runTheMatrix.TheMatrix.do_showWorkflow	(		self,
			arg
	)

Definition at line 569 of file runTheMatrix.py.

References relativeConstraints.keys, runTheMatrix.TheMatrix.matrices_, print(), and str.

            def do_showWorkflow(self, arg):
                if arg == '':
                    print("Available workflows:")
                    for k in self.matrices_.keys():
                        print(Fore.RED + Style.BRIGHT + k)
                    print(Style.RESET_ALL)
                else:
                    selected = arg.split()
                    for k in selected:
                        if k not in self.matrices_.keys():
                            print("Unknown workflow %s: skipping" % k)
                        else:
                            for wfl in self.matrices_[k].workFlows:
                                print("%s %s" % (Fore.BLUE + str(wfl.numId) + Fore.RESET,
                                                              Fore.GREEN + wfl.nameId + Fore.RESET))
                            print("%s contains %d workflows" % (Fore.RED + k + Fore.RESET, len(self.matrices_[k].workFlows)))

help_dumpWorkflowId()

def runTheMatrix.TheMatrix.help_dumpWorkflowId

(

self

)

Definition at line 726 of file runTheMatrix.py.

References join(), and print().

            def help_dumpWorkflowId(self):
                print("\n".join(["dumpWorkflowId [wfl-id1 [...]]\n",
                    "Dumps the details (cmsDriver commands for all steps) of the space-separated workflow-ids in input."]))

help_jobs()

def runTheMatrix.TheMatrix.help_jobs

(

self

)

Definition at line 674 of file runTheMatrix.py.

References join(), and print().

            def help_jobs(self):
              print("\n".join(["Print a full list of active and done jobs submitted",
                "in the ongoing interactive session"]))

help_predefined()

def runTheMatrix.TheMatrix.help_predefined

(

self

)

Definition at line 534 of file runTheMatrix.py.

References join(), and print().

            def help_predefined(self):
                print("\n".join(["predefined [predef1 [...]]\n",
                "Run w/o argument, it will print the list of known predefined workflows.",
                "Run with space-separated predefined workflows, it will print the workflow-ids registered to them"]))

help_runWorkflow()

def runTheMatrix.TheMatrix.help_runWorkflow

(

self

)

Definition at line 645 of file runTheMatrix.py.

References join(), and print().

            def help_runWorkflow(self):
              print("\n".join(["runWorkflow workflow_class workflow_id\n",
                "This command will launch a new and independent process that invokes",
                "the command:\n",
                "runTheMatrix.py -w workflow_class -l workflow_id [runTheMatrix.py options]",
                "\nYou can specify just one workflow_class and workflow_id per invocation.",
                "The job will continue even after quitting the interactive session.",
                "stdout and stderr of the new process will be automatically",
                "redirected to 2 logfiles whose names contain the workflow_class",
                "and workflow_id. Mutiple command can be issued one after the other.",
                "The working directory of the new process will be the directory",
                "from which the interactive session has started.",
                "Autocompletion is available for workflow_class, but",
                "not for workflow_id. Supplying a wrong workflow_class or",
                "a non-existing workflow_id for a valid workflow_class",
                "will trigger an error and no process will be invoked.",
                "The interactive shell will keep track of all active processes",
                "and will prevent the accidental resubmission of an already",
                "active jobs."]))

help_search()

def runTheMatrix.TheMatrix.help_search

(

self

)

Definition at line 713 of file runTheMatrix.py.

References join(), and print().

            def help_search(self):
                print("\n".join(["search search_regexp\n",
                    "This command will search for a match within all workflows registered.",
                    "The search is done on both the workflow name and the names of steps registered to it."]))

help_searchInWorkflow()

def runTheMatrix.TheMatrix.help_searchInWorkflow

(

self

)

Definition at line 678 of file runTheMatrix.py.

References join(), and print().

            def help_searchInWorkflow(self):
                print("\n".join(["searchInWorkflow wfl_name search_regexp\n",
                    "This command will search for a match within all workflows registered to wfl_name.",
                    "The search is done on both the workflow name and the names of steps registered to it."]))

help_showWorkflow()

def runTheMatrix.TheMatrix.help_showWorkflow

(

self

)

Definition at line 558 of file runTheMatrix.py.

References join(), and print().

            def help_showWorkflow(self):
                print("\n".join(["showWorkflow [workflow1 [...]]\n",
                    "Run w/o arguments, it will print the list of registered macro-workflows.",
                    "Run with space-separated workflows, it will print the full list of workflow-ids registered to them"]))

Member Data Documentation

do_EOF

runTheMatrix.TheMatrix.do_EOF

static

Definition at line 753 of file runTheMatrix.py.

intro

runTheMatrix.TheMatrix.intro

static

Definition at line 499 of file runTheMatrix.py.

matrices_

runTheMatrix.TheMatrix.matrices_

Definition at line 505 of file runTheMatrix.py.

Referenced by runTheMatrix.TheMatrix.complete_runWorkflow(), runTheMatrix.TheMatrix.complete_searchInWorkflow(), runTheMatrix.TheMatrix.complete_showWorkflow(), runTheMatrix.TheMatrix.do_dumpWorkflowId(), runTheMatrix.TheMatrix.do_runWorkflow(), runTheMatrix.TheMatrix.do_search(), runTheMatrix.TheMatrix.do_searchInWorkflow(), and runTheMatrix.TheMatrix.do_showWorkflow().

opt_

runTheMatrix.TheMatrix.opt_

Definition at line 504 of file runTheMatrix.py.

processes_

runTheMatrix.TheMatrix.processes_

Definition at line 507 of file runTheMatrix.py.

Referenced by runTheMatrix.TheMatrix.do_jobs(), and runTheMatrix.TheMatrix.do_runWorkflow().

prompt

runTheMatrix.TheMatrix.prompt

static

Definition at line 500 of file runTheMatrix.py.