Inheritance diagram for personalPlayback.FrameworkJob:

Public Member Functions
def	discover_latest (self)

def	do_exec (self)

def	do_init (self)

def	make_args (self, run)

def	start_run (self, current)

Public Member Functions inherited from personalPlayback.Applet
def	__init__ (self, name, opts, **kwargs)

def	log (self)

def	write (self, fp)

Public Attributes
	cfg_file

	cfg_fp

	cfg_link

	cmsenv_path

	current_state

	exec_file

	home_path

	log_path

	name

	output_path

	ramdisk

	ramdisk_fp

	run

	tag

Public Attributes inherited from personalPlayback.Applet
	control_fp

	kwargs

	name

	opts

Private Member Functions
def	_find_release (self)

def	_prepare_files (self)

def	_set_name (self)

Additional Inherited Members
Static Public Member Functions inherited from personalPlayback.Applet
def	read (fp)

Detailed Description

Definition at line 246 of file personalPlayback.py.

Member Function Documentation

◆ _find_release()

def personalPlayback.FrameworkJob._find_release ( self )

private

Definition at line 259 of file personalPlayback.py.

     def _find_release(self):
         fp = os.path.realpath(self.cfg_file)
         while len(fp) > 3:
             bn = os.path.basename(fp)
             fp = os.path.dirname(fp)
  
             if bn == "src":
                 break
  
         if len(fp) <= 3:
             raise Exception("Could not find the cmssw release area.")
  
         self.cmsenv_path = fp
         self.log.info("cmsenv path: %s", self.cmsenv_path)
  

References personalPlayback.FrameworkJob.cfg_file.

◆ _prepare_files()

def personalPlayback.FrameworkJob._prepare_files ( self )

private

Definition at line 274 of file personalPlayback.py.

     def _prepare_files(self):
         self.home_path = os.path.join(self.opts.work_home, "%s_%s" % (self.name, hex(id(self))))
         self.home_path = os.path.realpath(self.home_path)
         os.makedirs(self.home_path)
  
         self.log_path = self.opts.work_logs
         self.log.info("logs path: %s", self.log_path)
  
         self.exec_file = os.path.join(self.home_path, "startDqmRun.sh")
         self.log.info("Creating: %s", self.exec_file)
         f = open(self.exec_file, "w")
         template = start_dqm_job
         body = template.format(log_path=self.log_path, cmsRun=self.opts.cmsRun)
         f.write(body)
         f.close()
         os.chmod(self.exec_file, 0o755)
  
         cmsset_globs = ["/afs/cern.ch/cms/cmsset_default.sh", "/home/dqm*local/base/cmsset_default.sh"]
         cmsset_target = None
         for t in cmsset_globs:
             files =  glob.glob(t)
             for f in files:
                 cmsset_target = f
                 break
  
         if cmsset_target is not None:
             base = os.path.join(self.home_path, "base")
             os.makedirs(base)
  
             cmsset_link = os.path.join(base, "cmsset_default.sh")
             self.log.info("Linking : %s -> %s", cmsset_link, cmsset_target)
             os.symlink(cmsset_target, cmsset_link)
         else:
             self.log.warning("Couldn't find cmsset_default.sh, source it yourself!")
  
         current_link = os.path.join(self.home_path, "current")
         target = os.path.relpath(self.cmsenv_path, self.home_path)
         self.log.info("Linking : %s -> %s", current_link, target)
         os.symlink(target, current_link)
  
         # check if current is outside the release directory
         # otherwise scram gets stuck forever
         cp = os.path.commonprefix([self.home_path, self.cmsenv_path])
         if self.cmsenv_path == cp:
             self.log.error("Working directory (incl. control directory), have to be outside the cmssw release. Otherwise scram fails due to recursive links.")
             raise Exception("Invalid home_path: %s" % self.home_path)
  
         output_link = os.path.join(self.home_path, "output")
         output_target = os.path.realpath(self.opts.work_output)
         target = os.path.relpath(output_target, self.home_path)
         self.log.info("Linking : %s -> %s", output_link, target)
         os.symlink(target, output_link)
         self.output_path = output_link
  
         cfg_link = os.path.join(self.home_path, os.path.basename(self.cfg_file))
         target = self.cfg_fp
         self.log.info("Linking : %s -> %s", cfg_link, target)
         os.symlink(target, cfg_link)
         self.cfg_link = cfg_link
  
  

◆ _set_name()

def personalPlayback.FrameworkJob._set_name ( self )

private

Definition at line 247 of file personalPlayback.py.

     def _set_name(self):
         x = os.path.basename(self.cfg_file)
         x = re.sub(r'(.*)\.py', r'\1', x)
         x = re.sub(r'(.*)_cfg', r'\1', x)
         x = re.sub(r'(.*)-live', r'\1', x)
         x = re.sub(r'(.*)_sourceclient', r'\1', x)
         x = re.sub(r'(.*)_dqm', r'\1', x)
  
         x = "".join([c for c in x if c.isalnum()])
         self.tag = x
         self.name = "cmssw_%s" % x
  

References personalPlayback.FrameworkJob.cfg_file, and join().

◆ discover_latest()

def personalPlayback.FrameworkJob.discover_latest ( self )

Definition at line 365 of file personalPlayback.py.

     def discover_latest(self):
         re_run = re.compile(r'run([0-9]+)')
         re_global = re.compile(r'\.run([0-9]+)\.global')
  
         # find runs
         runs = {}
         globals = {}
         for x in os.listdir(self.ramdisk):
             m = re_run.match(x)
             if m:
                 runs[int(m.group(1))] = x
  
             m = re_global.match(x)
             if m:
                 globals[int(m.group(1))] = x
  
         # find max global for which there is a run directory
         run_set = set(runs.keys())
         run_set = run_set.intersection(globals.keys())
  
         if self.opts.run < 0:
             largest = max(run_set)
         else:
             largest = self.opts.run
  
         #self.log.info("Largest: %s", largest)
         global_fp = os.path.join(self.ramdisk, globals[largest])
         with open(global_fp, "r") as f:
             global_param = f.read()
  
         return RunDesc(
             run = largest,
             run_fp = os.path.join(self.ramdisk, runs[largest]),
             global_fp = global_fp,
             global_param = global_param,
         )
  

References personalPlayback.int, SiStripPI.max, personalPlayback.Applet.opts, personalPlayback.Playback.ramdisk, personalPlayback.FrameworkJob.ramdisk, and personalPlayback.RunDesc.

Referenced by personalPlayback.FrameworkJob.do_exec().

◆ do_exec()

def personalPlayback.FrameworkJob.do_exec ( self )

Reimplemented from personalPlayback.Applet.

Definition at line 415 of file personalPlayback.py.

     def do_exec(self):
         time.sleep(1)
  
         self.current_state = None
  
         while True:
             latest = self.discover_latest()
             if self.current_state is None or latest != self.current_state.desc:
                 self.log.info("Found latest run: %s", latest)
  
                 self.start_run(latest)
  
             if not self.current_state:
                 self.log.info("Run not found, waiting 1 sec.")
             else:
                 r = self.current_state.proc.poll()
                 if r is not None:
                     self.log.info("Process exitted: %s", r)
  
                     return 0
  
             time.sleep(1)
  

References personalPlayback.FrameworkJob.current_state, personalPlayback.FrameworkJob.discover_latest(), info(), personalPlayback.Applet.log(), conddbCopyTest.CopyTest.log(), conditionUploadTest.UploadTest.log(), cond::persistency::Logger.log(), cond::CredentialStore.log(), crabFunctions.CrabTask.log, and personalPlayback.FrameworkJob.start_run().

◆ do_init()

def personalPlayback.FrameworkJob.do_init ( self )

Reimplemented from personalPlayback.Applet.

Definition at line 335 of file personalPlayback.py.

     def do_init(self):
         # check if our input directory is okay
         self.ramdisk = self.opts.work_ramdisk
         self.run = self.opts.run
         self.cfg_file = self.kwargs["cfg_file"]
  
         if not os.path.isfile(self.cfg_file):
             raise Exception("Configuration file not found: %s" % self.cfg_file)
  
         self.cfg_fp = os.path.realpath(self.cfg_file)
         self.ramdisk_fp = os.path.realpath(self.ramdisk)
  
         self._set_name()
         self._find_release()
         self._prepare_files()
  

◆ make_args()

def personalPlayback.FrameworkJob.make_args	(	self,
		run
	)

Definition at line 351 of file personalPlayback.py.

     def make_args(self, run):
         args = []
         args.append("bash")                 # arg 0
         args.append(self.exec_file)         # arg 0
         args.append(self.home_path)         # home path
         args.append("slc6_amd64_gcc491")    # release
         args.append(self.output_path)       # cwd/output path
         args.append(str(run))               # run
         args.append(self.ramdisk_fp)        # ramdisk
         args.append(self.cfg_link)          # cmsRun arg 1
         args.append("runkey=pp_run")        # cmsRun arg 2
  
         return args
  

References personalPlayback.FrameworkJob.cfg_link, personalPlayback.FrameworkJob.exec_file, personalPlayback.FrameworkJob.home_path, personalPlayback.FrameworkJob.output_path, personalPlayback.FrameworkJob.ramdisk_fp, and personalPlayback.str.

Referenced by personalPlayback.FrameworkJob.start_run().

◆ start_run()

def personalPlayback.FrameworkJob.start_run	(	self,
		current
	)

Definition at line 402 of file personalPlayback.py.

     def start_run(self, current):
         old_state = self.current_state
  
         # kill the old run
         # nope, since it involves eof and i am lazy
         if old_state:
             return
  
         args = self.make_args(current.run)
         self.log.info("Executing: %s", " ".join(args))
         proc = subprocess.Popen(args, preexec_fn=preexec_kill_on_pdeath)
         self.current_state = RunState(desc=current, proc=proc)
  