hippyaddtobaddatafiles Namespace Reference

Classes
class	KeepWhileOpenFile
class	OneAtATime

Functions
def	abspath (path)
def	cd (newdir)
def	cdtemp ()
def	runcfg (cfgfile, badfilelist)

Variables
	args = p.parse_args()
	badfilelist = args.badfilelist
	default
	nargs
	p = argparse.ArgumentParser()
	type

Function Documentation

abspath()

def hippyaddtobaddatafiles.abspath

(

path

)

Definition at line 8 of file hippyaddtobaddatafiles.py.

  def abspath(path):
    if not os.path.exists(path): raise ValueError(path+" does not exist")
    return os.path.abspath(path)

cd()

def hippyaddtobaddatafiles.cd

(

newdir

)

http://stackoverflow.com/a/24176022/5228524

Definition at line 40 of file hippyaddtobaddatafiles.py.

Referenced by hippyaddtobaddatafiles.KeepWhileOpenFile.__enter__(), hippyaddtobaddatafiles.KeepWhileOpenFile.__exit__(), SiStripTFile.addDevice(), plotting.Frame.adjustMarginLeft(), plotting.FrameRatio.adjustMarginLeft(), plotting.Frame.adjustMarginRight(), plotting.FrameRatio.adjustMarginRight(), plotting.FrameTGraph2D.adjustMarginRight(), plotscripts.bellcurves(), plotTTrigFromHistos.compareDiff(), plotT0FromHistos.compareDiff(), plotscripts.corrections2D(), HtrXmlPatternTool.createHists(), plotscripts.DBdiff(), HtrXmlPattern.do_hand_fill(), edm::eventsetup::EventSetupRecord.doGet(), DisplayManager.DisplayManager.Draw(), TkAlMap.TkAlMap.draw_cms_prelim(), TkAlMap.TkAlMap.draw_color_bar(), TkAlMap.TkAlMap.draw_event_info(), lst_plot_performance.draw_ratio(), TkAlMap.TkAlMap.draw_text(), TkAlMap.TkAlMap.draw_title(), TkAlMap.TkAlMap.draw_TPL(), eventloop.Module.endJob(), HtrXmlPatternTool.Fill(), SensitiveDetector.FinalStepPosition(), CACell.haveSimilarCurvature(), SensitiveDetector.InitialStepPosition(), edm::service::MessageLoggerDefaults.limit(), DQMGenericClient.makeCumulativeDist(), FWColorPopup.PlacePopup(), python.rootplot.core.plot_hists_root(), plotResidualsPerLayer.plotFromFile(), plotscripts.plotmedians(), plotscripts.polynomials(), edm::PrintEventSetupContent.print(), HcalTestAnalysis.qieAnalysis(), HcalTB04Analysis.qieAnalysis(), plotting.FrameRatio.redrawAxis(), edm::service::MessageLoggerDefaults.reportEvery(), histoStyle.savePlots(), plotscripts.segdiff(), plotscripts.segdiff_xalign(), SiHitDigitizer.setChargeCollectionDrifter(), SiHitDigitizer.setChargeDivider(), SiHitDigitizer.setInduceChargeOnStrips(), edm::service::MessageLoggerDefaults.sev_limit(), edm::service::MessageLoggerDefaults.sev_reportEvery(), edm::service::MessageLoggerDefaults.sev_timespan(), edm::service::MessageLoggerDefaults.timespan(), output.OutputTree.write(), HMassResolutionVSPart.Write(), DQMIO2histo.DQMIO.write_to_file(), and HtrXmlPatternTool.writeXML().

def cd(newdir):
  """http://stackoverflow.com/a/24176022/5228524"""
  prevdir = os.getcwd()
  os.chdir(os.path.expanduser(newdir))
  try:
    yield
  finally:
    os.chdir(prevdir)

cdtemp()

def hippyaddtobaddatafiles.cdtemp

(

)

Definition at line 49 of file hippyaddtobaddatafiles.py.

Referenced by hippyaddtobaddatafiles.OneAtATime.__enter__().

def cdtemp(): return cd(tempfile.mkdtemp())

runcfg()

def hippyaddtobaddatafiles.runcfg	(		cfgfile,
			badfilelist
	)

Definition at line 17 of file hippyaddtobaddatafiles.py.

References watchdog.group, join(), print(), and submitPVValidationJobs.split().

def runcfg(cfgfile, badfilelist):
  try:
    subprocess.check_output(["cmsRun", cfgfile], stderr=subprocess.STDOUT)
  except subprocess.CalledProcessError as e:
    if "FallbackFileOpenError" in e.output:
      output = e.output.split("An exception of category 'FallbackFileOpenError' occurred while")[1]
      filename = re.search("Failed to open the file '[^']*(/store/.*[.]root)", output).group(1)
      with OneAtATime(badfilelist+".tmp", 2) as f:
        with open(badfilelist) as f:
          contents = set(f.read().split())
        if filename in contents:
          raise RuntimeError(filename+"\nis already in\n"+badfilelist+"\n\nExiting to avoid an infinite loop.  Maybe you have this running on the same cfg file multiple times?")
        contents.add(filename)
        contents = sorted(contents)
        with open(badfilelist, "w") as f:
          f.write("\n".join(contents)+"\n")
        print("found and added a bad file:\n"+filename)
    else:
      raise
    return runcfg(cfgfile, badfilelist)
  print("all files left are good")

@contextlib.contextmanager

Variable Documentation

args

hippyaddtobaddatafiles.args = p.parse_args()

Definition at line 15 of file hippyaddtobaddatafiles.py.

badfilelist

hippyaddtobaddatafiles.badfilelist = args.badfilelist

Definition at line 123 of file hippyaddtobaddatafiles.py.

default

hippyaddtobaddatafiles.default

Definition at line 14 of file hippyaddtobaddatafiles.py.

nargs

hippyaddtobaddatafiles.nargs

Definition at line 14 of file hippyaddtobaddatafiles.py.

p

hippyaddtobaddatafiles.p = argparse.ArgumentParser()

Definition at line 12 of file hippyaddtobaddatafiles.py.

type

hippyaddtobaddatafiles.type

Definition at line 13 of file hippyaddtobaddatafiles.py.