hippyaddtobaddatafiles Namespace Reference

Classes
class	KeepWhileOpenFile
class	OneAtATime

Functions
def	abspath (path)
def	cd (newdir)
def	cdtemp ()
def	runcfg (cfgfile, badfilelist)

Variables
	args
	badfilelist
	default
	nargs
	p
	type

Function Documentation

abspath()

def hippyaddtobaddatafiles.abspath

(

path

)

Definition at line 8 of file hippyaddtobaddatafiles.py.

  def abspath(path):
    if not os.path.exists(path): raise ValueError(path+" does not exist")
    return os.path.abspath(path)
 

cd()

def hippyaddtobaddatafiles.cd

(

newdir

)

http://stackoverflow.com/a/24176022/5228524

Definition at line 40 of file hippyaddtobaddatafiles.py.

def cd(newdir):
  """http://stackoverflow.com/a/24176022/5228524"""
  prevdir = os.getcwd()
  os.chdir(os.path.expanduser(newdir))
  try:
    yield
  finally:
    os.chdir(prevdir)
 

Referenced by hippyaddtobaddatafiles.KeepWhileOpenFile.__enter__(), hippyaddtobaddatafiles.KeepWhileOpenFile.__exit__(), SiStripTFile.addDevice(), plotting.Frame.adjustMarginLeft(), plotting.FrameRatio.adjustMarginLeft(), plotting.Frame.adjustMarginRight(), plotting.FrameRatio.adjustMarginRight(), plotting.FrameTGraph2D.adjustMarginRight(), plotscripts.bellcurves(), plotTTrigFromHistos.compareDiff(), plotT0FromHistos.compareDiff(), plotscripts.corrections2D(), HtrXmlPatternTool.createHists(), plotscripts.DBdiff(), HtrXmlPattern.do_hand_fill(), edm::eventsetup::EventSetupRecord.doGet(), DisplayManager.DisplayManager.Draw(), TkAlMap.TkAlMap.draw_cms_prelim(), TkAlMap.TkAlMap.draw_color_bar(), TkAlMap.TkAlMap.draw_event_info(), TkAlMap.TkAlMap.draw_text(), TkAlMap.TkAlMap.draw_title(), TkAlMap.TkAlMap.draw_TPL(), HtrXmlPatternTool.Fill(), SensitiveDetector.FinalStepPosition(), CACell.haveSimilarCurvature(), SensitiveDetector.InitialStepPosition(), edm::service::MessageLoggerDefaults.limit(), DQMGenericClient.makeCumulativeDist(), FWColorPopup.PlacePopup(), python.rootplot.core.plot_hists_root(), plotResidualsPerLayer.plotFromFile(), plotscripts.plotmedians(), plotscripts.polynomials(), edm::PrintEventSetupContent.print(), HcalTestAnalysis.qieAnalysis(), HcalTB04Analysis.qieAnalysis(), plotting.FrameRatio.redrawAxis(), edm::service::MessageLoggerDefaults.reportEvery(), histoStyle.savePlots(), plotscripts.segdiff(), plotscripts.segdiff_xalign(), HitDigitizerFP420.setChargeCollectionDrifter(), SiHitDigitizer.setChargeCollectionDrifter(), HitDigitizerFP420.setChargeDivider(), SiHitDigitizer.setChargeDivider(), HitDigitizerFP420.setInduceChargeOnElectrods(), SiHitDigitizer.setInduceChargeOnStrips(), edm::service::MessageLoggerDefaults.sev_limit(), edm::service::MessageLoggerDefaults.sev_reportEvery(), edm::service::MessageLoggerDefaults.sev_timespan(), edm::service::MessageLoggerDefaults.timespan(), HMassResolutionVSPart.Write(), DQMIO2histo.DQMIO.write_to_file(), and HtrXmlPatternTool.writeXML().

cdtemp()

def hippyaddtobaddatafiles.cdtemp

(

)

Definition at line 49 of file hippyaddtobaddatafiles.py.

def cdtemp(): return cd(tempfile.mkdtemp())
 

Referenced by hippyaddtobaddatafiles.OneAtATime.__enter__().

runcfg()

def hippyaddtobaddatafiles.runcfg	(		cfgfile,
			badfilelist
	)

Definition at line 17 of file hippyaddtobaddatafiles.py.

def runcfg(cfgfile, badfilelist):
  try:
    subprocess.check_output(["cmsRun", cfgfile], stderr=subprocess.STDOUT)
  except subprocess.CalledProcessError as e:
    if "FallbackFileOpenError" in e.output:
      output = e.output.split("An exception of category 'FallbackFileOpenError' occurred while")[1]
      filename = re.search("Failed to open the file '[^']*(/store/.*[.]root)", output).group(1)
      with OneAtATime(badfilelist+".tmp", 2) as f:
        with open(badfilelist) as f:
          contents = set(f.read().split())
        if filename in contents:
          raise RuntimeError(filename+"\nis already in\n"+badfilelist+"\n\nExiting to avoid an infinite loop.  Maybe you have this running on the same cfg file multiple times?")
        contents.add(filename)
        contents = sorted(contents)
        with open(badfilelist, "w") as f:
          f.write("\n".join(contents)+"\n")
        print("found and added a bad file:\n"+filename)
    else:
      raise
    return runcfg(cfgfile, badfilelist)
  print("all files left are good")
 
@contextlib.contextmanager

References watchdog.group, join(), print(), and submitPVValidationJobs.split().

Variable Documentation

args

hippyaddtobaddatafiles.args

Definition at line 15 of file hippyaddtobaddatafiles.py.

badfilelist

hippyaddtobaddatafiles.badfilelist

Definition at line 123 of file hippyaddtobaddatafiles.py.

default

hippyaddtobaddatafiles.default

Definition at line 14 of file hippyaddtobaddatafiles.py.

nargs

hippyaddtobaddatafiles.nargs

Definition at line 14 of file hippyaddtobaddatafiles.py.

p

hippyaddtobaddatafiles.p

Definition at line 12 of file hippyaddtobaddatafiles.py.

type

hippyaddtobaddatafiles.type

Definition at line 13 of file hippyaddtobaddatafiles.py.