hippyaddtobaddatafiles Namespace Reference

Classes
class	KeepWhileOpenFile
class	OneAtATime

Functions
def	abspath (path)
def	cd (newdir)
def	cdtemp ()
def	runcfg (cfgfile, badfilelist)

Variables
	args
	badfilelist
	default
	nargs
	p
	type

Function Documentation

def hippyaddtobaddatafiles.abspath

(

path

)

Definition at line 8 of file hippyaddtobaddatafiles.py.

  def abspath(path):
    if not os.path.exists(path): raise ValueError(path+" does not exist")
    return os.path.abspath(path)

def hippyaddtobaddatafiles.cd

(

newdir

)

http://stackoverflow.com/a/24176022/5228524

Definition at line 40 of file hippyaddtobaddatafiles.py.

Referenced by hippyaddtobaddatafiles.KeepWhileOpenFile.__enter__(), hippyaddtobaddatafiles.KeepWhileOpenFile.__exit__(), SiStripTFile.addDevice(), plotscripts.bellcurves(), plotTTrigFromHistos.compareDiff(), plotT0FromHistos.compareDiff(), plotscripts.corrections2D(), HtrXmlPatternTool.createHists(), plotscripts.DBdiff(), HtrXmlPattern.do_hand_fill(), HtrXmlPatternTool.Fill(), dqm::dqmstoreimpl::DQMStore::IGetter.getContents(), CACell.haveSimilarCurvature(), edm::service::MessageLoggerDefaults.limit(), DQMGenericClient.makeCumulativeDist(), dqm::dqmstoreimpl::DQMStore.meBookerGetter(), FWColorPopup.PlacePopup(), python.rootplot.core.plot_hists_root(), plotResidualsPerLayer.plotFromFile(), plotscripts.plotmedians(), plotscripts.polynomials(), edm::PrintEventSetupContent.print(), HcalTestAnalysis.qieAnalysis(), HcalTB04Analysis.qieAnalysis(), edm::service::MessageLoggerDefaults.reportEvery(), histoStyle.savePlots(), plotscripts.segdiff(), plotscripts.segdiff_xalign(), HitDigitizerFP420.setChargeCollectionDrifter(), HitDigitizerFP420.setChargeDivider(), HitDigitizerFP420.setInduceChargeOnElectrods(), TagProbeFitter.setWeightVar(), edm::service::MessageLoggerDefaults.sev_limit(), edm::service::MessageLoggerDefaults.sev_reportEvery(), edm::service::MessageLoggerDefaults.sev_timespan(), edm::service::MessageLoggerDefaults.timespan(), HMassResolutionVSPart.Write(), HtrXmlPatternTool.writeXML(), and TFileDirectory.~TFileDirectory().

def cd(newdir):
  """http://stackoverflow.com/a/24176022/5228524"""
  prevdir = os.getcwd()
  os.chdir(os.path.expanduser(newdir))
  try:
    yield
  finally:
    os.chdir(prevdir)

def hippyaddtobaddatafiles.cdtemp

(

)

Definition at line 49 of file hippyaddtobaddatafiles.py.

Referenced by hippyaddtobaddatafiles.OneAtATime.__enter__().

def cdtemp(): return cd(tempfile.mkdtemp())

def hippyaddtobaddatafiles.runcfg	(		cfgfile,
			badfilelist
	)

Definition at line 17 of file hippyaddtobaddatafiles.py.

References watchdog.group, join(), edm.print(), and cms::dd.split().

def runcfg(cfgfile, badfilelist):
  try:
    subprocess.check_output(["cmsRun", cfgfile], stderr=subprocess.STDOUT)
  except subprocess.CalledProcessError as e:
    if "FallbackFileOpenError" in e.output:
      output = e.output.split("An exception of category 'FallbackFileOpenError' occurred while")[1]
      filename = re.search("Failed to open the file '[^']*(/store/.*[.]root)", output).group(1)
      with OneAtATime(badfilelist+".tmp", 2) as f:
        with open(badfilelist) as f:
          contents = set(f.read().split())
        if filename in contents:
          raise RuntimeError(filename+"\nis already in\n"+badfilelist+"\n\nExiting to avoid an infinite loop.  Maybe you have this running on the same cfg file multiple times?")
        contents.add(filename)
        contents = sorted(contents)
        with open(badfilelist, "w") as f:
          f.write("\n".join(contents)+"\n")
        print("found and added a bad file:\n"+filename)
    else:
      raise
    return runcfg(cfgfile, badfilelist)
  print("all files left are good")

@contextlib.contextmanager

Variable Documentation

hippyaddtobaddatafiles.args

Definition at line 15 of file hippyaddtobaddatafiles.py.

hippyaddtobaddatafiles.badfilelist

Definition at line 123 of file hippyaddtobaddatafiles.py.

hippyaddtobaddatafiles.default

Definition at line 14 of file hippyaddtobaddatafiles.py.

hippyaddtobaddatafiles.nargs

Definition at line 14 of file hippyaddtobaddatafiles.py.

hippyaddtobaddatafiles.p

Definition at line 12 of file hippyaddtobaddatafiles.py.

hippyaddtobaddatafiles.type

Definition at line 13 of file hippyaddtobaddatafiles.py.