makeHippyCampaign Namespace Reference

Functions
def	cd (newdir)
def	cmsenv ()
def	main ()
def	mkdir_p (path)

Variables
string	basedir = "/afs/cern.ch/cms/CAF/CMSALCA/ALCA_TRACKERALIGN2/HipPy"
	thisfile = os.path.abspath(__file__)

Function Documentation

cd()

def makeHippyCampaign.cd

(

newdir

)

http://stackoverflow.com/a/24176022/5228524

Definition at line 120 of file makeHippyCampaign.py.

def cd(newdir):
  """http://stackoverflow.com/a/24176022/5228524"""
  prevdir = os.getcwd()
  os.chdir(os.path.expanduser(newdir))
  try:
    yield
  finally:
    os.chdir(prevdir)
 

Referenced by main().

cmsenv()

def makeHippyCampaign.cmsenv

(

)

Definition at line 129 of file makeHippyCampaign.py.

def cmsenv():
  output = subprocess.check_output(["scram", "ru", "-sh"])
  for line in output.split(";\n"):
    if not line.strip(): continue
    match1 = re.match(r'^export (\w*)="([^"]*)"$', line)
    match2 = re.match(r'^unset *((\w* *)*)$', line)
    if match1:
      variable, value = match1.groups()
      os.environ[variable] = value
    elif match2:
      for variable in match2.group(1).split():
        del os.environ[variable]
    else:
      raise ValueError("Bad scram ru -sh line:\n"+line)
  sys.path[:] = eval(subprocess.check_output([thisfile, "dummy", "--print-sys-path"]))
 

References submitPVValidationJobs.split().

Referenced by main().

main()

def makeHippyCampaign.main

(

)

Definition at line 18 of file makeHippyCampaign.py.

def main():
  parser = argparse.ArgumentParser()
  parser.add_argument("foldername", help="folder name for the campaign.  Example: CRUZET20xy")
  parser.add_argument("--cmssw", default=os.environ["CMSSW_VERSION"])
  parser.add_argument("--scram-arch", default=os.environ["SCRAM_ARCH"])
  parser.add_argument("--subfolder", default="", help="subfolder within "+basedir+" to make 'foldername' in.")
  parser.add_argument("--merge-topic", action="append", help="things to cms-merge-topic within the CMSSW release created", default=[])
  parser.add_argument("--print-sys-path", action="store_true", help=argparse.SUPPRESS) #internal, don't use this
  args = parser.parse_args()
 
  if args.print_sys_path:
    print repr(sys.path)
    return
 
  folder = os.path.join(basedir, args.subfolder, args.foldername)
 
  mkdir_p(folder)
 
  with cd(folder):
    if not os.path.exists(args.cmssw):
      os.environ["SCRAM_ARCH"] = args.scram_arch
      subprocess.check_call(["scram", "p", "CMSSW", args.cmssw])
    with cd(args.cmssw):
       cmsenv()
       for _ in args.merge_topic:
         subprocess.check_call(["git", "cms-merge-topic", _])
       os.system("eval $(scram ru -sh) && scram b -j 10")  #my cmsenv function isn't quite good enough for scram b purposes.  Also, http://stackoverflow.com/a/38792806/5228524
 
       if os.path.exists("src/Alignment/HIPAlignmentAlgorithm"):
         HIPAlignmentAlgorithm = os.path.abspath("src/Alignment/HIPAlignmentAlgorithm")
       else:
         with cd(os.environ["CMSSW_RELEASE_BASE"]):
           HIPAlignmentAlgorithm = os.path.abspath("src/Alignment/HIPAlignmentAlgorithm")
 
       assert os.path.exists(HIPAlignmentAlgorithm), HIPAlignmentAlgorithm
 
    mkdir_p("Jobs")
    mkdir_p("run")
 
    with cd("run"):
      subprocess.check_call(["git", "init"])
 
      mkdir_p("Configurations")
      with cd("Configurations"):
        if not os.path.exists("align_tpl_py.txt"):
          shutil.copy(os.path.join(HIPAlignmentAlgorithm, "python", "align_tpl_py.txt"), ".")
          subprocess.check_call(["git", "add", "align_tpl_py.txt"])
        if not os.path.exists("common_cff_py_TEMPLATE.txt"):
          shutil.copy(os.path.join(HIPAlignmentAlgorithm, "python", "common_cff_py.txt"), "common_cff_py_TEMPLATE.txt")
          subprocess.check_call(["git", "add", "common_cff_py_TEMPLATE.txt"])
        mkdir_p("TrackSelection")
        with cd("TrackSelection"):
          for _ in glob.iglob(os.path.join(HIPAlignmentAlgorithm, "python", "*TrackSelection_cff_py.txt")):
            if not os.path.exists(os.path.basename(_)):
              shutil.copy(_, ".")
              subprocess.check_call(["git", "add", os.path.basename(_)])
 
      mkdir_p("DataFiles")
      with cd("DataFiles"):
        if not os.path.exists("data_example.lst"):
          with open("data_example.lst", "w") as f:
            f.write(os.path.join(os.getcwd(), "minbias.txt") + ",,MBVertex,Datatype:0\n")
            f.write(os.path.join(os.getcwd(), "cosmics.txt") + ",,COSMICS,Datatype:1 APVMode:deco Bfield:3.8T\n")
            f.write(os.path.join(os.getcwd(), "CDCs.txt") + ",,CDCS,Datatype:1 APVMode:deco Bfield:3.8T\n")
          subprocess.check_call(["git", "add", "data_example.lst"])
        if not os.path.exists("baddatafiles.txt"):
          with open("baddatafiles.txt", "w") as f:
            f.write("If any data files are bad (e.g. not at CERN), put them here,\n")
            f.write("separated by newlines or spaces or nothing or whatever you like.\n")
            f.write("Anything else in this file, like these lines, will be ignored.\n")
            f.write("You can also run hippyaddtobaddatafiles.py .../align_cfg.py to automatically\n")
            f.write("find bad data files.\n")
            f.write("Running jobs will automatically pick up changes here next time they resubmit.")
 
      mkdir_p("IOV")
      with cd("IOV"):
        if not os.path.exists("RunXXXXXX"):
          with open("RunXXXXXX", "w") as f:
            f.write("XXXXXX")
          subprocess.check_call(["git", "add", "RunXXXXXX"])
 
      if not os.path.exists("submit_template.sh"):
        shutil.copy(os.path.join(HIPAlignmentAlgorithm, "test", "hippysubmittertemplate.sh"), "submit_template.sh")
        os.chmod("submit_template.sh", os.stat("submit_template.sh").st_mode | stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH)
        subprocess.check_call(["git", "add", "submit_template.sh"])
 
      try:
        subprocess.check_output(["git", "diff", "--staged", "--quiet"])
      except subprocess.CalledProcessError:
        subprocess.check_call(["git", "commit", "-m", "commit templates"])
 

References cd(), cmsenv(), and mkdir_p().

mkdir_p()

def makeHippyCampaign.mkdir_p

(

path

)

http://stackoverflow.com/a/600612/5228524

Definition at line 109 of file makeHippyCampaign.py.

def mkdir_p(path):
  """http://stackoverflow.com/a/600612/5228524"""
  try:
    os.makedirs(path)
  except OSError as exc:
    if exc.errno == errno.EEXIST and os.path.isdir(path):
      pass
    else:
      raise
 
@contextlib.contextmanager

Referenced by main().

Variable Documentation

basedir

string makeHippyCampaign.basedir = "/afs/cern.ch/cms/CAF/CMSALCA/ALCA_TRACKERALIGN2/HipPy"

Definition at line 14 of file makeHippyCampaign.py.

Referenced by FastTimerService::PlotsPerPath.book(), FastTimerService::PlotsPerProcess.book(), FastTimerService::PlotsPerJob.book(), DTLocalTriggerBaseTest.bookCmsHistos(), DTTriggerLutTest.bookCmsHistos1d(), DTTriggerEfficiencyTest.bookHistos(), DTLocalTriggerBaseTest.bookSectorHistos(), DTTriggerEfficiencyTest.bookWheelHistos(), DTTriggerEfficiencyTask.bookWheelHistos(), DTLocalTriggerBaseTest.bookWheelHistos(), and TrackerOfflineValidation::DirectoryWrapper.DirectoryWrapper().

thisfile

makeHippyCampaign.thisfile = os.path.abspath(__file__)

Definition at line 16 of file makeHippyCampaign.py.