Public Member Functions
def	get_class (self, argument='')

def	print_memdb (self)

def	read_db (self, db_file_name=__default_db_file_name)

def	write_db (self)

Public Attributes
	addFiles

	batchScript

	cfgTemplate

	classInf

	currentTime

	driver

	header

	infiList

	mergeScript

Static Public Attributes
	elapsedTime

	JOBREMARK

	JOBSP1

	JOBSP2

	JOBSP3

	mssDir

	mssDirPool

	nJobs

	pedeMem

	spare1

	spare2

	spare3

	updateTime

	updateTimeHuman

Static Private Attributes
string	__default_db_file_name = "mps.db"

Detailed Description

Definition at line 48 of file Mpslibclass.py.

Member Function Documentation

◆ get_class()

def Mpslibclass.jobdatabase.get_class	(	self,
		argument = `''`
	)

Definition at line 241 of file Mpslibclass.py.

     def get_class(self, argument=''):
         CLASSES = self.classInf.split(':')
         if len(CLASSES)<1 or len(CLASSES)>2:
             print('\nget_class():\n  class must be of the form \'class\' or \'classMille:classPede\', but is \'%s\'!\n\n', classInf)
             sys.exit(1)
         elif argument == 'mille':
             return CLASSES[0]
         elif argument == 'pede':
             if len(CLASSES) == 1:
                 return CLASSES[0]
             elif len(CLASSES) == 2:
                 return CLASSES[1]
         else:
             print('\nget_class():\n  Know class only for \'mille\' or \'pede\', not %s!\n\n' %argument)
             sys.exit(1)

References Mpslibclass.jobdatabase.classInf, edm.print(), and cms::dd.split().

◆ print_memdb()

def Mpslibclass.jobdatabase.print_memdb ( self )

Definition at line 130 of file Mpslibclass.py.

     def print_memdb(self):
         #print metainfo
         print("\n=== mps database printout ===\n")
         print(self.header)
         print('Script:\t\t',    self.batchScript)
         print('cfg:\t\t',       self.cfgTemplate)
         print('files:\t\t',     self.infiList)
         print('class:\t\t',     self.classInf)
         print('name:\t\t',      self.addFiles)
         print('driver:\t\t',    self.driver)
         print('mergeScript:\t', self.mergeScript)
         print('mssDir:\t\t',    self.mssDir)
         print('updateTime:\t',  self.updateTimeHuman)
         print('elapsed:\t',     self.elapsedTime)
         print('mssDirPool:\t',  self.mssDirPool)
         print('pedeMem:\t',             self.pedeMem, '\n')
  
         #print interesting Job-level lists ---- to add: t/evt, fix remarks
         print('###     dir      jobid    stat  try  rtime      nevt  remark   weight  name')
         print("------------------------------------------------------------------------------")
         for i in range(self.nJobs):
             print('%03d  %6s  %9s  %6s  %3d  %5d  %8d  %8s  %5s  %s' % (
                 self.JOBNUMBER[i],
                 self.JOBDIR[i],
                 self.JOBID[i],
                 self.JOBSTATUS[i],
                 self.JOBNTRY[i],
                 self.JOBRUNTIME[i],
                 self.JOBNEVT[i],
                 self.JOBHOST[i],
                 self.JOBSP2[i],
                 self.JOBSP3[i]))
  
         #print merge Jobs if merge mode
         if self.driver == 'merge':
             for i in range(self.nJobs,len(self.JOBDIR)):
                 print('%s  %6s  %9s  %6s  %3d  %5d  %8d  %8s  %5s  %s' % (
                     'MMM',
                     self.JOBDIR[i],
                     self.JOBID[i],
                     self.JOBSTATUS[i],
                     self.JOBNTRY[i],
                     self.JOBRUNTIME[i],
                     self.JOBNEVT[i],
                     self.JOBHOST[i],
                     self.JOBSP2[i],
                     self.JOBSP3[i]))
  
         #print summed info
         totalEvents = sum(self.JOBNEVT[:self.nJobs])
         totalCpu    = sum(self.JOBRUNTIME[:self.nJobs])
         meanCpuPerEvent = 0.
         if totalEvents > 0:
             meanCpuPerEvent = float(totalCpu)/totalEvents
         print("------------------------------------------------------------------------------")
         print("\t\t\t\t\tEvent total:\t",       totalEvents)
         print("\t\t\t\t\tCPU total:\t",         totalCpu,               's')
         print("\t\t\t\t\tMean CPU/event:\t",meanCpuPerEvent,'s')
  
  
  
  
  

◆ read_db()

def Mpslibclass.jobdatabase.read_db	(	self,
		db_file_name = `__default_db_file_name`
	)

Definition at line 61 of file Mpslibclass.py.

     def read_db(self, db_file_name = __default_db_file_name):
         try:
             DBFILE = open(db_file_name,'r')
         except IOError as e:
             if e.args != (2, 'No such file or directory'):
                 raise
             else:
                 if db_file_name == jobdatabase.__default_db_file_name:
                     msg = ("No 'mps.db' found. Make sure you are in a campaign "
                            "directory and that the campaign is set up.")
                 else:
                     msg = "Database file '"+db_file_name+"' not found. Exiting."
                 print(msg)
                 sys.exit(1)
  
         #read infolines at the top, used rstrip to delete the '\n'
         self.header          = DBFILE.readline().strip()
         self.batchScript     = DBFILE.readline().rstrip('\n')
         self.cfgTemplate     = DBFILE.readline().rstrip('\n')
         self.infiList        = DBFILE.readline().rstrip('\n')
         self.classInf        = DBFILE.readline().rstrip('\n')   #formerly named 'class' ->conflict
         self.addFiles        = DBFILE.readline().rstrip('\n')
         self.driver          = DBFILE.readline().rstrip('\n')
         self.mergeScript     = DBFILE.readline().rstrip('\n')
         self.mssDir          = DBFILE.readline().rstrip('\n')
         self.updateTime      = int(DBFILE.readline())
         self.updateTimeHuman = DBFILE.readline().rstrip('\n')
         self.elapsedTime     = int(DBFILE.readline())
         self.mssDirPool      = DBFILE.readline().rstrip('\n')
         self.pedeMem         = int(DBFILE.readline())
         self.spare1          = DBFILE.readline().rstrip('\n')
         self.spare2          = DBFILE.readline().rstrip('\n')
         self.spare3          = DBFILE.readline().rstrip('\n')
  
         #read actual jobinfo into arrays
         self.nJobs = 0
         milleJobs = 0
  
  
         for line in DBFILE:
             if line.strip() == "": continue # ignore empty lines
             line = line.rstrip('\n')        # removes the pesky \n from line
             parts = line.split(":")         # read each line and split into parts list
             self.JOBNUMBER.append(int(parts[0]))
             self.JOBDIR.append(parts[1].strip())
             self.JOBID.append(parts[2])
             self.JOBSTATUS.append(parts[3].strip())
             self.JOBNTRY.append(int(parts[4]))
             self.JOBRUNTIME.append(int(parts[5]))   #int float?
             self.JOBNEVT.append(int(parts[6]))
             self.JOBHOST.append(parts[7].strip())
             self.JOBINCR.append(int(parts[8]))
             self.JOBREMARK.append(parts[9].strip())
             self.JOBSP1.append(parts[10].strip())
             self.JOBSP2.append(parts[11].strip())
             self.JOBSP3.append(parts[12].strip())
  
             #count number of jobs
             if not self.JOBDIR[self.nJobs].startswith("jobm"):
                 milleJobs += 1
             self.nJobs += 1
         self.nJobs = milleJobs
  
         DBFILE.close()
  
  
  

References edm.print().

◆ write_db()

def Mpslibclass.jobdatabase.write_db ( self )

Definition at line 195 of file Mpslibclass.py.

     def write_db(self):
         self.header = "mps database schema 3.2"
         self.currentTime = int(time.time())
         self.elapsedTime = 0;
         if self.updateTime != 0:
             self.elapsedTime = self.currentTime - self.updateTime
         self.updateTime = self.currentTime
         self.updateTimeHuman = str(datetime.datetime.today())   #no timezone :(
         self.spare1 = "-- unused --"
         self.spare2 = "-- unused --"
         self.spare3 = "-- unused --"
  
         #if mps.db already exists, backup as mps.db~ (in case of interupt during write)
         os.system('[[ -a mps.db ]] && cp -p mps.db mps.db~')
  
         #write mps.db header
         DBFILE = open ("mps.db", "w")
         headData = [ self.header, self.batchScript, self.cfgTemplate, self.infiList,
                      self.classInf, self.addFiles, self.driver, self.mergeScript,
                      self.mssDir, self.updateTime, self.updateTimeHuman,
                      self.elapsedTime, self.mssDirPool, self.pedeMem,
                      self.spare1, self.spare2, self.spare3 ]
         for item in headData:
             DBFILE.write("%s\n" % item)
  
         #write mps.db jobinfo
         for i in range(len(self.JOBID)):
             DBFILE.write('%03d:%s:%s:%s:%s:%s:%s:%s:%s:%s:%s:%s:%s\n' %
                          (i+1,
                           self.JOBDIR[i],
                           self.JOBID[i],
                           self.JOBSTATUS[i],
                           self.JOBNTRY[i],
                           self.JOBRUNTIME[i],
                           self.JOBNEVT[i],
                           self.JOBHOST[i],
                           self.JOBINCR[i],
                           self.JOBREMARK[i],
                           self.JOBSP1[i],
                           self.JOBSP2[i],
                           self.JOBSP3[i]))
         DBFILE.close()
  

References Mpslibclass.jobdatabase.header.

Member Data Documentation

◆ __default_db_file_name

string Mpslibclass.jobdatabase.__default_db_file_name = "mps.db"

staticprivate

Definition at line 60 of file Mpslibclass.py.

◆ addFiles

Mpslibclass.jobdatabase.addFiles

Definition at line 82 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ batchScript

Mpslibclass.jobdatabase.batchScript

Definition at line 78 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ cfgTemplate

Mpslibclass.jobdatabase.cfgTemplate

Definition at line 79 of file Mpslibclass.py.

Referenced by genericValidation.GenericValidationData.createConfiguration(), and Mpslibclass.jobdatabase.print_memdb().

◆ classInf

Mpslibclass.jobdatabase.classInf

Definition at line 81 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.get_class(), and Mpslibclass.jobdatabase.print_memdb().

◆ currentTime

Mpslibclass.jobdatabase.currentTime

Definition at line 197 of file Mpslibclass.py.

◆ driver

Mpslibclass.jobdatabase.driver

Definition at line 83 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ elapsedTime

Mpslibclass.jobdatabase.elapsedTime

static

Definition at line 56 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ header

Mpslibclass.jobdatabase.header

Definition at line 77 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb(), and Mpslibclass.jobdatabase.write_db().

◆ infiList

Mpslibclass.jobdatabase.infiList

Definition at line 80 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ JOBREMARK

Mpslibclass.jobdatabase.JOBREMARK

static

Definition at line 51 of file Mpslibclass.py.

◆ JOBSP1

Mpslibclass.jobdatabase.JOBSP1

static

Definition at line 51 of file Mpslibclass.py.

◆ JOBSP2

Mpslibclass.jobdatabase.JOBSP2

static

Definition at line 51 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ JOBSP3

Mpslibclass.jobdatabase.JOBSP3

static

Definition at line 51 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ mergeScript

Mpslibclass.jobdatabase.mergeScript

Definition at line 84 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ mssDir

Mpslibclass.jobdatabase.mssDir

static

Definition at line 54 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ mssDirPool

Mpslibclass.jobdatabase.mssDirPool

static

Definition at line 54 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ nJobs

Mpslibclass.jobdatabase.nJobs

static

Definition at line 56 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb(), and crabFunctions.CrabTask.update().

◆ pedeMem

Mpslibclass.jobdatabase.pedeMem

static

Definition at line 56 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

◆ spare1

Mpslibclass.jobdatabase.spare1

static

Definition at line 54 of file Mpslibclass.py.

◆ spare2

Mpslibclass.jobdatabase.spare2

static

Definition at line 54 of file Mpslibclass.py.

◆ spare3

Mpslibclass.jobdatabase.spare3

static

Definition at line 54 of file Mpslibclass.py.

◆ updateTime

Mpslibclass.jobdatabase.updateTime

static

Definition at line 56 of file Mpslibclass.py.

◆ updateTimeHuman

Mpslibclass.jobdatabase.updateTimeHuman

static

Definition at line 54 of file Mpslibclass.py.

Referenced by Mpslibclass.jobdatabase.print_memdb().

Public Member Functions

Public Attributes

Static Public Attributes

Static Private Attributes

Detailed Description

Member Function Documentation

◆ get_class()

◆ print_memdb()

◆ read_db()

◆ write_db()

Member Data Documentation

◆ __default_db_file_name

◆ addFiles

◆ batchScript

◆ cfgTemplate

◆ classInf

◆ currentTime

◆ driver

◆ elapsedTime

◆ header

◆ infiList

◆ JOBREMARK

◆ JOBSP1

◆ JOBSP2

◆ JOBSP3

◆ mergeScript

◆ mssDir

◆ mssDirPool

◆ nJobs

◆ pedeMem

◆ spare1

◆ spare2

◆ spare3

◆ updateTime

◆ updateTimeHuman