Public Member Functions
def	__init__ (self, version='v2', database='offline', url=None, verbose=False)

def	query (self, args)

Static Public Member Functions
def	CheckTempDirectory (dir)

Public Attributes
	baseDir

	baseUrl

	connect

	jars

	javaCmd

	verbose

	version

	workDir

Static Public Attributes
	databases

Detailed Description

Definition at line 10 of file confdbOfflineConverter.py.

Constructor & Destructor Documentation

def confdbOfflineConverter.OfflineConverter.__init__	(	self,
		version = `'v2'`,
		database = `'offline'`,
		url = `None`,
		verbose = `False`
	)

Definition at line 52 of file confdbOfflineConverter.py.

     def __init__(self, version = 'v2', database = 'offline', url = None, verbose = False):
         self.verbose = verbose
         self.version = version
         self.baseDir = '/afs/cern.ch/user/c/confdb/www/%s/lib' % version
         self.baseUrl = 'http://confdb.web.cern.ch/confdb/%s/lib' % version
         self.jars    = ( 'ojdbc6.jar', 'cmssw-evf-confdb-converter.jar' )
         self.workDir = ''
 
         # check the schema version
         if version not in self.databases:
             # unsupported database version
             sys.stderr.write( "ERROR: unsupported database version \"%s\"\n" % version)
 
         # check the database
         if database in self.databases[version]:
             # load the connection parameters for the given database
             self.connect = self.databases[version][database]
         else:
             # unsupported database
             sys.stderr.write( "ERROR: unknown database \"%s\" for version \"%s\"\n" % (database, version))
             sys.exit(1)
 
         # check for a custom base URL
         if url is not None:
             self.baseUrl = url
 
         # try to read the .jar files from AFS, or download them
         if os.path.isdir(self.baseDir) and all(os.path.isfile(self.baseDir + '/' + jar) for jar in self.jars):
             # read the .jar fles from AFS
             self.workDir = self.baseDir
         else:
             # try to use $CMSSW_BASE/tmp
             self.workDir = OfflineConverter.CheckTempDirectory(os.environ['CMSSW_BASE'] + '/tmp/confdb')
             if not self.workDir:
                 # try to use $TMP
                 self.workDir = OfflineConverter.CheckTempDirectory(os.environ['TMP'] + '/confdb')
             if not self.workDir:
                 # create a new temporary directory, and install a cleanup callback
                 self.workDir = tempfile.mkdtemp()
                 atexit.register(shutil.rmtree, self.workDir)
             # download the .jar files
             for jar in self.jars:
                 # check if the file is already present
                 if os.path.exists(self.workDir + '/' + jar):
                     continue
                 # download to a temporay name and use an atomic rename (in case an other istance is downloading the same file
                 handle, temp = tempfile.mkstemp(dir = self.workDir, prefix = jar + '.')
                 os.close(handle)
                 urllib.urlretrieve(self.baseUrl + '/' + jar, temp)
                 if not os.path.exists(self.workDir + '/' + jar):
                     os.rename(temp, self.workDir + '/' + jar)
                 else:
                     os.unlink(temp)
 
         # setup the java command line and CLASSPATH
         if self.verbose:
             sys.stderr.write("workDir = %s\n" % self.workDir)
         # use non-blocking random number source /dev/urandom (instead of /dev/random), see:
         #   http://blockdump.blogspot.fr/2012/07/connection-problems-inbound-connection.html
         # deal with timezone region not found
         #   http://stackoverflow.com/questions/9156379/ora-01882-timezone-region-not-found
         # increase the thread stack size from the default of 1 MB to work around java.lang.StackOverflowError errors, see
         #   man java
         self.javaCmd = ( 'java', '-cp', ':'.join(self.workDir + '/' + jar for jar in self.jars), '-Djava.security.egd=file:///dev/urandom', '-Doracle.jdbc.timezoneAsRegion=false', '-Xss32M', 'confdb.converter.BrowserConverter' )
 
 

Member Function Documentation

def confdbOfflineConverter.OfflineConverter.CheckTempDirectory ( dir )

static

Definition at line 42 of file confdbOfflineConverter.py.

     def CheckTempDirectory(dir):
         dir = os.path.realpath(dir)
         if not os.path.isdir(dir):
             try:
                 os.makedirs(dir)
             except:
                 return None
         return dir
 
 

def confdbOfflineConverter.OfflineConverter.query	(	self,
		args
	)

Definition at line 118 of file confdbOfflineConverter.py.

References confdbOfflineConverter.OfflineConverter.connect, DDTOBRodAlgo.connect, confdbOfflineConverter.OfflineConverter.javaCmd, join(), VisualizationOptions.verbose, L1TdeStage2EMTF.verbose, L1TStage2uGMTMuon.verbose, L1TStage2EMTF.verbose, L1TStage2uGMT.verbose, DQMGenericTnPClient.verbose, dqmTnP::AbstractFitter.verbose, L1TStage2OMTF.verbose, confdbOfflineConverter.OfflineConverter.verbose, MuonMillepedeAlgorithm.verbose, DeviationsFromFileSensor2D.verbose, L1TStage2MuonComp.verbose, L1TStage2BMTF.verbose, L1TStage2RegionalMuonCandComp.verbose, HIPAlignmentAlgorithm.verbose, L1TCaloLayer1RawToDigi.verbose, o2olib.O2OJobMgr.verbose, L1TStage2uGTCaloLayer2Comp.verbose, OpticalObject.verbose, and L1TdeStage2CaloLayer2.verbose.

Referenced by production_tasks.BaseDataset.run(), and edmIntegrityCheck.IntegrityCheck.test().

     def query(self, *args):
         args = self.javaCmd + self.connect + args
         if self.verbose:
             sys.stderr.write("\n" + ' '.join(args) + "\n\n" )
         sub = subprocess.Popen(
             args,
             stdin = None,
             stdout = subprocess.PIPE,
             stderr = subprocess.PIPE,
             shell = False,
             universal_newlines = True )
         return sub.communicate()
 

Member Data Documentation

confdbOfflineConverter.OfflineConverter.baseDir

Definition at line 55 of file confdbOfflineConverter.py.

confdbOfflineConverter.OfflineConverter.baseUrl

Definition at line 56 of file confdbOfflineConverter.py.

confdbOfflineConverter.OfflineConverter.connect

Definition at line 68 of file confdbOfflineConverter.py.

confdbOfflineConverter.OfflineConverter.databases

static

Definition at line 28 of file confdbOfflineConverter.py.

confdbOfflineConverter.OfflineConverter.jars

Definition at line 57 of file confdbOfflineConverter.py.

confdbOfflineConverter.OfflineConverter.javaCmd

Definition at line 115 of file confdbOfflineConverter.py.

Referenced by confdbOfflineConverter.OfflineConverter.query().

confdbOfflineConverter.OfflineConverter.verbose

Definition at line 53 of file confdbOfflineConverter.py.

Referenced by python.diff_provenance.difference.list_diff(), python.diffProv.difference.list_diff(), python.diff_provenance.difference.module_diff(), python.diffProv.difference.module_diff(), python.diff_provenance.difference.onefilemodules(), python.diffProv.difference.onefilemodules(), core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.process(), core.SkimAnalyzerCount.SkimAnalyzerCount.process(), objects.VertexAnalyzer.VertexAnalyzer.process(), and confdbOfflineConverter.OfflineConverter.query().

confdbOfflineConverter.OfflineConverter.version

Definition at line 54 of file confdbOfflineConverter.py.

Referenced by validation.Sample.datasetpattern(), and validation.Sample.filename().

confdbOfflineConverter.OfflineConverter.workDir

Definition at line 58 of file confdbOfflineConverter.py.

Public Member Functions

Static Public Member Functions

Public Attributes

Static Public Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation