confdbOfflineConverter.OfflineConverter Class Reference

Public Member Functions
def	__init__ (self, version='v2', database='offline', url=None, verbose=False)
def	query (self, *args)

Static Public Member Functions
def	CheckTempDirectory (dir)

Public Attributes
	baseDir
	baseUrl
	connect
	jars
	javaCmd
	verbose
	version
	workDir

Static Public Attributes
	databases

Detailed Description

Definition at line 10 of file confdbOfflineConverter.py.

Constructor & Destructor Documentation

__init__()

def confdbOfflineConverter.OfflineConverter.__init__	(		self,
			version = 'v2',
			database = 'offline',
			url = None,
			verbose = False
	)

Definition at line 52 of file confdbOfflineConverter.py.

    def __init__(self, version = 'v2', database = 'offline', url = None, verbose = False):
        self.verbose = verbose
        self.version = version
        self.baseDir = '/afs/cern.ch/user/c/confdb/www/%s/lib' % version
        self.baseUrl = 'http://confdb.web.cern.ch/confdb/%s/lib' % version
        self.jars    = ( 'ojdbc6.jar', 'cmssw-evf-confdb-converter.jar' )
        self.workDir = ''
 
        # check the schema version
        if version not in self.databases:
            # unsupported database version
            sys.stderr.write( "ERROR: unsupported database version \"%s\"\n" % version)
 
        # check the database
        if database in self.databases[version]:
            # load the connection parameters for the given database
            self.connect = self.databases[version][database]
        else:
            # unsupported database
            sys.stderr.write( "ERROR: unknown database \"%s\" for version \"%s\"\n" % (database, version))
            sys.exit(1)
 
        # check for a custom base URL
        if url is not None:
            self.baseUrl = url
 
        # try to read the .jar files from AFS, or download them
        if os.path.isdir(self.baseDir) and all(os.path.isfile(self.baseDir + '/' + jar) for jar in self.jars):
            # read the .jar fles from AFS
            self.workDir = self.baseDir
        else:
            # try to use $CMSSW_BASE/tmp
            self.workDir = OfflineConverter.CheckTempDirectory(os.environ['CMSSW_BASE'] + '/tmp/confdb')
            if not self.workDir:
                # try to use $TMP
                self.workDir = OfflineConverter.CheckTempDirectory(os.environ['TMP'] + '/confdb')
            if not self.workDir:
                # create a new temporary directory, and install a cleanup callback
                self.workDir = tempfile.mkdtemp()
                atexit.register(shutil.rmtree, self.workDir)
            # download the .jar files
            for jar in self.jars:
                # check if the file is already present
                if os.path.exists(self.workDir + '/' + jar):
                    continue
                # download to a temporay name and use an atomic rename (in case an other istance is downloading the same file
                handle, temp = tempfile.mkstemp(dir = self.workDir, prefix = jar + '.')
                os.close(handle)
                urllib.urlretrieve(self.baseUrl + '/' + jar, temp)
                if not os.path.exists(self.workDir + '/' + jar):
                    os.rename(temp, self.workDir + '/' + jar)
                else:
                    os.unlink(temp)
 
        # setup the java command line and CLASSPATH
        if self.verbose:
            sys.stderr.write("workDir = %s\n" % self.workDir)
        # use non-blocking random number source /dev/urandom (instead of /dev/random), see:
        #   http://blockdump.blogspot.fr/2012/07/connection-problems-inbound-connection.html
        # deal with timezone region not found
        #   http://stackoverflow.com/questions/9156379/ora-01882-timezone-region-not-found
        # increase the thread stack size from the default of 1 MB to work around java.lang.StackOverflowError errors, see
        #   man java
        self.javaCmd = ( 'java', '-cp', ':'.join(self.workDir + '/' + jar for jar in self.jars), '-Djava.security.egd=file:///dev/urandom', '-Doracle.jdbc.timezoneAsRegion=false', '-Xss32M', 'confdb.converter.BrowserConverter' )
 
 

Member Function Documentation

CheckTempDirectory()

def confdbOfflineConverter.OfflineConverter.CheckTempDirectory (   dir )

static

Definition at line 42 of file confdbOfflineConverter.py.

    def CheckTempDirectory(dir):
        dir = os.path.realpath(dir)
        if not os.path.isdir(dir):
            try:
                os.makedirs(dir)
            except:
                return None
        return dir
 
 

query()

def confdbOfflineConverter.OfflineConverter.query	(		self,
		*	args
	)

Definition at line 118 of file confdbOfflineConverter.py.

    def query(self, *args):
        args = self.javaCmd + self.connect + args
        if self.verbose:
            sys.stderr.write("\n" + ' '.join(args) + "\n\n" )
        sub = subprocess.Popen(
            args,
            stdin = None,
            stdout = subprocess.PIPE,
            stderr = subprocess.PIPE,
            shell = False,
            universal_newlines = True )
        return sub.communicate()
 

References confdbOfflineConverter.OfflineConverter.connect, DDTOBRodAlgo.connect, confdbOfflineConverter.OfflineConverter.javaCmd, join(), VisualizationOptions.verbose, L1TdeStage2EMTF.verbose, L1TStage2uGMTMuon.verbose, L1TStage2EMTF.verbose, L1TStage2uGMT.verbose, DQMGenericTnPClient.verbose, dqmTnP::AbstractFitter.verbose, L1TStage2OMTF.verbose, confdbOfflineConverter.OfflineConverter.verbose, MuonMillepedeAlgorithm.verbose, DeviationsFromFileSensor2D.verbose, L1TStage2BMTF.verbose, L1TStage2MuonComp.verbose, L1TStage2RegionalMuonCandComp.verbose, HIPAlignmentAlgorithm.verbose, L1TCaloLayer1RawToDigi.verbose, o2olib.O2OJobMgr.verbose, L1TStage2uGTCaloLayer2Comp.verbose, OpticalObject.verbose, and L1TdeStage2CaloLayer2.verbose.

Referenced by production_tasks.BaseDataset.run(), and edmIntegrityCheck.IntegrityCheck.test().

Member Data Documentation

baseDir

confdbOfflineConverter.OfflineConverter.baseDir

Definition at line 55 of file confdbOfflineConverter.py.

baseUrl

confdbOfflineConverter.OfflineConverter.baseUrl

Definition at line 56 of file confdbOfflineConverter.py.

connect

confdbOfflineConverter.OfflineConverter.connect

Definition at line 68 of file confdbOfflineConverter.py.

Referenced by confdbOfflineConverter.OfflineConverter.query(), and o2o_db_cfgmap.DbManagerDAQ.update_hashmap().

databases

confdbOfflineConverter.OfflineConverter.databases

static

Definition at line 28 of file confdbOfflineConverter.py.

jars

confdbOfflineConverter.OfflineConverter.jars

Definition at line 57 of file confdbOfflineConverter.py.

javaCmd

confdbOfflineConverter.OfflineConverter.javaCmd

Definition at line 115 of file confdbOfflineConverter.py.

Referenced by confdbOfflineConverter.OfflineConverter.query().

verbose

confdbOfflineConverter.OfflineConverter.verbose

Definition at line 53 of file confdbOfflineConverter.py.

Referenced by python.diff_provenance.difference.list_diff(), python.diffProv.difference.list_diff(), python.diff_provenance.difference.module_diff(), python.diffProv.difference.module_diff(), python.diff_provenance.difference.onefilemodules(), python.diffProv.difference.onefilemodules(), core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.process(), core.SkimAnalyzerCount.SkimAnalyzerCount.process(), objects.VertexAnalyzer.VertexAnalyzer.process(), and confdbOfflineConverter.OfflineConverter.query().

version

confdbOfflineConverter.OfflineConverter.version

Definition at line 54 of file confdbOfflineConverter.py.

Referenced by validation.Sample.datasetpattern(), and validation.Sample.filename().

workDir

confdbOfflineConverter.OfflineConverter.workDir

Definition at line 58 of file confdbOfflineConverter.py.