getPayloadData Namespace Reference

Functions
def	deserialize_iovs (db, plugin_name, plot_name, tags, time_type, input_params)
def	discover ()
def	discover_plugins ()
def	output (description, param)
def	supress_output (f)

Function Documentation

deserialize_iovs()

def getPayloadData.deserialize_iovs	(		db,
			plugin_name,
			plot_name,
			tags,
			time_type,
			input_params
	)

Deserializes given iovs data and returns plot coordinates 

Definition at line 65 of file getPayloadData.py.

def deserialize_iovs(db, plugin_name, plot_name, tags, time_type, input_params):
    ''' Deserializes given iovs data and returns plot coordinates '''
    
    output('Starting to deserialize iovs: ', '')
    output('db: ', db)
    output('plugin name: ', plugin_name)
    output('plot name: ', plot_name)
    output('tags: ', tags)
    output('tag time type: ', time_type)
  
    plugin_base = import_module('pluginModule_PayloadInspector')
    output('PI plugin base: ', plugin_base)
 
    plugin_obj = import_module(plugin_name)
    output('PI plugin object: ', plugin_obj)
 
    # get plot method and execute it with given iovs
    plot = getattr(plugin_obj, plot_name)()
    output('plot object: ', plot)
 
    if db == "Prod":
        db_name = 'frontier://FrontierProd/CMS_CONDITIONS'
    elif db == 'Prep' :
        db_name = 'frontier://FrontierPrep/CMS_CONDITIONS'
    else:
        db_name = db
 
    output('full DB name: ', db_name)
 
    if input_params is not None:
        plot.setInputParamValues( input_params )
 
    modv = getattr(plugin_base,'ModuleVersion')
 
    success = False
    if modv.label == '1.0':
        if len(tags)==1:
            success = plot.process(db_name, tags[0][0], time_type, int(tags[0][1]), int(tags[0][2]) )
        elif len(tags)==2:
            success = plot.processTwoTags(db_name, tags[0][0], tags[1][0], int(tags[0][1]),int(tags[1][1]) )
    elif modv.label == '2.0':
        success = plot.process(db_name, tags)
 
    output('plot processed data successfully: ', success)
    if not success:
        return False
 
    result = plot.data()
    output('deserialized data: ', result)
    return result
 

References createfilelist.int, and output().

Referenced by output().

discover()

def getPayloadData.discover

(

)

Discovers object types and plots for a given cmssw release
    Example:
    {
        "BasicPayload": [
            {"plot": "plot_BeamSpot_x", "plot_type": "History", 
             "single_iov": false, "plugin_name": "pluginBeamSpot_PayloadInspector",
             "title": "x vs run number"},
            ...
        ],
       ...
    }

Definition at line 158 of file getPayloadData.py.

def discover():
    ''' Discovers object types and plots for a given cmssw release
        Example:
        {
            "BasicPayload": [
                {"plot": "plot_BeamSpot_x", "plot_type": "History", 
                 "single_iov": false, "plugin_name": "pluginBeamSpot_PayloadInspector",
                 "title": "x vs run number"},
                ...
            ],
           ...
        }
    '''
    plugin_base = import_module('pluginModule_PayloadInspector') 
    modv = getattr(plugin_base,'ModuleVersion')
    result = {}
    for plugin_name in discover_plugins():
        output(' - plugin name: ', plugin_name)
        plugin_obj = import_module(plugin_name)
        output('*** PI plugin object: ', plugin_obj)
        for plot in dir(plugin_obj):
            if 'plot_' not in plot: continue # skip if method doesn't start with 'plot_' prefix
            output(' - plot name: ', plot)
            plot_method= getattr(plugin_obj, plot)()
            output(' - plot object: ', plot_method)
            payload_type = plot_method.payloadType()
            output(' - payload type: ', payload_type)
            plot_title = plot_method.title()
            output(' - plot title: ', plot_title)
            plot_type = plot_method.type()
            output(' - plot type: ', plot_type)
            single_iov = plot_method.isSingleIov()
            output(' - is single iov: ', single_iov)
            two_tags = plot_method.isTwoTags()
            output(' - is Two Tags: ', two_tags)
            plot_dict = { 'plot': plot, 'plugin_name': plugin_name, 'title': plot_title, 'plot_type': plot_type, 'single_iov': single_iov, 'two_tags': two_tags }
            #if modv.label == '2.0':
            #    input_params = plot_method.inputParams()
            #    output(' - input params: ', len(input_params))
            #    plot_dict[ 'input_params'] = input_params
            result.setdefault(payload_type, []).append( plot_dict )
            output('currently discovered info: ', result)
    output('*** final output:', '')
    return json.dumps(result)
 

References mps_setup.append, DeadROC_duringRun.dir, discover_plugins(), and output().

Referenced by output().

discover_plugins()

def getPayloadData.discover_plugins

(

)

Returns a list of Payload Inspector plugin names
    Example:
    ['pluginBasicPayload_PayloadInspector', 'pluginBeamSpot_PayloadInspector', 'pluginSiStrip_PayloadInspector']

Definition at line 116 of file getPayloadData.py.

def discover_plugins():
    ''' Returns a list of Payload Inspector plugin names
        Example:
        ['pluginBasicPayload_PayloadInspector', 'pluginBeamSpot_PayloadInspector', 'pluginSiStrip_PayloadInspector']
    '''
    architecture = os.environ.get('SCRAM_ARCH', None)
    output('architecture: ', architecture)
 
    plugins = []
    releases = [
        os.environ.get('CMSSW_BASE', None),
        os.environ.get('CMSSW_RELEASE_BASE', None),
        os.environ.get('CMSSW_FULL_RELEASE_BASE', None)
    ]
 
    for r in releases:
        if not r: continue # skip if release base is not specified
        output('* release: ', r)
 
        path = os.path.join(r, 'lib', architecture)
        output('* full release path: ', path)
 
        plugins += glob.glob(path + '/plugin*_PayloadInspector.so' )
        output('found plugins: ', plugins) 
        
        # If no plugins are found in the local release,
        # go find them in the release base (or full release base, in case of patches)
        if(len(plugins)==0):
            output('# plugins found:',len(plugins))
        else:
            if r: break # break loop if CMSSW_BASE is specified
  
    # extracts the object name from plugin path:
    # /afs/cern.ch/cms/slc6_amd64_gcc493/cms/cmssw/CMSSW_8_0_6/lib/slc6_amd64_gcc493/pluginBasicPayload_PayloadInspector.so
    # becomes pluginBasicPayload_PayloadInspector
    result = []
    for p in plugins:
         result.append(p.split('/')[-1].replace('.so', ''))
 
    output('discovered plugins: ', result)
    return result
 

References if(), output(), and python.rootplot.root2matplotlib.replace().

Referenced by discover().

output()

def getPayloadData.output	(		description,
			param
	)

Definition at line 203 of file getPayloadData.py.

def output(description, param):
    if args.verbose:
        print('')
        print(description, param)
 

References deserialize_iovs(), discover(), print(), and str.

Referenced by deserialize_iovs(), discover(), and discover_plugins().

supress_output()

def getPayloadData.supress_output

(

f

)

Temporarily disables stdout and stderr so that printouts from the plot
plugin does not compromise the purity of our ssh stream if 
args.suppress_output is true

Definition at line 22 of file getPayloadData.py.

def supress_output( f ):
    '''
    Temporarily disables stdout and stderr so that printouts from the plot
    plugin does not compromise the purity of our ssh stream if 
    args.suppress_output is true
    '''
    def decorated( *fargs, **fkwargs ):
 
        suppress = args.suppress_output
        if suppress:
            
            # Get rid of what is already there ( should be nothing for this script )
            sys.stdout.flush()
 
            # Save file descriptors so it can be reactivated later 
            saved_stdout = os.dup( 1 )
            saved_stderr = os.dup( 2 )
 
            # /dev/null is used just to discard what is being printed
            devnull = os.open( '/dev/null', os.O_WRONLY )
 
            # Duplicate the file descriptor for /dev/null
            # and overwrite the value for stdout (file descriptor 1)
            os.dup2( devnull, 1 )
            os.dup2( devnull, 2 )
 
        result = f( *fargs, **fkwargs )
 
        if suppress:
 
            # Close devnull after duplication (no longer needed)
            os.close( devnull )
 
            # Reenable stdout and stderr
            os.dup2( saved_stdout, 1 )
            os.dup2( saved_stderr, 2 )
 
        return result
 
    return decorated
 
 
@supress_output

References f.