das Namespace Reference

Classes
class	DASOptionParser

Functions
def	get_data (host, query, idx, limit, debug)
def	get_value (data, filters)
def	main ()
def	query (query_str, verbose=False)

Variables
	__author__

Function Documentation

get_data()

def das.get_data	(		host,
			query,
			idx,
			limit,
			debug
	)

Contact DAS server and retrieve data for given DAS query

Definition at line 71 of file das.py.

References print().

Referenced by main(), and query().

def get_data(host, query, idx, limit, debug):
    """Contact DAS server and retrieve data for given DAS query"""
    params  = {'input':query, 'idx':idx, 'limit':limit}
    path    = '/das/cache'
    pat     = re.compile('http[s]{0,1}://')
    if  not pat.match(host):
        msg = 'Invalid hostname: %s' % host
        raise Exception(msg)
    url = host + path
    headers = {"Accept": "application/json"}
    encoded_data = urllib.urlencode(params, doseq=True)
    url += '?%s' % encoded_data
    req  = urllib2.Request(url=url, headers=headers)
    if  debug:
        hdlr = urllib2.HTTPHandler(debuglevel=1)
        opener = urllib2.build_opener(hdlr)
    else:
        opener = urllib2.build_opener()
    fdesc = opener.open(req)
    data = fdesc.read()
    fdesc.close()

    pat = re.compile(r'^[a-z0-9]{32}')
    if  data and isinstance(data, str) and pat.match(data) and len(data) == 32:
        pid = data
    else:
        pid = None
    count = 5  # initial waiting time in seconds
    timeout = 30 # final waiting time in seconds
    while pid:
        params.update({'pid':data})
        encoded_data = urllib.urlencode(params, doseq=True)
        url  = host + path + '?%s' % encoded_data
        req  = urllib2.Request(url=url, headers=headers)
        try:
            fdesc = opener.open(req)
            data = fdesc.read()
            fdesc.close()
        except urllib2.HTTPError as err:
            print(err)
            return ""
        if  data and isinstance(data, str) and pat.match(data) and len(data) == 32:
            pid = data
        else:
            pid = None
        time.sleep(count)
        if  count < timeout:
            count *= 2
        else:
            count = timeout
    return data

get_value()

def das.get_value	(		data,
			filters
	)

Filter data from a row for given list of filters

Definition at line 55 of file das.py.

References str.

Referenced by main().

def get_value(data, filters):
    """Filter data from a row for given list of filters"""
    for ftr in filters:
        if  ftr.find('>') != -1 or ftr.find('<') != -1 or ftr.find('=') != -1:
            continue
        row = dict(data)
        for key in ftr.split('.'):
            if  isinstance(row, dict) and key in row:
                row = row[key]
            if  isinstance(row, list):
                for item in row:
                    if  isinstance(item, dict) and key in item:
                        row = item[key]
                        break
        yield str(row)

main()

def das.main

(

)

Main function

Definition at line 123 of file das.py.

References get_data(), get_value(), join(), and print().

def main():
    """Main function"""
    optmgr  = DASOptionParser()
    opts, _ = optmgr.get_opt()
    host    = opts.host
    debug   = opts.verbose
    query   = opts.query
    idx     = opts.idx
    limit   = opts.limit
    if  not query:
        raise Exception('You must provide input query')
    data    = get_data(host, query, idx, limit, debug)
    if  opts.format == 'plain':
        jsondict = json.loads(data)
        mongo_query = jsondict['mongo_query']
        if  'filters' in mongo_query:
            filters = mongo_query['filters']
            data = jsondict['data']
            if  isinstance(data, dict):
                rows = [r for r in get_value(data, filters)]
                print(' '.join(rows))
            elif isinstance(data, list):
                for row in data:
                    rows = [r for r in get_value(row, filters)]
                    print(' '.join(rows))
            else:
                print(jsondict)
    else:
        print(data)

query()

def das.query	(		query_str,
			verbose = False
	)

Definition at line 6 of file das.py.

References get_data(), print(), and nano_mu_digi_cff.strip.

def query(query_str, verbose=False):
   'simple query function to interface with DAS, better than using Popen as everything is handled by python'
   if verbose:
      print('querying DAS with: "%s"' % query_str)
   data = get_data(
      'https://cmsweb.cern.ch', 
      query_str,
      0, 0, False)

   to_get = query_str.split()[0].strip(',')
   if data['status'] != 'ok':
      raise RuntimeError('Das query crashed')

   #-1 works both when getting dataset from files and files from datasets, 
   #not checked on everything
   return [i[to_get][-1]['name'] for i in data['data']]

Variable Documentation

__author__

das.__author__

private

Definition at line 8 of file das.py.

---

Generated for CMSSW Reference Manual by  1.8.14