#include <RecoLuminosity/LumiProducer/src/LumiCorrectionSource.cc>

Inheritance diagram for LumiCorrectionSource:

Public Types
typedef boost::shared_ptr < LumiCorrectionParam >	ReturnParamType
Public Member Functions
	LumiCorrectionSource (const edm::ParameterSet &)
ReturnParamType	produceLumiCorrectionParam (const LumiCorrectionParamRcd &)
	~LumiCorrectionSource ()
Protected Member Functions
virtual void	setIntervalFor (const edm::eventsetup::EventSetupRecordKey &, const edm::IOVSyncValue &, edm::ValidityInterval &)
Private Member Functions
float	fetchIntglumi (coral::ISchema &schema, unsigned int runnumber)
void	fillparamcache (unsigned int runnumber)
void	parseGlobaltagForLumi (coral::ISchema &schema, const std::string &globaltag)
void	reloadAuth ()
XMLCh *	s2x (const std::string &input) const
const std::string	servletTranslation (const std::string &servlet) const
std::string	toParentString (const xercesc::DOMNode &nodeToConvert) const
std::string	translateFrontierConnect (const std::string &connectStr)
std::string	x2s (const XMLCh *input) const
Private Attributes
std::string	m_authfilename
unsigned int	m_cachesize
std::string	m_connectStr
std::string	m_datatag
std::string	m_globaltag
bool	m_isNullRun
std::string	m_normtag
std::map< unsigned int, boost::shared_ptr < LumiCorrectionParam > >	m_paramcache
unsigned int	m_paramcachedrun
boost::shared_ptr < LumiCorrectionParam >	m_paramresult
const edm::IOVSyncValue *	m_pcurrentTime
std::string	m_siteconfpath

Detailed Description

retrieve lumi corrections and perrun parameters needed by the correction funcs

Description: A essource/esproducer for lumi correction factor and run parameters needed to deduce the corrections Author: Zhen Xie

Definition at line 25 of file LumiCorrectionSource.h.

Member Typedef Documentation

typedef boost::shared_ptr<LumiCorrectionParam> LumiCorrectionSource::ReturnParamType

Definition at line 28 of file LumiCorrectionSource.h.

Constructor & Destructor Documentation

LumiCorrectionSource::LumiCorrectionSource ( const edm::ParameterSet & iConfig )

Definition at line 176 of file LumiCorrectionSource.cc.

References EcalCondDB::authpath, edm::ParameterSet::exists(), edm::ParameterSet::getParameter(), edm::ParameterSet::getUntrackedParameter(), align_cfg::globaltag, m_authfilename, m_cachesize, m_connectStr, m_datatag, m_globaltag, m_normtag, m_siteconfpath, getHLTPrescaleColumns::path, produceLumiCorrectionParam(), edm::ESProducer::setWhatProduced(), AlCaHLTBitMon_QueryRunRegistry::string, and translateFrontierConnect().

                                                                        :m_connectStr(""),m_authfilename(""),m_datatag(""),m_globaltag(""),m_normtag(""),m_paramcachedrun(0),m_cachesize(0){
  setWhatProduced(this,&LumiCorrectionSource::produceLumiCorrectionParam);
  findingRecord<LumiCorrectionParamRcd>();
  std::string connectStr=iConfig.getParameter<std::string>("connect");
  std::string globaltag;
  if(iConfig.exists("globaltag")){
    m_globaltag=iConfig.getUntrackedParameter<std::string>("globaltag","");
  }else{
    m_normtag=iConfig.getUntrackedParameter<std::string>("normtag","");
  }
  m_datatag=iConfig.getUntrackedParameter<std::string>("datatag","");
  m_cachesize=iConfig.getUntrackedParameter<unsigned int>("ncacheEntries",3);
  m_siteconfpath=iConfig.getUntrackedParameter<std::string>("siteconfpath","");
  const std::string fproto("frontier://");
  if(connectStr.substr(0,fproto.length())==fproto){
    m_connectStr=translateFrontierConnect(connectStr);
  }else if(connectStr.substr(0,11)=="sqlite_file"){
    m_connectStr=connectStr;
  }else{
    m_connectStr=connectStr;
    std::string authpath=iConfig.getUntrackedParameter<std::string>("authpath","");
    boost::filesystem::path boostAuthPath( authpath );
    if(boost::filesystem::is_directory(boostAuthPath)){
      boostAuthPath /= boost::filesystem::path("authentication.xml");      
    }
    m_authfilename = boostAuthPath.string();
  }
}

LumiCorrectionSource::~LumiCorrectionSource ( )

Definition at line 413 of file LumiCorrectionSource.cc.

{}

Member Function Documentation

float LumiCorrectionSource::fetchIntglumi	(	coral::ISchema &	schema,
		unsigned int	runnumber
	)		`[private]`

Definition at line 389 of file LumiCorrectionSource.cc.

References lumi::LumiNames::intglumiv2TableName(), query::result, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by fillparamcache().

                                                                              {
  float result=0.;
  coral::IQuery* qHandle=schema.newQuery();
  qHandle->addToTableList(lumi::LumiNames::intglumiv2TableName());
  coral::AttributeList qResult;
  qResult.extend("INTGLUMI",typeid(float));
  std::string conditionStr("RUNNUM=:runnumber");
  coral::AttributeList qCondition;
  qCondition.extend("runnumber",typeid(unsigned int));
  qCondition["runnumber"].data<unsigned int>()=runnumber;
  qHandle->setCondition(conditionStr,qCondition);
  qHandle->addToOutputList("INTGLUMI");
  qHandle->defineOutput(qResult);
  coral::ICursor& intglumiCursor=qHandle->execute();
  while( intglumiCursor.next() ){
    const coral::AttributeList& row=intglumiCursor.currentRow();
    if(!row["INTGLUMI"].isNull()){
      result=row["INTGLUMI"].data<float>();
    }
  }
  delete qHandle;
  return result;
}

void LumiCorrectionSource::fillparamcache ( unsigned int runnumber ) [private]

Definition at line 247 of file LumiCorrectionSource.cc.

References lumi::RevisionDML::currentHFDataTagId(), lumi::RevisionDML::dataIDForRun(), Exception, fetchIntglumi(), first, LumiCorrectionParam::HF, lumi::NormDML::HF, lumi::RevisionDML::HFDataTagIdByName(), instance, normFunctors::intglumi, lumi::RevisionDML::DataID::lumi_id, cond::lumiid, m_authfilename, m_connectStr, m_datatag, m_globaltag, m_normtag, m_paramcache, m_paramcachedrun, lumi::NormDML::normById(), lumiCalc2::normid, lumi::NormDML::normIdByName(), lumi::NormDML::normIdByType(), parseGlobaltagForLumi(), reloadAuth(), query::result, cond::runnumber, python::IdGenerator::schema, python::CommonUtils::session, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by produceLumiCorrectionParam().

                                                          {
  m_paramcache.clear();
  m_paramcachedrun=runnumber;
  if(!m_authfilename.empty()){
    coral::IHandle<coral::IAuthenticationService> authSvc=coral::Context::instance().query<coral::IAuthenticationService>();
    if( authSvc.isValid() ){
      try{
        authSvc->credentials( m_connectStr );
      }catch(const coral::UnknownConnectionException& er){
        reloadAuth();
      }
  }else{
      reloadAuth();
    }
  }
  coral::ConnectionService* mydbservice=new coral::ConnectionService;
  if(!m_globaltag.empty()){
    coral::ISessionProxy* gsession=mydbservice->connect(m_connectStr,coral::ReadOnly);
    gsession->transaction().start(true);
    parseGlobaltagForLumi(gsession->nominalSchema(),m_globaltag);
    gsession->transaction().commit();
    delete gsession;
  }
  coral::ISessionProxy* session=mydbservice->connect(m_connectStr,coral::ReadOnly);
  coral::ITypeConverter& tconverter=session->typeConverter();
  tconverter.setCppTypeForSqlType(std::string("float"),std::string("FLOAT(63)"));
  tconverter.setCppTypeForSqlType(std::string("unsigned int"),std::string("NUMBER(10)"));
  tconverter.setCppTypeForSqlType(std::string("unsigned short"),std::string("NUMBER(1)"));
  boost::shared_ptr<LumiCorrectionParam> result(new LumiCorrectionParam(LumiCorrectionParam::HF));
  try{
    session->transaction().start(true);
    coral::ISchema& schema=session->nominalSchema();
    lumi::RevisionDML dml;
    unsigned long long tagid=0;
    if(m_datatag.empty()){
      tagid=dml.currentHFDataTagId(schema);//get datatag id
    }else{
      tagid=dml.HFDataTagIdByName(schema,m_datatag);
    }
    lumi::RevisionDML::DataID dataid=dml.dataIDForRun(schema,runnumber,tagid);//get data id
    unsigned int lumiid=dataid.lumi_id;
    if(lumiid==0){
      result->setNBX(0);
      m_paramcache.insert(std::make_pair(runnumber,result));
      session->transaction().commit();
      delete session;
      delete mydbservice;
      return;
    }
    
    coral::AttributeList lumidataBindVariables;
    lumidataBindVariables.extend("dataid",typeid(unsigned long long));
    lumidataBindVariables["dataid"].data<unsigned long long>()=lumiid;   
    std::string conditionStr("DATA_ID=:dataid");
    coral::AttributeList lumiparamOutput;
    lumiparamOutput.extend("NCOLLIDINGBUNCHES",typeid(unsigned int));
    coral::IQuery* lumiparamQuery=schema.newQuery();
    lumiparamQuery->addToTableList(std::string("LUMIDATA"));
    lumiparamQuery->setCondition(conditionStr,lumidataBindVariables);
    coral::ICursor& lumiparamcursor=lumiparamQuery->execute();
    unsigned int ncollidingbx=0;
    while( lumiparamcursor.next() ){
      const coral::AttributeList& row=lumiparamcursor.currentRow();
      if(!row["NCOLLIDINGBUNCHES"].isNull()){
        ncollidingbx=row["NCOLLIDINGBUNCHES"].data<unsigned int>();
      }
      result->setNBX(ncollidingbx);
    }
    delete lumiparamQuery;
    lumi::NormDML normdml;
    unsigned long long normid=0;
    std::map<std::string,unsigned long long> normidmap;
    if (m_normtag.empty()){
      normdml.normIdByType(schema,normidmap,lumi::NormDML::HF,true);
      m_normtag=normidmap.begin()->first;
      normid=normidmap.begin()->second;
    }else{
      normid=normdml.normIdByName(schema,m_normtag);
    }

    std::map< unsigned int,lumi::NormDML::normData > normDataMap;
    normdml.normById(schema,normid,normDataMap); 
    
    std::map< unsigned int,lumi::NormDML::normData >::iterator normIt=--normDataMap.end();
    if(runnumber<normIt->first){
      normIt=normDataMap.upper_bound(runnumber);
      --normIt;
    }
    result->setNormtag(m_normtag);
    result->setcorrFunc(normIt->second.corrfunc);
    result->setnonlinearCoeff(normIt->second.coefficientmap);
    result->setafterglows(normIt->second.afterglows);
    result->setdescription(normIt->second.amodetag,normIt->second.beamegev);
    m_paramcache.insert(std::make_pair(runnumber,result));
    if(normIt->second.coefficientmap["DRIFT"]!=0.){
      float intglumi=fetchIntglumi(schema,runnumber);
      result->setintglumi(intglumi);
    }
    session->transaction().commit();
  }catch(const coral::Exception& er){
    session->transaction().rollback();
    delete session;
    delete mydbservice;
    throw cms::Exception("DatabaseError ")<<er.what();
  }
  delete session;
  delete mydbservice;
}

void LumiCorrectionSource::parseGlobaltagForLumi	(	coral::ISchema &	schema,
		const std::string &	globaltag
	)		`[private]`

select i.pfn,i.tagname from TAGINVENTORY_TABLE i,TAGTREE_TABLE_GLOBALTAG v from i.tagid=v.tagid and i.recordname='LumiCorrectionParamRcd'

Definition at line 356 of file LumiCorrectionSource.cc.

References m_connectStr, m_normtag, AlCaHLTBitMon_QueryRunRegistry::string, and translateFrontierConnect().

Referenced by fillparamcache().

                                                                                          {
  std::string tagtreetabname("TAGTREE_TABLE_");
  tagtreetabname+=std::string(globaltag);
  coral::IQuery* qHandle=schema.newQuery();
  qHandle->addToTableList("TAGINVENTORY_TABLE","i");
  qHandle->addToTableList(tagtreetabname,"v");
  coral::AttributeList qResult;
  qResult.extend("pfn",typeid(std::string));
  qResult.extend("tagname",typeid(std::string));
  std::string conditionStr("v.tagid=i.tagid and i.recordname=:recordname");
  coral::AttributeList qCondition;
  qCondition.extend("recordname",typeid(std::string));
  qCondition["recordname"].data<std::string>()=std::string("LumiCorrectionParamRcd");
  qHandle->setCondition(conditionStr,qCondition);
  qHandle->addToOutputList("i.pfn");
  qHandle->addToOutputList("i.tagname");
  qHandle->defineOutput(qResult);
  coral::ICursor& iCursor=qHandle->execute();
  while( iCursor.next() ){
    const coral::AttributeList& row=iCursor.currentRow();
    std::string connectStr=row["pfn"].data<std::string>();
    const std::string fproto("frontier://");
    if(connectStr.substr(0,fproto.length())==fproto){
      m_connectStr=translateFrontierConnect(connectStr);
    }else{
      m_connectStr=connectStr;
    }
    m_normtag=row["tagname"].data<std::string>();
  }
  delete qHandle;
}

LumiCorrectionSource::ReturnParamType LumiCorrectionSource::produceLumiCorrectionParam ( const LumiCorrectionParamRcd & )

Definition at line 206 of file LumiCorrectionSource.cc.

References edm::IOVSyncValue::eventID(), fillparamcache(), m_paramcache, m_paramcachedrun, m_paramresult, and m_pcurrentTime.

Referenced by LumiCorrectionSource().

{ 
  unsigned int currentrun=m_pcurrentTime->eventID().run();
  if(currentrun==0||currentrun==4294967295){ 
    return  boost::shared_ptr<LumiCorrectionParam>(new LumiCorrectionParam());
  }
  if(m_paramcachedrun!=currentrun){//i'm in a new run
    fillparamcache(currentrun);//fill cache
  }else{ //i'm in an old run
    if(m_paramcache.find(currentrun)==m_paramcache.end()){//i'm not cached 
      fillparamcache(currentrun);// 
    }
  }
  if(m_paramcache.empty()){
    return boost::shared_ptr<LumiCorrectionParam>(new LumiCorrectionParam());
  }
  m_paramresult=m_paramcache[currentrun];
  if(m_paramresult.get()==0){
    return boost::shared_ptr<LumiCorrectionParam>(new LumiCorrectionParam());
  }
  return m_paramresult;
}

void LumiCorrectionSource::reloadAuth ( ) [private]

Definition at line 240 of file LumiCorrectionSource.cc.

References instance, and m_authfilename.

Referenced by fillparamcache().

                                {
  //std::cout<<"old authfile "<<coral::Context::instance().PropertyManager().property("AuthenticationFile")->get()<<std::endl;
  coral::Context::instance().PropertyManager().property("AuthenticationFile")->set(m_authfilename);
  coral::Context::instance().loadComponent("CORAL/Services/XMLAuthenticationService");
}

XMLCh * LumiCorrectionSource::s2x ( const std::string & input ) const [private]

Definition at line 77 of file LumiCorrectionSource.cc.

Referenced by servletTranslation().

                                                     {
  XMLCh* buff = xercesc::XMLString::transcode(temp.c_str());    
  return  buff;
}

const std::string LumiCorrectionSource::servletTranslation ( const std::string & servlet ) const [private]

Definition at line 110 of file LumiCorrectionSource.cc.

References asciidump::doc, alignCSCRings::e, m_siteconfpath, geometryXMLtoCSV::parser, s2x(), AlCaHLTBitMon_QueryRunRegistry::string, and toParentString().

Referenced by translateFrontierConnect().

                                                                      {
  std::string frontierConnect;
  std::string realconnect;
  xercesc::XMLPlatformUtils::Initialize();  
  std::auto_ptr< xercesc::XercesDOMParser > parser(new xercesc::XercesDOMParser);
  try{
    parser->setValidationScheme(xercesc::XercesDOMParser::Val_Auto);
    parser->setDoNamespaces(false);
    parser->parse(m_siteconfpath.c_str());
    xercesc::DOMDocument* doc=parser->getDocument();
    if(!doc){
      return "";
    }
   
    xercesc::DOMNodeList *frontierConnectList=doc->getElementsByTagName(s2x("frontier-connect"));
    if (frontierConnectList->getLength()>0){
      xercesc::DOMElement *frontierConnectElement=static_cast < xercesc::DOMElement *> (frontierConnectList->item (0));
      frontierConnect = toParentString(*frontierConnectElement);
    }
    // Replace the last component of every "serverurl=" piece (up to the
    //   next close-paren) with the servlet
    std::string::size_type nextparen = 0;
    std::string::size_type serverurl, lastslash;
    std::string complexstr = "";
    while ((serverurl=frontierConnect.find("(serverurl=", nextparen)) != std::string::npos){
      realconnect.append(frontierConnect, nextparen, serverurl - nextparen);
      nextparen=frontierConnect.find(')', serverurl);
      lastslash=frontierConnect.rfind('/', nextparen);
      realconnect.append(frontierConnect,serverurl,lastslash-serverurl+1);
      realconnect.append(servlet);
    }
    realconnect.append(frontierConnect, nextparen,frontierConnect.length()-nextparen);
  }catch(xercesc::DOMException &e){
  }
  return realconnect;
}

void LumiCorrectionSource::setIntervalFor	(	const edm::eventsetup::EventSetupRecordKey &	iKey,
		const edm::IOVSyncValue &	iTime,
		edm::ValidityInterval &	oValidity
	)		`[protected, virtual]`

Implements edm::EventSetupRecordIntervalFinder.

Definition at line 230 of file LumiCorrectionSource.cc.

References m_pcurrentTime, edm::ValidityInterval::setFirst(), and edm::ValidityInterval::setLast().

                                     {
  m_pcurrentTime=&iTime;
  oValidity.setFirst(iTime);
  oValidity.setLast(iTime);
}

std::string LumiCorrectionSource::toParentString ( const xercesc::DOMNode & nodeToConvert ) const [private]

Definition at line 83 of file LumiCorrectionSource.cc.

References asciidump::attributes, i, j, and x2s().

Referenced by servletTranslation().

                                                                            {
  std::ostringstream oss;
  xercesc::DOMNodeList *childList = nodeToConvert.getChildNodes();

  unsigned int numNodes = childList->getLength ();
  for (unsigned int i = 0; i < numNodes; ++i){
    xercesc::DOMNode *childNode = childList->item(i);
    if (childNode->getNodeType() != xercesc::DOMNode::ELEMENT_NODE)
      continue;
    xercesc::DOMElement *child = static_cast < xercesc::DOMElement *> (childNode);
    xercesc::DOMNamedNodeMap *attributes = child->getAttributes();
    unsigned int numAttributes = attributes->getLength ();
    for (unsigned int j = 0; j < numAttributes; ++j){
      xercesc::DOMNode *attributeNode = attributes->item(j);
      if (attributeNode->getNodeType() != xercesc::DOMNode::ATTRIBUTE_NODE)
        continue;
      xercesc::DOMAttr *attribute = static_cast <xercesc::DOMAttr *> (attributeNode);
      
      oss << "(" << x2s(child->getTagName()) << 
        x2s(attribute->getName()) << "=" << 
        x2s(attribute->getValue()) << ")";
    }
  }
  return oss.str();
}

std::string LumiCorrectionSource::translateFrontierConnect ( const std::string & connectStr ) [private]

Definition at line 148 of file LumiCorrectionSource.cc.

References Exception, m_siteconfpath, getHLTPrescaleColumns::path, query::result, servletTranslation(), AlCaHLTBitMon_QueryRunRegistry::string, tmp, and relmon_authenticated_wget::url.

Referenced by LumiCorrectionSource(), and parseGlobaltagForLumi().

                                                                         {
  std::string result;
  const std::string fproto("frontier://");
  std::string::size_type startservlet=fproto.length();
  std::string::size_type endservlet=connectStr.find("(",startservlet);
  if(endservlet==std::string::npos){
    endservlet=connectStr.rfind('/',connectStr.length());
  }
  std::string servlet=connectStr.substr(startservlet,endservlet-startservlet);
  if( (servlet !="")&& (servlet.find_first_of(":/)[]")==std::string::npos)){
    if(servlet=="cms_conditions_data") servlet="";
    if(m_siteconfpath.length()==0){
      std::string url=(boost::filesystem::path("SITECONF")/boost::filesystem::path("local")/boost::filesystem::path("JobConfig")/boost::filesystem::path("site-local-config.xml")).string();
      char * tmp = getenv ("CMS_PATH");
      if(tmp){
        m_siteconfpath = (boost::filesystem::path(tmp)/boost::filesystem::path(url)).string();
      }
    }else{
      if(!boost::filesystem::exists(boost::filesystem::path(m_siteconfpath))){
        throw cms::Exception("Non existing path ")<<m_siteconfpath;
      }
      m_siteconfpath = (boost::filesystem::path(m_siteconfpath)/boost::filesystem::path("site-local-config.xml")).string();
    }
    result=fproto+servletTranslation(servlet)+connectStr.substr(endservlet);
  }
  return result;
}

std::string LumiCorrectionSource::x2s ( const XMLCh * input ) const [private]

Definition at line 71 of file LumiCorrectionSource.cc.

References AlCaHLTBitMon_QueryRunRegistry::string, and tmp.

Referenced by toParentString().

                                                      {
  std::string tmp(xercesc::XMLString::transcode(toTranscode));
  return tmp;
}

Member Data Documentation

std::string LumiCorrectionSource::m_authfilename [private]

Definition at line 44 of file LumiCorrectionSource.h.

Referenced by fillparamcache(), LumiCorrectionSource(), and reloadAuth().

unsigned int LumiCorrectionSource::m_cachesize [private]

Definition at line 52 of file LumiCorrectionSource.h.

Referenced by LumiCorrectionSource().

std::string LumiCorrectionSource::m_connectStr [private]

Definition at line 43 of file LumiCorrectionSource.h.

Referenced by fillparamcache(), LumiCorrectionSource(), and parseGlobaltagForLumi().

std::string LumiCorrectionSource::m_datatag [private]

Definition at line 45 of file LumiCorrectionSource.h.

Referenced by fillparamcache(), and LumiCorrectionSource().

std::string LumiCorrectionSource::m_globaltag [private]

Definition at line 46 of file LumiCorrectionSource.h.

Referenced by fillparamcache(), and LumiCorrectionSource().

bool LumiCorrectionSource::m_isNullRun [private]

Definition at line 50 of file LumiCorrectionSource.h.

std::string LumiCorrectionSource::m_normtag [private]

Definition at line 47 of file LumiCorrectionSource.h.

Referenced by fillparamcache(), LumiCorrectionSource(), and parseGlobaltagForLumi().

std::map< unsigned int,boost::shared_ptr<LumiCorrectionParam> > LumiCorrectionSource::m_paramcache [private]

Definition at line 49 of file LumiCorrectionSource.h.

Referenced by fillparamcache(), and produceLumiCorrectionParam().

unsigned int LumiCorrectionSource::m_paramcachedrun [private]

Definition at line 51 of file LumiCorrectionSource.h.

Referenced by fillparamcache(), and produceLumiCorrectionParam().

boost::shared_ptr<LumiCorrectionParam> LumiCorrectionSource::m_paramresult [private]

Definition at line 53 of file LumiCorrectionSource.h.

Referenced by produceLumiCorrectionParam().

const edm::IOVSyncValue* LumiCorrectionSource::m_pcurrentTime [private]

Definition at line 54 of file LumiCorrectionSource.h.

Referenced by produceLumiCorrectionParam(), and setIntervalFor().

std::string LumiCorrectionSource::m_siteconfpath [private]

Definition at line 48 of file LumiCorrectionSource.h.

Referenced by LumiCorrectionSource(), servletTranslation(), and translateFrontierConnect().

LumiCorrectionSource Class Reference

Public Types

Public Member Functions

Protected Member Functions

Private Member Functions

Private Attributes

Detailed Description

Member Typedef Documentation

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation