EcalTPGWeightGroupHandler.cc

Go to the documentation of this file.

#include "CondTools/Ecal/interface/EcalLaserHandler.h"

#include "CondTools/Ecal/interface/EcalTPGWeightGroupHandler.h"
#include "OnlineDB/EcalCondDB/interface/EcalLogicID.h"
#include "OnlineDB/EcalCondDB/interface/RunTPGConfigDat.h"
#include "OnlineDB/EcalCondDB/interface/FEConfigMainInfo.h"
#include "OnlineDB/EcalCondDB/interface/FEConfigSlidingInfo.h"
#include "OnlineDB/EcalCondDB/interface/FEConfigSlidingDat.h"
#include "FWCore/ParameterSet/interface/ParameterSetfwd.h"
#include "FWCore/MessageLogger/interface/MessageLogger.h"

#include "DataFormats/EcalDetId/interface/EcalSubdetector.h"
#include "Geometry/EcalMapping/interface/EcalElectronicsMapping.h"
#include "Geometry/EcalMapping/interface/EcalMappingRcd.h"
#include "FWCore/Framework/interface/eventsetuprecord_registration_macro.h"

#include<iostream>
#include<fstream>


#include <ctime>
#include <unistd.h>

#include <string>
#include <cstdio>
#include <typeinfo>
#include <sstream>

const Int_t kEBStrips = 12240, kEEStrips = 2936;

popcon::EcalTPGWeightGroupHandler::EcalTPGWeightGroupHandler(const edm::ParameterSet & ps)
  :    m_name(ps.getUntrackedParameter<std::string>("name","EcalTPGWeightGroupHandler")) {

        edm::LogInfo("EcalTPGWeightGroupHandler") << "EcalTPGWeightGroup Source handler constructor.";
        m_firstRun=static_cast<unsigned int>(atoi( ps.getParameter<std::string>("firstRun").c_str()));
        m_lastRun=static_cast<unsigned int>(atoi( ps.getParameter<std::string>("lastRun").c_str()));
        m_sid= ps.getParameter<std::string>("OnlineDBSID");
        m_user= ps.getParameter<std::string>("OnlineDBUser");
        m_pass= ps.getParameter<std::string>("OnlineDBPassword");
        m_locationsource= ps.getParameter<std::string>("LocationSource");
        m_location=ps.getParameter<std::string>("Location");
        m_gentag=ps.getParameter<std::string>("GenTag");
        m_runtype=ps.getParameter<std::string>("RunType");
    m_file_type = ps.getParameter<std::string>("fileType");           // xml/txt
    m_file_name = ps.getParameter<std::string>("fileName");

        edm::LogInfo("EcalTPGWeightGroupHandler") << m_sid<<"/"<<m_user<<"/"<<m_location<<"/"<<m_gentag;
}

popcon::EcalTPGWeightGroupHandler::~EcalTPGWeightGroupHandler() {
}

void popcon::EcalTPGWeightGroupHandler::getNewObjects() {
  if(m_file_type == "txt") {
    readtxtFile();
  }
  else if(m_file_type == "xml") {
    readxmlFile();
  }
  else {
    edm::LogInfo("EcalTPGWeightGroupHandler") << "Started GetNewObjects!!!";

    //check whats already inside of database
    if (tagInfo().size){
    //check whats already inside of database
        edm::LogInfo(" got offlineInfo = ");
    edm::LogInfo(" tag name = ") << tagInfo().name;
    edm::LogInfo(" size = ") << tagInfo().size;
        } else {
    edm::LogInfo(" First object for this tag ");
        }

    unsigned int max_since=0;
    max_since=static_cast<unsigned int>(tagInfo().lastInterval.first);
    edm::LogInfo("EcalTPGWeightGroupHandler") << "max_since : "  << max_since;
    
    edm::LogInfo("EcalTPGWeightGroupHandler") << "retrieved last payload ";

    // here we retrieve all the runs after the last from online DB 

    edm::LogInfo("EcalTPGWeightGroupHandler") << "Retrieving run list from ONLINE DB ... ";

    edm::LogInfo("EcalTPGWeightGroupHandler") << "Making connection...";
    econn = new EcalCondDBInterface( m_sid, m_user, m_pass );
    edm::LogInfo("EcalTPGWeightGroupHandler") << "Done.";
    
    if (!econn)
      {
        edm::LogInfo(" connection parameters ") <<m_sid <<"/"<<m_user;
        //      cerr << e.what();
        throw cms::Exception("OMDS not available");
      } 

    
    LocationDef my_locdef;
    my_locdef.setLocation(m_location); 

    RunTypeDef my_rundef;
    my_rundef.setRunType(m_runtype); 

    RunTag  my_runtag;
    my_runtag.setLocationDef( my_locdef );
    my_runtag.setRunTypeDef(  my_rundef );
    my_runtag.setGeneralTag(m_gentag); 

    readFromFile("last_tpg_weightGroup_settings.txt");

    unsigned int min_run=m_i_run_number+1;

    if(m_firstRun<m_i_run_number) {
      min_run=m_i_run_number+1;
    } else {
      min_run=m_firstRun;
    }
    
    if(min_run<max_since) {
      min_run=max_since+1; // we have to add 1 to the last transferred one
    }

    edm::LogInfo("m_i_run_number")<< m_i_run_number <<"m_firstRun "<<m_firstRun<< "max_since " <<max_since;

    unsigned int max_run=m_lastRun;
    edm::LogInfo("EcalTPGWeightGroupHandler") << "min_run= " << min_run << " max_run= " << max_run;

    RunList my_list;
    my_list=econn->fetchGlobalRunListByLocation(my_runtag, min_run, max_run, my_locdef);
    //        my_list=econn->fetchRunListByLocation(my_runtag,min_run,max_run,my_locdef);
      
    std::vector<RunIOV> run_vec=  my_list.getRuns();
    size_t num_runs=run_vec.size();

    edm::LogInfo("number of runs is : ")<< num_runs;
    
    unsigned int irun=0;
    if(num_runs>0){
        
          // going to query the ecal logic id 
      std::vector<EcalLogicID> my_StripEcalLogicId_EE;
      my_StripEcalLogicId_EE = econn->getEcalLogicIDSetOrdered( "ECAL_readout_strip",
                            1, 2000,
                            1, 70,
                            0,5,
                            "EE_offline_stripid",123 );
      
      edm::LogInfo(" GOT the logic ID for the EE trigger strips ");

      for(size_t kr=0; kr<run_vec.size(); kr++){

        irun=static_cast<unsigned int>(run_vec[kr].getRunNumber());

        edm::LogInfo(" **************** ");
        edm::LogInfo(" **************** ");
        edm::LogInfo(" run= ")<<irun;

        // retrieve the data :
        std::map<EcalLogicID, RunTPGConfigDat> dataset;
        econn->fetchDataSet(&dataset, &run_vec[kr]);
        
        std::string the_config_tag="";
        int the_config_version=0;
        
        std::map< EcalLogicID,  RunTPGConfigDat>::const_iterator it;
        
        int nr=0;
        for( it=dataset.begin(); it!=dataset.end(); it++ )
          {
        ++nr;
        //EcalLogicID ecalid  = it->first;

        RunTPGConfigDat  dat = it->second;
        the_config_tag=dat.getConfigTag();
        the_config_version=dat.getVersion();
        }
        
        // it is all the same for all SM... get the last one 


        edm::LogInfo(" run= ")<<irun<<" tag "<<the_config_tag<<" version="<<the_config_version;

        // here we should check if it is the same as previous run.


        if((the_config_tag != m_i_tag || the_config_version != m_i_version ) && nr>0 ) {
          edm::LogInfo("the tag is different from last transferred run ... retrieving last config set from DB");

          FEConfigMainInfo fe_main_info;
          fe_main_info.setConfigTag(the_config_tag);
          fe_main_info.setVersion(the_config_version);

          try{ 
        edm::LogInfo(" before fetch config set");       
        econn-> fetchConfigSet(&fe_main_info);
        edm::LogInfo(" after fetch config set");        


            // now get TPGWeightGroup
            int wId=fe_main_info.getWeiId();
        
            if( wId != m_i_weightGroup ) {
        
              FEConfigWeightInfo fe_w_info;
              fe_w_info.setId(wId);
              econn-> fetchConfigSet(&fe_w_info);
              std::map<EcalLogicID, FEConfigWeightDat> dataset_TpgW;
              econn->fetchDataSet(&dataset_TpgW, &fe_w_info);


              EcalTPGWeightGroup* weightG = new EcalTPGWeightGroup;
              typedef std::map<EcalLogicID, FEConfigWeightDat>::const_iterator CIfesli;
              EcalLogicID ecid_xt;
              int weightGroup;
              int icells=0;
        
              std::map<std::string,int> map;
              std::string str;

              for (CIfesli p = dataset_TpgW.begin(); p != dataset_TpgW.end(); p++) {
                ecid_xt = p->first;
                weightGroup  = p->second.getWeightGroupId();
          
                std::string ecid_name=ecid_xt.getName();
          
                // EB data
                if (ecid_name=="EB_VFE") {
                  int sm=ecid_xt.getID1();
                  int tt=ecid_xt.getID2();
                  int strip=ecid_xt.getID3();
              int tcc= sm+54;
              if(sm>18) tcc=sm+18 ;

              // simple formula to calculate the Srip EB identifier 
                    
              unsigned int stripEBId = 303176+(tt-1)*64+(strip-1)*8+(tcc-37)*8192;
                
                  weightG->setValue(stripEBId,weightGroup);
                  ++icells;
                }
                else if (ecid_name=="ECAL_readout_strip"){
                      // EE data to add
                  int id1=ecid_xt.getID1();
                  int id2=ecid_xt.getID2();
                  int id3=ecid_xt.getID3(); 
              
              bool set_the_strip=false;
              int stripEEId;
              for (size_t istrip=0; istrip<my_StripEcalLogicId_EE.size(); istrip++) {

            if(!set_the_strip){
              
              if(my_StripEcalLogicId_EE[istrip].getID1()==id1 
                 && my_StripEcalLogicId_EE[istrip].getID2()==id2
                 && my_StripEcalLogicId_EE[istrip].getID3()==id3 
                 ){
                stripEEId =my_StripEcalLogicId_EE[istrip].getLogicID();
                set_the_strip=true;
                break;
              }
            }
            
              }
              
              if(set_the_strip){
              
                    weightG->setValue(stripEEId,weightGroup);
              
              } else {
            edm::LogInfo(" these may be the additional towers TCC/TT ")
                  << id1<<"/"<<id2;
              }
                
                  ++icells;    
                }
              } 
        
              Time_t snc= (Time_t) irun ;
                  
              m_to_transfer.push_back(std::make_pair((EcalTPGWeightGroup*)weightG,snc));
        
              m_i_run_number=irun;
          m_i_tag=the_config_tag;
          m_i_version=the_config_version;
          m_i_weightGroup=wId;
          
          writeFile("last_tpg_weightGroup_settings.txt");

        } else {

          m_i_run_number=irun;
          m_i_tag=the_config_tag;
          m_i_version=the_config_version;

          writeFile("last_tpg_weightGroup_settings.txt");

          edm::LogInfo(" even if the tag/version is not the same, the weight group id is the same -> no transfer needed "); 

        }

          }       
          
          catch (std::exception &e) { 
        edm::LogInfo("ERROR: THIS CONFIG DOES NOT EXIST: tag=") <<the_config_tag
              <<" version="<<the_config_version;
        edm::LogInfo("Exception")<< e.what();
        m_i_run_number=irun;

          }
          edm::LogInfo(" **************** ");
          
        } else if(nr==0) {
          m_i_run_number=irun;
          edm::LogInfo(" no tag saved to RUN_TPGCONFIG_DAT by EcalSupervisor -> no transfer needed "); 
          edm::LogInfo(" **************** ");
        } else {
          m_i_run_number=irun;
          m_i_tag=the_config_tag;
          m_i_version=the_config_version;
          edm::LogInfo(" the tag/version is the same -> no transfer needed "); 
          edm::LogInfo(" **************** ");
          writeFile("last_tpg_weightGroup_settings.txt");
        }

      }
    }
      
    delete econn;
  }  // usual way
  edm::LogInfo("EcalTPGWeightGroupHandler") << "Ecal - > end of getNewObjects -----------";
}

void  popcon::EcalTPGWeightGroupHandler::readtxtFile() {
  edm::LogInfo(" reading the input file ") << m_file_name;
  std::ifstream fInput;
  fInput.open(m_file_name);
  if(!fInput.is_open()) {
    edm::LogInfo("ERROR : cannot open file ") << m_file_name;
    exit (1);
  }
  int weightGroup, stripEBId, stripEEId;
  EcalTPGWeightGroup* weightG = new EcalTPGWeightGroup;
  for (int strip = 0; strip < kEBStrips; strip++) {
    fInput >> stripEBId >> weightGroup;
    weightG->setValue(stripEBId,weightGroup);
  }
  for (int strip = 0; strip < kEEStrips; strip++) {
    fInput >> stripEEId >> weightGroup;
    weightG->setValue(stripEEId,weightGroup);
  }
  try { 
    Time_t snc = (Time_t) m_firstRun;         
    m_to_transfer.push_back(std::make_pair((EcalTPGWeightGroup*)weightG, snc));
  } catch (std::exception &e) { 
    edm::LogInfo("EcalTPGWeightGroupHandler::readtxtFile error : ") << e.what();
  }
  edm::LogInfo(" **************** ");
}

void  popcon::EcalTPGWeightGroupHandler::readxmlFile() {
  edm::LogInfo(" reading the input file ") << m_file_name;
  std::ifstream fxml;
  fxml.open(m_file_name);
  if(!fxml.is_open()) {
    edm::LogInfo("ERROR : cannot open file ") << m_file_name;
    exit (1);
  }
  std::string dummyLine, bid;
  int weightGroup, stripEBId, stripEEId;
  EcalTPGWeightGroup* weightG = new EcalTPGWeightGroup;
  for(int i = 0; i < 6; i++) std::getline(fxml, dummyLine);   // skip first lines
  fxml >> bid;
  std::size_t found = bid.find("</");
  std::string stt = bid.substr(7, found - 7);
  for(int i = 0; i < 2; i++) std::getline(fxml, dummyLine);    //    <item_version>0</item_version>
  for (int strip = 0; strip < kEBStrips; strip++) {
    std::getline(fxml, dummyLine);  //    <item
    fxml >> bid;                    //    <first
    found = bid.find("</");
    stt = bid.substr(7, found - 7);
    std::istringstream sg1(stt);
    sg1 >> stripEBId;
    std::getline(fxml, dummyLine);
    fxml >> bid;                    //    <second
    found = bid.find("</");
    stt = bid.substr(8, found - 8);
    std::istringstream sg2(stt);
    sg2 >> weightGroup;
    weightG->setValue(stripEBId,weightGroup);
    for(int i = 0; i < 2; i++) std::getline(fxml, dummyLine);    //    </item>
  }
  for (int strip = 0; strip < kEEStrips; strip++) {
    std::getline(fxml, dummyLine);  //    <item
    fxml >> bid;                    //    <first
    found = bid.find("</");
    stt = bid.substr(7, found - 7);
    std::istringstream sg1(stt);
    sg1 >> stripEEId;
    std::getline(fxml, dummyLine);
    fxml >> bid;                    //    <second
    found = bid.find("</");
    stt = bid.substr(8, found - 8);
    std::istringstream sg2(stt);
    sg2 >> weightGroup;
    weightG->setValue(stripEEId,weightGroup);
    for(int i = 0; i < 2; i++) std::getline(fxml, dummyLine);    //    </item>
  }
  try { 
    Time_t snc = (Time_t) m_firstRun;         
    m_to_transfer.push_back(std::make_pair((EcalTPGWeightGroup*)weightG, snc));
  } catch (std::exception &e) { 
    edm::LogInfo("EcalTPGWeightGroupHandler::readtxtFile error : ") << e.what();
  }
  edm::LogInfo(" **************** ");
}

void  popcon::EcalTPGWeightGroupHandler::readFromFile(const char* inputFile) {
  //-------------------------------------------------------------
  
  m_i_tag="";
  m_i_version=0;
  m_i_run_number=0;
  m_i_weightGroup=0; 

  FILE *inpFile; // input file
  inpFile = fopen(inputFile,"r");
  if(!inpFile) {
    edm::LogError("EcalTPGWeightGroupHandler")<<"*** Can not open file: "<<inputFile;
    return;
  }

  char line[256];
    
  std::ostringstream str;

  fgets(line,255,inpFile);
  m_i_tag=to_string(line);
  str << "gen tag " << m_i_tag << std::endl ;  // should I use this? 

  fgets(line,255,inpFile);
  m_i_version=atoi(line);
  str << "version= " << m_i_version << std::endl ;  

  fgets(line,255,inpFile);
  m_i_run_number=atoi(line);
  str << "run_number= " << m_i_run_number << std::endl ;  

  fgets(line,255,inpFile);
  m_i_weightGroup=atoi(line);
  str << "weightGroup_config= " << m_i_weightGroup << std::endl ;  

    
  fclose(inpFile);           // close inp. file

}

void  popcon::EcalTPGWeightGroupHandler::writeFile(const char* inputFile) {
  //-------------------------------------------------------------
  
  
  std::ofstream myfile;
  myfile.open (inputFile);
  myfile << m_i_tag <<std::endl;
  myfile << m_i_version <<std::endl;
  myfile << m_i_run_number <<std::endl;
  myfile << m_i_weightGroup <<std::endl;

  myfile.close();

}