EcalTPGWeightIdMapHandler.cc

Go to the documentation of this file.

#include "CondTools/Ecal/interface/EcalLaserHandler.h"

#include "CondTools/Ecal/interface/EcalTPGWeightIdMapHandler.h"
#include "OnlineDB/EcalCondDB/interface/EcalLogicID.h"
#include "OnlineDB/EcalCondDB/interface/RunTPGConfigDat.h"
#include "OnlineDB/EcalCondDB/interface/FEConfigMainInfo.h"
#include "OnlineDB/EcalCondDB/interface/FEConfigWeightInfo.h"
#include "FWCore/ParameterSet/interface/ParameterSetfwd.h"
#include "FWCore/MessageLogger/interface/MessageLogger.h"

#include <iostream>
#include <fstream>

#include <ctime>
#include <unistd.h>

#include <string>
#include <cstdio>
#include <typeinfo>
#include <sstream>

popcon::EcalTPGWeightIdMapHandler::EcalTPGWeightIdMapHandler(const edm::ParameterSet& ps)
    : m_name(ps.getUntrackedParameter<std::string>("name", "EcalTPGWeightIdMapHandler")) {
  edm::LogInfo("EcalTPGWeightIdMapHandler") << "EcalTPGWeightIdMap Source handler constructor";
  m_firstRun = static_cast<unsigned int>(atoi(ps.getParameter<std::string>("firstRun").c_str()));
  m_lastRun = static_cast<unsigned int>(atoi(ps.getParameter<std::string>("lastRun").c_str()));
  m_sid = ps.getParameter<std::string>("OnlineDBSID");
  m_user = ps.getParameter<std::string>("OnlineDBUser");
  m_pass = ps.getParameter<std::string>("OnlineDBPassword");
  m_locationsource = ps.getParameter<std::string>("LocationSource");
  m_location = ps.getParameter<std::string>("Location");
  m_gentag = ps.getParameter<std::string>("GenTag");
  m_runtype = ps.getParameter<std::string>("RunType");
  m_file_type = ps.getParameter<std::string>("fileType");  // xml/txt
  m_file_name = ps.getParameter<std::string>("fileName");

  edm::LogInfo("EcalTPGWeightIdMapHandler") << m_sid << "/" << m_user << "/" << m_location << "/" << m_gentag;
}

popcon::EcalTPGWeightIdMapHandler::~EcalTPGWeightIdMapHandler() {}

void popcon::EcalTPGWeightIdMapHandler::getNewObjects() {
  if (m_file_type == "txt") {
    readtxtFile();
  } else if (m_file_type == "xml") {
    readxmlFile();
  } else {
    edm::LogInfo("EcalTPGWeightIdMapHandler") << "Started GetNewObjects!!!";

    //check whats already inside of database
    if (tagInfo().size) {
      //check whats already inside of database
      edm::LogInfo("got offlineInfo = ");
      edm::LogInfo("tag name = ") << tagInfo().name;
      edm::LogInfo("size = ") << tagInfo().size;
    } else {
      edm::LogInfo(" First object for this tag ");
    }

    unsigned int max_since = 0;
    max_since = static_cast<unsigned int>(tagInfo().lastInterval.since);
    edm::LogInfo("EcalTPGWeightIdMapHandler") << "max_since : " << max_since;
    Ref weightIdMap_db = lastPayload();

    edm::LogInfo("EcalTPGWeightIdMapHandler") << "retrieved last payload ";

    // here we retrieve all the runs after the last from online DB
    edm::LogInfo("EcalTPGWeightIdMapHandler") << "Retrieving run list from ONLINE DB ... ";

    edm::LogInfo("EcalTPGWeightIdMapHandler") << "Making connection...";
    econn = new EcalCondDBInterface(m_sid, m_user, m_pass);
    edm::LogInfo("EcalTPGWeightIdMapHandler") << "Done.";

    if (!econn) {
      edm::LogInfo(" connection parameters ") << m_sid << "/" << m_user;
      //        cerr << e.what() << std::endl;
      throw cms::Exception("OMDS not available");
    }

    LocationDef my_locdef;
    my_locdef.setLocation(m_location);

    RunTypeDef my_rundef;
    my_rundef.setRunType(m_runtype);

    RunTag my_runtag;
    my_runtag.setLocationDef(my_locdef);
    my_runtag.setRunTypeDef(my_rundef);
    my_runtag.setGeneralTag(m_gentag);

    readFromFile("last_tpg_weightIdMap_settings.txt");

    unsigned int min_run;

    if (m_firstRun < m_i_run_number) {
      min_run = m_i_run_number + 1;
    } else {
      min_run = m_firstRun;
    }

    if (min_run < max_since) {
      min_run = max_since + 1;  // we have to add 1 to the last transferred one
    }

    edm::LogInfo("m_i_run_number") << m_i_run_number << "m_firstRun " << m_firstRun << "max_since " << max_since;

    unsigned int max_run = m_lastRun;
    edm::LogInfo("EcalTPGWeightIdMapHandler") << "min_run= " << min_run << "max_run= " << max_run;

    RunList my_list;
    my_list = econn->fetchGlobalRunListByLocation(my_runtag, min_run, max_run, my_locdef);
    //        my_list=econn->fetchRunListByLocation(my_runtag,min_run,max_run,my_locdef);

    std::vector<RunIOV> run_vec = my_list.getRuns();
    size_t num_runs = run_vec.size();
    edm::LogInfo("EcalTPGWeightIdMapHandler") << "number of Mon runs is : " << num_runs;

    unsigned int irun;
    if (num_runs > 0) {
      for (size_t kr = 0; kr < run_vec.size(); kr++) {
        irun = static_cast<unsigned int>(run_vec[kr].getRunNumber());

        edm::LogInfo(" run= ") << irun;

        // retrieve the data :
        std::map<EcalLogicID, RunTPGConfigDat> dataset;
        econn->fetchDataSet(&dataset, &run_vec[kr]);

        std::string the_config_tag = "";
        int the_config_version = 0;

        std::map<EcalLogicID, RunTPGConfigDat>::const_iterator it;

        int nr = 0;
        for (it = dataset.begin(); it != dataset.end(); it++) {
          ++nr;
          //EcalLogicID ecalid  = it->first;
          RunTPGConfigDat dat = it->second;
          the_config_tag = dat.getConfigTag();
          the_config_version = dat.getVersion();
        }

        // it is all the same for all SM... get the last one

        edm::LogInfo(" run= ") << irun << " tag " << the_config_tag << " version=" << the_config_version;

        // here we should check if it is the same as previous run.

        if ((the_config_tag != m_i_tag || the_config_version != m_i_version) && nr > 0) {
          edm::LogInfo("the tag is different from last transferred run ... retrieving last config set from DB");

          FEConfigMainInfo fe_main_info;
          fe_main_info.setConfigTag(the_config_tag);
          fe_main_info.setVersion(the_config_version);

          try {
            econn->fetchConfigSet(&fe_main_info);

            // now get TPGWeightIdMap
            int weightId = fe_main_info.getWeiId();

            if (weightId != m_i_weightIdMap) {
              FEConfigWeightInfo fe_weight_info;
              fe_weight_info.setId(weightId);
              econn->fetchConfigSet(&fe_weight_info);
              std::map<EcalLogicID, FEConfigWeightGroupDat> dataset_TpgWeight;
              econn->fetchDataSet(&dataset_TpgWeight, &fe_weight_info);
              edm::LogInfo("EcalTPGWeightIdMapHandler") << "Got object!";
              EcalTPGWeightIdMap* weightMap = new EcalTPGWeightIdMap;
              typedef std::map<EcalLogicID, FEConfigWeightGroupDat>::const_iterator CIfeweight;
              EcalLogicID ecid_xt;
              FEConfigWeightGroupDat rd_w;

              int igroups = 0;
              for (CIfeweight p = dataset_TpgWeight.begin(); p != dataset_TpgWeight.end(); p++) {
                rd_w = p->second;
                // EB and EE data
                EcalTPGWeights w;
                unsigned int weight0 = static_cast<unsigned int>(rd_w.getWeight4());
                unsigned int weight1 = static_cast<unsigned int>(rd_w.getWeight3());
                unsigned int weight2 = static_cast<unsigned int>(rd_w.getWeight2());
                unsigned int weight3 = static_cast<unsigned int>(rd_w.getWeight1() - 0x80);
                unsigned int weight4 = static_cast<unsigned int>(rd_w.getWeight0());

                w.setValues(weight0, weight1, weight2, weight3, weight4);
                weightMap->setValue(rd_w.getWeightGroupId(), w);

                ++igroups;
              }

              edm::LogInfo("EcalTPGWeightIdMapHandler") << "found " << igroups << "Weight groups";

              Time_t snc = (Time_t)irun;
              m_to_transfer.push_back(std::make_pair((EcalTPGWeightIdMap*)weightMap, snc));

              m_i_run_number = irun;
              m_i_tag = the_config_tag;
              m_i_version = the_config_version;
              m_i_weightIdMap = weightId;

              writeFile("last_tpg_weightIdMap_settings.txt");

            } else {
              m_i_run_number = irun;
              m_i_tag = the_config_tag;
              m_i_version = the_config_version;

              writeFile("last_tpg_weightIdMap_settings.txt");

              edm::LogInfo(
                  " even if the tag/version is not the same, the weightIdMap id is the same -> no transfer needed ");
            }

          } catch (std::exception& e) {
            edm::LogInfo("ERROR: THIS CONFIG DOES NOT EXIST: tag=")
                << the_config_tag << " version=" << the_config_version;
            edm::LogInfo("error") << e.what();
            m_i_run_number = irun;
          }

        } else if (nr == 0) {
          m_i_run_number = irun;
          edm::LogInfo(" no tag saved to RUN_TPGCONFIG_DAT by EcalSupervisor,  no transfer needed ");
        } else {
          m_i_run_number = irun;
          m_i_tag = the_config_tag;
          m_i_version = the_config_version;
          edm::LogInfo(" the tag/version is the same, no transfer needed ");
          writeFile("last_tpg_weightIdMap_settings.txt");
        }
      }
    }

    delete econn;
  }  // usual way
  edm::LogInfo("EcalTPGWeightIdMapHandler") << "Ecal - > end of getNewObjects -----------";
}
void popcon::EcalTPGWeightIdMapHandler::readtxtFile() {
  edm::LogInfo(" reading the input file ") << m_file_name;
  std::ifstream fInput;
  fInput.open(m_file_name);
  if (!fInput.is_open()) {
    edm::LogInfo("ERROR : cannot open file ") << m_file_name;
    exit(1);
  }
  unsigned int wloc[5];
  EcalTPGWeights w;
  EcalTPGWeightIdMap* weightMap = new EcalTPGWeightIdMap;
  int igroups = 0;
  std::string line;
  while (!fInput.eof()) {
    getline(fInput, line);
    if (!line.empty()) {
      std::stringstream ss;
      ss << line;
      ss >> wloc[0] >> wloc[1] >> wloc[2] >> wloc[3] >> wloc[4];
      //      edm::LogInfo(" Weights: ") << wloc[0] << " " <<  wloc[1] << " " <<  wloc[2] << " " <<  wloc[3] << " " <<  wloc[4];
      w.setValues(wloc[0], wloc[1], wloc[2], wloc[3], wloc[4]);
      weightMap->setValue(igroups, w);
      igroups++;
    }
  }
  edm::LogInfo("EcalTPGWeightIdMapHandler") << "found " << igroups << " Weight groups";
  try {
    Time_t snc = (Time_t)m_firstRun;
    m_to_transfer.push_back(std::make_pair((EcalTPGWeightIdMap*)weightMap, snc));
  } catch (std::exception& e) {
    edm::LogInfo("EcalTPGWeightIdMapHandler::readtxtFile error : ") << e.what();
  }
}

void popcon::EcalTPGWeightIdMapHandler::readxmlFile() {
  edm::LogInfo(" reading the input file ") << m_file_name;
  std::ifstream fxml;
  fxml.open(m_file_name);
  if (!fxml.is_open()) {
    edm::LogInfo("ERROR : cannot open file ") << m_file_name;
    exit(1);
  }
  std::string dummyLine, bid;
  unsigned int wloc[5];
  EcalTPGWeights w;
  EcalTPGWeightIdMap* weightMap = new EcalTPGWeightIdMap;
  int ngroups, igroups = 0;
  edm::LogInfo("EcalTPGWeightIdMapHandler") << "found " << igroups << "Weight groups";
  for (int i = 0; i < 5; i++)
    std::getline(fxml, dummyLine);  // skip first lines
  // get the Weight group number
  fxml >> bid;
  std::string stt = bid.substr(7, 1);
  std::istringstream sc(stt);
  sc >> ngroups;
  edm::LogInfo("EcalTPGWeightIdMapHandler") << "found " << ngroups << " Weight groups";
  for (int i = 0; i < 2; i++)
    std::getline(fxml, dummyLine);  //    <item_version>0</item_version>
  for (int i = 0; i < ngroups; i++) {
    std::getline(fxml, dummyLine);  //    <item
    //    edm::LogInfo(" group ") << i << " first line " << dummyLine;
    fxml >> bid;  //    <first
    std::size_t found = bid.find("</");
    stt = bid.substr(7, found - 7);
    std::istringstream sg1(stt);
    sg1 >> igroups;
    if (igroups != i) {
      edm::LogInfo(" group ") << i << ": " << bid << " igroups " << igroups;
      exit(-1);
    }
    for (int i = 0; i < 2; i++)
      std::getline(fxml, dummyLine);  // < second
    for (int i = 0; i < 5; i++) {
      fxml >> bid;
      found = bid.find("</");
      stt = bid.substr(5, found - 5);
      std::istringstream w(stt);
      w >> wloc[i];
    }
    w.setValues(wloc[0], wloc[1], wloc[2], wloc[3], wloc[4]);
    weightMap->setValue(igroups, w);
    for (int i = 0; i < 3; i++)
      std::getline(fxml, dummyLine);  //    </item>
    //    edm::LogInfo(" group ") << i << " last line " << dummyLine;
  }
  try {
    Time_t snc = (Time_t)m_firstRun;
    m_to_transfer.push_back(std::make_pair((EcalTPGWeightIdMap*)weightMap, snc));
  } catch (std::exception& e) {
    edm::LogInfo("EcalTPGWeightIdMapHandler::readxmlFile error : ") << e.what();
  }
}

void popcon::EcalTPGWeightIdMapHandler::readFromFile(const char* inputFile) {
  //-------------------------------------------------------------

  m_i_tag = "";
  m_i_version = 0;
  m_i_run_number = 0;
  m_i_weightIdMap = 0;

  FILE* inpFile;  // input file
  inpFile = fopen(inputFile, "r");
  if (!inpFile) {
    edm::LogError("EcalTPGWeightIdMapHandler") << "*** Can not open file: " << inputFile;
    return;
  }

  char line[256];

  std::ostringstream str;

  fgets(line, 255, inpFile);
  m_i_tag = to_string(line);
  str << "gen tag " << m_i_tag << std::endl;  // should I use this?

  fgets(line, 255, inpFile);
  m_i_version = atoi(line);
  str << "version= " << m_i_version << std::endl;

  fgets(line, 255, inpFile);
  m_i_run_number = atoi(line);
  str << "run_number= " << m_i_run_number << std::endl;

  fgets(line, 255, inpFile);
  m_i_weightIdMap = atoi(line);
  str << "weightIdMap_config= " << m_i_weightIdMap << std::endl;

  fclose(inpFile);  // close inp. file
}

void popcon::EcalTPGWeightIdMapHandler::writeFile(const char* inputFile) {
  //-------------------------------------------------------------

  std::ofstream myfile;
  myfile.open(inputFile);
  myfile << m_i_tag << std::endl;
  myfile << m_i_version << std::endl;
  myfile << m_i_run_number << std::endl;
  myfile << m_i_weightIdMap << std::endl;

  myfile.close();
}