#include <SherpackFetcher.h>

Public Member Functions
const char *	classname () const

int	Fetch ()

int	FnFileGet (std::string)

	SherpackFetcher (edm::ParameterSet const &)

	~SherpackFetcher ()

Private Attributes
bool	FetchSherpack

std::string	SherpackChecksum

std::string	SherpackLocation

std::string	SherpaPath

std::string	SherpaProcess

Detailed Description

Definition at line 28 of file SherpackFetcher.h.

Constructor & Destructor Documentation

spf::SherpackFetcher::SherpackFetcher ( edm::ParameterSet const & pset )

Definition at line 15 of file SherpackFetcher.cc.

References edm::ParameterSet::exists(), FetchSherpack, edm::ParameterSet::getParameter(), SherpackChecksum, SherpackLocation, SherpaPath, SherpaProcess, and AlCaHLTBitMon_QueryRunRegistry::string.

 {
         if (!pset.exists("SherpaProcess")) SherpaProcess="";
           else SherpaProcess=pset.getParameter<std::string>("SherpaProcess");
         if (!pset.exists("SherpackLocation")) SherpackLocation="";
           else SherpackLocation=pset.getParameter<std::string>("SherpackLocation");
         if (!pset.exists("SherpackChecksum")) SherpackChecksum="";
           else SherpackChecksum=pset.getParameter<std::string>("SherpackChecksum");
         if (!pset.exists("FetchSherpack")) FetchSherpack=false;
           else FetchSherpack=pset.getParameter<bool>("FetchSherpack");
         if (!pset.exists("SherpaPath")) SherpaPath="";
           else SherpaPath=pset.getParameter<std::string>("SherpaPath");
 
 }

spf::SherpackFetcher::~SherpackFetcher ( )

Definition at line 207 of file SherpackFetcher.cc.

208 {

209 }

Member Function Documentation

const char* spf::SherpackFetcher::classname ( ) const

inline

Definition at line 34 of file SherpackFetcher.h.

34 { return "SherpackFetcher"; }

int spf::SherpackFetcher::Fetch ( )

Definition at line 30 of file SherpackFetcher.cc.

References gather_cfg::cout, FetchSherpack, mergeVDriftHistosByStation::file, FnFileGet(), roll_playback::k, spu::md5_File(), cmsHarvester::path, SherpackChecksum, SherpackLocation, SherpaPath, SherpaProcess, AlCaHLTBitMon_QueryRunRegistry::string, spu::Untar(), and spu::Unzip().

 {
 
   std::string option  = "-c";
   std::string constr = "`cmsGetFnConnect frontier://smallfiles`";
   std::string sherpack = "sherpa_" + SherpaProcess + "_MASTER.tgz";
   std::string sherpackunzip = "sherpa_" + SherpaProcess + "_MASTER.tar";
   std::string path = SherpackLocation + "/" + sherpack;
   
   //create the command line
    
   //~ //fn-fileget -c "`cmsGetFnConnect frontier://smallfiles`" slc5_ia32_gcc434/sherpa/1.2.2-cms3/8TeV/EWK/sherpa_8TeV_ewk_Zleptons5jetsincl_50_mll_8000_MASTER.tgz 
   if(FetchSherpack == true){
         std::cout << "SherpackFetcher: Trying to fetch the Sherpack " << sherpack << std::endl;
         int res =FnFileGet(path);
         if (res!=1)  {
                 std::cout <<"SherpackFetcher: Fetching of Sherpack did not succeed, terminating" << std::endl;
                 return -1;
         }
         std::cout << "SherpackFetcher: Fetching successful" << std::endl;
   }
   
   std::ifstream my_file(sherpack.c_str());
     if (!my_file.good())
     {
       std::cout << "SherpackFetcher: No Sherpack found" << std::endl;
       return -2;
     }
   my_file.close();
   std::cout << "SherpackFetcher: Sherpack found" << std::endl;
   
   if(SherpackChecksum!=""){
       char md5checksum[33]; 
       spu::md5_File(sherpack, md5checksum);
       for (int k=0; k<33; k++){
         if (md5checksum[k]!= SherpackChecksum[k]) {
                 std::cout << "SherpackFetcher: failure, calculated and specified checksums differ!" << std::endl;
                 return -3;
         }
       }
       std::cout << "SherpackFetcher: Calculated checksum of the Sherpack is " << md5checksum << " and matches" << std::endl;
   } else {
       std::cout << "SherpackFetcher: Ignoring Checksum" << std::endl;
   }
   
   
   std::cout << "SherpackFetcher: Trying to unzip the Sherpack" << std::endl;
   int res=spu::Unzip(sherpack,sherpackunzip);
   if (res!=0) {
         std::cout << "SherpackFetcher: Decompressing failed " << std::endl;
         return -4;
   }
   std::cout << "SherpackFetcher: Decompressing successful " << std::endl;
   
   FILE *file = fopen(const_cast<char*>(sherpackunzip.c_str()),"r");
   if( file ) {
         std::cout << "SherpackFetcher: Decompressed Sherpack exists with name " << sherpackunzip << " starting to untar it"<<std::endl;         
         spu::Untar(file,SherpaPath.c_str());
   } else {
         std::cout << "SherpackFetcher: Could not open decompressed Sherpack" << std::endl;
         return -5;
   }
   fclose(file);
   return 0;
 }

int spf::SherpackFetcher::FnFileGet ( std::string pathstring )

Definition at line 96 of file SherpackFetcher.cc.

References dtNoiseDBValidation_cfg::cerr, HDQMDatabaseProducer::config, lumiQueryAPI::connectstr, edm::ServiceRegistry::createContaining(), alignCSCRings::e, cms::Exception::explainSelf(), edm::SiteLocalConfig::lookupCalibConnect(), n, NULL, cmsPerfStripChart::operate(), AlCaHLTBitMon_ParallelJobs::p, cmsHarvester::path, AlCaHLTBitMon_QueryRunRegistry::string, and TablePrint::write.

Referenced by Fetch().

 {
   int ec;
   unsigned long channel;
   FrontierConfig *config;
   
   std::string connectstr="";
   try {
       std::auto_ptr<edm::SiteLocalConfig> slcptr(new edm::service::SiteLocalConfigService(edm::ParameterSet()));
       auto slc = std::make_shared<edm::serviceregistry::ServiceWrapper<edm::SiteLocalConfig> >(slcptr);
       edm::ServiceToken slcToken = edm::ServiceRegistry::createContaining(slc);
       edm::ServiceRegistry::Operate operate(slcToken);
 
       edm::Service<edm::SiteLocalConfig> localconfservice;
       localconfservice->lookupCalibConnect("frontier://smallfiles");
       connectstr=localconfservice->lookupCalibConnect("frontier://smallfiles");
   } catch(cms::Exception const& e) {
     std::cerr << e.explainSelf() << std::endl;
     return 2;
   }
 
   if(frontier_init(malloc,free)!=0)
    {
     fprintf(stderr,"Error initializing frontier client: %s\n",frontier_getErrorMsg());
     return 2;
    }
   ec=FRONTIER_OK;
   //~ config=frontierConfig_get(connectstr,"",&ec); 
   config=frontierConfig_get(connectstr.c_str(),"",&ec); 
   if(ec!=FRONTIER_OK)
    {
     fprintf(stderr,"Error getting frontierConfig object: %s\n",frontier_getErrorMsg());
     return 2;
    }
   channel=frontier_createChannel2(config,&ec);
   if(ec!=FRONTIER_OK)
    {
     fprintf(stderr,"Error creating frontier channel: %s\n",frontier_getErrorMsg());
     return 2;
    }
 
  
     char uribuf[4096];
     FrontierRSBlob *frsb;
     int fd;
     int n;
     char *p;
     const char *localname;
     
     const char *path=pathstring.c_str();
     snprintf(uribuf,sizeof(uribuf)-1,       "Frontier/type=frontier_file:1:DEFAULT&encoding=BLOB&p1=%s",path);
     ec=frontier_getRawData(channel,uribuf);
     if(ec!=FRONTIER_OK)
      {
       fprintf(stderr,"Error getting data for %s: %s\n",path,frontier_getErrorMsg());
       return 3;
      }
     frsb=frontierRSBlob_open(channel,0,1,&ec);
     if(ec!=FRONTIER_OK)
      {
       fprintf(stderr,"Error opening result blob for %s: %s\n",path,frontier_getErrorMsg());
       return 3;
      }
     // ignore the result type, will always be an array
     (void)frontierRSBlob_getByte(frsb,&ec);
     if(ec!=FRONTIER_OK)
      {
       fprintf(stderr,"Error getting result type for %s: %s\n",path,frontier_getErrorMsg());
       return 3;
      }
     n=frontierRSBlob_getInt(frsb,&ec);
     if(ec!=FRONTIER_OK)
      {
       fprintf(stderr,"Error getting result size for %s: %s\n",path,frontier_getErrorMsg());
       return 3;
      }
     p=frontierRSBlob_getByteArray(frsb,n,&ec);
     if(ec!=FRONTIER_OK)
      {
       fprintf(stderr,"Error getting result data for %s: %s\n",path,frontier_getErrorMsg());
       return 3;
      }
     localname=strrchr(path,'/');
     if(localname==NULL)
         localname=pathstring.c_str();
     else
       localname++;
     fd=open(localname,O_CREAT|O_TRUNC|O_WRONLY,0666);
     if(fd==-1)
      {
       fprintf(stderr,"Error creating %s: %s\n",localname,strerror(errno));
       ec=-1;
       return 3;
      }
     if(write(fd,p,n)<0)
      {
       fprintf(stderr,"Error writing to %s: %s\n",localname,strerror(errno));
       ec=-1;
       close(fd);
       return 3;
      }
     close(fd);
     printf("%d bytes written to %s\n",n,localname);
     frontierRSBlob_close(frsb,&ec);
    
 
   frontier_closeChannel(channel);
 
   return (ec==FRONTIER_OK);
 }