CMS 3D CMS Logo
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
List of all members | Public Types | Public Member Functions | Private Member Functions | Private Attributes
evf::EvFDaqDirector Class Reference

#include <EvFDaqDirector.h>

Public Types

enum  FileStatus {
  noFile, sameFile, newFile, newLumi,
  runEnded, runAbort
}
 

Public Member Functions

std::string & baseRunDir ()
 
std::string & buBaseRunDir ()
 
std::string & buBaseRunOpenDir ()
 
void checkTransferSystemPSet (edm::ProcessContext const &pc)
 
void createProcessingNotificationMaybe () const
 
void createRunOpendirMaybe ()
 
bool emptyLumisectionMode () const
 
 EvFDaqDirector (const edm::ParameterSet &pset, edm::ActivityRegistry &reg)
 
std::string findCurrentRunDir ()
 
std::string getBoLSFilePathOnFU (const unsigned int ls) const
 
std::string getEoLSFilePathOnBU (const unsigned int ls) const
 
std::string getEoLSFilePathOnFU (const unsigned int ls) const
 
std::string getEoRFilePath () const
 
std::string getEoRFilePathOnFU () const
 
std::string getInitFilePath (std::string const &stream) const
 
std::string getInputJsonFilePath (const unsigned int ls, const unsigned int index) const
 
std::string getMergedDatChecksumFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getMergedDatFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getMergedProtocolBufferHistogramFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getMergedRootHistogramFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getOpenDatFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getOpenInitFilePath (std::string const &stream) const
 
std::string getOpenInputJsonFilePath (const unsigned int ls, const unsigned int index) const
 
std::string getOpenOutputJsonFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getOpenProtocolBufferHistogramFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getOpenRawFilePath (const unsigned int ls, const unsigned int index) const
 
std::string getOpenRootHistogramFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getOutputJsonFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getProtocolBufferHistogramFilePath (const unsigned int ls, std::string const &stream) const
 
std::string getRawFilePath (const unsigned int ls, const unsigned int index) const
 
std::string getRootHistogramFilePath (const unsigned int ls, std::string const &stream) const
 
unsigned int getRunNumber () const
 
std::string getRunOpenDirPath () const
 
std::string getStreamDestinations (std::string const &stream) const
 
std::vector< int > * getStreamFileTracker ()
 
bool isSingleStreamThread ()
 
void lockFULocal ()
 
void lockFULocal2 ()
 
void lockInitLock ()
 
FILE * maybeCreateAndLockFileHeadForStream (unsigned int ls, std::string &stream)
 
bool outputAdler32Recheck () const
 
void postEndRun (edm::GlobalContext const &globalContext)
 
void preallocate (edm::service::SystemBounds const &bounds)
 
void preBeginJob (edm::PathsAndConsumesOfModulesBase const &, edm::ProcessContext const &)
 
void preBeginRun (edm::GlobalContext const &globalContext)
 
void preGlobalEndLumi (edm::GlobalContext const &globalContext)
 
void preSourceEvent (edm::StreamID const &streamID)
 
int readLastLSEntry (std::string const &file)
 
void removeFile (unsigned int ls, unsigned int index)
 
void removeFile (std::string)
 
void setDeleteTracking (std::mutex *fileDeleteLock, std::list< std::pair< int, InputFile * >> *filesToDelete)
 
void setFMS (evf::FastMonitoringService *fms)
 
void tryInitializeFuLockFile ()
 
void unlockAndCloseMergeStream ()
 
void unlockFULocal ()
 
void unlockFULocal2 ()
 
void unlockInitLock ()
 
void updateFileIndex (int const &fileIndex)
 
FileStatus updateFuLock (unsigned int &ls, std::string &nextFile, uint32_t &fsize, uint64_t &lockWaitTime)
 
 ~EvFDaqDirector ()
 

Private Member Functions

bool bumpFile (unsigned int &ls, unsigned int &index, std::string &nextFile, uint32_t &fsize, int maxLS)
 
std::string eolsFileName (const unsigned int ls) const
 
std::string eorFileName () const
 
int getNFilesFromEoLS (std::string BUEoLSFile)
 
std::string initFileName (std::string const &stream) const
 
std::string inputFileNameStem (const unsigned int ls, const unsigned int index) const
 
std::string mergedFileNameStem (const unsigned int ls, std::string const &stream) const
 
void openFULockfileStream (std::string &fuLockFilePath, bool create)
 
std::string outputFileNameStem (const unsigned int ls, std::string const &stream) const
 

Private Attributes

std::string base_dir_
 
std::string bu_base_dir_
 
struct flock bu_r_flk
 
struct flock bu_r_fulk
 
FILE * bu_r_lock_stream
 
int bu_readlock_fd_
 
std::string bu_run_dir_
 
std::string bu_run_open_dir_
 
FILE * bu_t_monitor_stream
 
struct flock bu_w_flk
 
struct flock bu_w_fulk
 
FILE * bu_w_lock_stream
 
FILE * bu_w_monitor_stream
 
int bu_writelock_fd_
 
int currentFileIndex_ = -1
 
int data_readwrite_fd_
 
struct flock data_rw_flk
 
struct flock data_rw_fulk
 
FILE * data_rw_stream
 
bool directorBu_
 
DirManager dirManager_
 
bool emptyLumisectionMode_
 
unsigned int eolsNFilesIndex_ = 1
 
std::mutex * fileDeleteLockPtr_ = nullptr
 
std::list< std::pair< int,
InputFile * > > * 		filesToDeletePtr_ = nullptr
 
evf::FastMonitoringService * fms_ = nullptr
 
int fu_readwritelock_fd_
 
struct flock fu_rw_flk
 
struct flock fu_rw_fulk
 
FILE * fu_rw_lock_stream
 
int fulocal_rwlock_fd2_
 
int fulocal_rwlock_fd_
 
unsigned int fuLockPollInterval_
 
std::string hltSourceDirectory_
 
std::string hostname_
 
pthread_mutex_t init_lock_ = PTHREAD_MUTEX_INITIALIZER
 
unsigned int nStreams_ =0
 
unsigned int nThreads_ =0
 
bool outputAdler32Recheck_
 
unsigned long previousFileSize_
 
bool readEolsDefinition_ = true
 
bool requireTSPSet_
 
unsigned int run_
 
std::string run_dir_
 
std::string run_string_
 
std::string selectedTransferMode_
 
std::string stopFilePath_
 
std::vector< int > streamFileTracker_
 
std::shared_ptr< Json::Value > transferSystemJson_
 

Detailed Description

Definition at line 47 of file EvFDaqDirector.h.

Member Enumeration Documentation

enum evf::EvFDaqDirector::FileStatus
Enumerator
noFile 
sameFile 
newFile 
newLumi 
runEnded 
runAbort 

Definition at line 51 of file EvFDaqDirector.h.

51 { noFile, sameFile, newFile, newLumi, runEnded, runAbort };

Constructor & Destructor Documentation

evf::EvFDaqDirector::EvFDaqDirector ( const edm::ParameterSet &  pset,
edm::ActivityRegistry &  reg 
)
explicit

Definition at line 41 of file EvFDaqDirector.cc.

References base_dir_, bu_base_dir_, bu_run_dir_, bu_run_open_dir_, bu_w_lock_stream, bu_writelock_fd_, eostools::chmod(), createRunOpendirMaybe(), directorBu_, emptyLumisectionMode_, Exception, fu_readwritelock_fd_, fu_rw_lock_stream, fulocal_rwlock_fd2_, fulocal_rwlock_fd_, fuLockPollInterval_, getRunOpenDirPath(), hltSourceDirectory_, hostname_, init_lock_, eostools::mkdir(), NULL, openFULockfileStream(), postEndRun(), preallocate(), preBeginJob(), preBeginRun(), preGlobalEndLumi(), preSourceEvent(), run_, run_dir_, run_string_, contentValuesCheck::ss, stopFilePath_, AlCaHLTBitMon_QueryRunRegistry::string, tryInitializeFuLockFile(), edm::ActivityRegistry::watchPostGlobalEndRun(), edm::ActivityRegistry::watchPreallocate(), edm::ActivityRegistry::watchPreBeginJob(), edm::ActivityRegistry::watchPreGlobalBeginRun(), edm::ActivityRegistry::watchPreGlobalEndLumi(), and edm::ActivityRegistry::watchPreSourceEvent().

42  :
43  base_dir_(
44  pset.getUntrackedParameter<std::string> ("baseDir", "/data")
45  ),
46  bu_base_dir_(
47  pset.getUntrackedParameter<std::string> ("buBaseDir", "/data")
48  ),
49  directorBu_(
50  pset.getUntrackedParameter<bool> ("directorIsBu", false)
51  ),
52  run_(pset.getUntrackedParameter<unsigned int> ("runNumber",0)),
53  outputAdler32Recheck_(pset.getUntrackedParameter<bool>("outputAdler32Recheck",false)),
54  requireTSPSet_(pset.getUntrackedParameter<bool>("requireTransfersPSet",false)),
55  selectedTransferMode_(pset.getUntrackedParameter<std::string>("selectedTransferMode","")),
56  hltSourceDirectory_(pset.getUntrackedParameter<std::string>("hltSourceDirectory","")),
57  fuLockPollInterval_(pset.getUntrackedParameter<unsigned int>("fuLockPollInterval",2000)),
58  emptyLumisectionMode_(pset.getUntrackedParameter<bool>("emptyLumisectionMode",false)),
59  hostname_(""),
60  bu_readlock_fd_(-1),
61  bu_writelock_fd_(-1),
62  fu_readwritelock_fd_(-1),
63  data_readwrite_fd_(-1),
64  fulocal_rwlock_fd_(-1),
65  fulocal_rwlock_fd2_(-1),
66 
67  bu_w_lock_stream(0),
68  bu_r_lock_stream(0),
69  fu_rw_lock_stream(0),
70  //bu_w_monitor_stream(0),
71  //bu_t_monitor_stream(0),
72  data_rw_stream(0),
73 
74  dirManager_(base_dir_),
75 
76  previousFileSize_(0),
77 
78  bu_w_flk( make_flock( F_WRLCK, SEEK_SET, 0, 0, 0 )),
79  bu_r_flk( make_flock( F_RDLCK, SEEK_SET, 0, 0, 0 )),
80  bu_w_fulk( make_flock( F_UNLCK, SEEK_SET, 0, 0, 0 )),
81  bu_r_fulk( make_flock( F_UNLCK, SEEK_SET, 0, 0, 0 )),
82  fu_rw_flk( make_flock ( F_WRLCK, SEEK_SET, 0, 0, getpid() )),
83  fu_rw_fulk( make_flock( F_UNLCK, SEEK_SET, 0, 0, getpid() )),
84  data_rw_flk( make_flock ( F_WRLCK, SEEK_SET, 0, 0, getpid() )),
85  data_rw_fulk( make_flock( F_UNLCK, SEEK_SET, 0, 0, getpid() ))
86  //fulocal_rw_flk( make_flock( F_WRLCK, SEEK_SET, 0, 0, getpid() )),
87  //fulocal_rw_fulk( make_flock( F_UNLCK, SEEK_SET, 0, 0, getpid() )),
88  //fulocal_rw_flk2( make_flock( F_WRLCK, SEEK_SET, 0, 0, getpid() )),
89  //fulocal_rw_fulk2( make_flock( F_UNLCK, SEEK_SET, 0, 0, getpid() ))
90  {
91 
92  reg.watchPreallocate(this, &EvFDaqDirector::preallocate);
93  reg.watchPreBeginJob(this, &EvFDaqDirector::preBeginJob);
94  reg.watchPreGlobalBeginRun(this, &EvFDaqDirector::preBeginRun);
95  reg.watchPostGlobalEndRun(this, &EvFDaqDirector::postEndRun);
96  reg.watchPreSourceEvent(this, &EvFDaqDirector::preSourceEvent);
97  reg.watchPreGlobalEndLumi(this,&EvFDaqDirector::preGlobalEndLumi);
98 
99  std::stringstream ss;
100  ss << "run" << std::setfill('0') << std::setw(6) << run_;
101  run_string_ = ss.str();
102  run_dir_ = base_dir_+"/"+run_string_;
103 
104  //save hostname for later
105  char hostname[33];
106  gethostname(hostname,32);
107  hostname_ = hostname;
108 
109  char * fuLockPollIntervalPtr = getenv("FFF_LOCKPOLLINTERVAL");
110  if (fuLockPollIntervalPtr) {
111  try {
112  fuLockPollInterval_=boost::lexical_cast<unsigned int>(std::string(fuLockPollIntervalPtr));
113  edm::LogInfo("Setting fu lock poll interval by environment string: ") << fuLockPollInterval_ << " us";
114  }
115  catch (...) {edm::LogWarning("Unable to parse environment string: ") << std::string(fuLockPollIntervalPtr);}
116  }
117 
118  char * emptyLumiModePtr = getenv("FFF_EMPTYLSMODE");
119  if (emptyLumiModePtr) {
120  emptyLumisectionMode_ = true;
121  edm::LogInfo("Setting empty lumisection mode");
122  }
123 
124  // check if base dir exists or create it accordingly
125  int retval = mkdir(base_dir_.c_str(), S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH);
126  if (retval != 0 && errno != EEXIST) {
127  throw cms::Exception("DaqDirector") << " Error checking for base dir -: "
128  << base_dir_ << " mkdir error:" << strerror(errno);
129  }
130 
131  //create run dir in base dir
132  umask(0);
133  retval = mkdir(run_dir_.c_str(),
134  S_IRWXU | S_IRWXG | S_IROTH | S_IRWXO | S_IXOTH);
135  if (retval != 0 && errno != EEXIST) {
136  throw cms::Exception("DaqDirector") << " Error creating run dir -: "
137  << run_dir_ << " mkdir error:" << strerror(errno);
138  }
139 
140  //create fu-local.lock in run open dir
141  if (!directorBu_) {
142 
143  createRunOpendirMaybe();
144  std::string fulocal_lock_ = getRunOpenDirPath() +"/fu-local.lock";
145  fulocal_rwlock_fd_ = open(fulocal_lock_.c_str(), O_RDWR | O_CREAT, S_IRWXU | S_IWGRP | S_IRGRP | S_IWOTH | S_IROTH);//O_RDWR?
146  if (fulocal_rwlock_fd_==-1)
147  throw cms::Exception("DaqDirector") << " Error creating/opening a local lock file -: " << fulocal_lock_.c_str() << " : " << strerror(errno);
148  chmod(fulocal_lock_.c_str(),0777);
149  fsync(fulocal_rwlock_fd_);
150  //open second fd for another input source thread
151  fulocal_rwlock_fd2_ = open(fulocal_lock_.c_str(), O_RDWR, S_IRWXU | S_IWGRP | S_IRGRP | S_IWOTH | S_IROTH);//O_RDWR?
152  if (fulocal_rwlock_fd2_==-1)
153  throw cms::Exception("DaqDirector") << " Error opening a local lock file -: " << fulocal_lock_.c_str() << " : " << strerror(errno);
154  }
155 
156  //bu_run_dir: for FU, for which the base dir is local and the BU is remote, it is expected to be there
157  //for BU, it is created at this point
158  if (directorBu_)
159  {
160  bu_run_dir_ = base_dir_ + "/" + run_string_;
161  std::string bulockfile = bu_run_dir_ + "/bu.lock";
162  std::string fulockfile = bu_run_dir_ + "/fu.lock";
163 
164  //make or find bu run dir
165  retval = mkdir(bu_run_dir_.c_str(),
166  S_IRWXU | S_IRWXG | S_IRWXO);
167  if (retval != 0 && errno != EEXIST) {
168  throw cms::Exception("DaqDirector")
169  << " Error creating bu run dir -: " << bu_run_dir_
170  << " mkdir error:" << strerror(errno) << "\n";
171  }
172  bu_run_open_dir_ = bu_run_dir_ + "/open";
173  retval = mkdir(bu_run_open_dir_.c_str(),
174  S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH);
175  if (retval != 0 && errno != EEXIST) {
176  throw cms::Exception("DaqDirector") << " Error creating bu run open dir -: "
177  << bu_run_open_dir_ << " mkdir error:" << strerror(errno)
178  << "\n";
179  }
180 
181  // the BU director does not need to know about the fu lock
182  bu_writelock_fd_ = open(bulockfile.c_str(),
183  O_WRONLY | O_CREAT | O_TRUNC, S_IRWXU);
184  if (bu_writelock_fd_ == -1)
185  edm::LogWarning("EvFDaqDirector") << "problem with creating filedesc for buwritelock -: "
186  << strerror(errno);
187  else
188  edm::LogInfo("EvFDaqDirector") << "creating filedesc for buwritelock -: "
189  << bu_writelock_fd_;
190  bu_w_lock_stream = fdopen(bu_writelock_fd_, "w");
191  if (bu_w_lock_stream == 0)
192  edm::LogWarning("EvFDaqDirector")<< "Error creating write lock stream -: " << strerror(errno);
193 
194  // BU INITIALIZES LOCK FILE
195  // FU LOCK FILE OPEN
196  openFULockfileStream(fulockfile, true);
197  tryInitializeFuLockFile();
198  fflush(fu_rw_lock_stream);
199  close(fu_readwritelock_fd_);
200 
201  if (hltSourceDirectory_.size())
202  {
203  struct stat buf;
204  if (stat(hltSourceDirectory_.c_str(),&buf)==0) {
205  std::string hltdir=bu_run_dir_+"/hlt";
206  std::string tmphltdir=bu_run_open_dir_+"/hlt";
207  retval = mkdir(tmphltdir.c_str(),S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH);
208 
209  boost::filesystem::copy_file(hltSourceDirectory_+"/HltConfig.py",tmphltdir+"/HltConfig.py");
210  try {
211  boost::filesystem::copy_file(hltSourceDirectory_+"/CMSSW_VERSION",tmphltdir+"/CMSSW_VERSION");
212  boost::filesystem::copy_file(hltSourceDirectory_+"/SCRAM_ARCH",tmphltdir+"/SCRAM_ARCH");
213  } catch (...) {}
214 
215  boost::filesystem::copy_file(hltSourceDirectory_+"/fffParameters.jsn",tmphltdir+"/fffParameters.jsn");
216 
217  boost::filesystem::rename(tmphltdir,hltdir);
218  }
219  else
220  throw cms::Exception("DaqDirector") << " Error looking for HLT configuration -: " << hltSourceDirectory_;
221  }
222  //else{}//no configuration specified
223  }
224  else
225  {
226  // for FU, check if bu base dir exists
227 
228  retval = mkdir(bu_base_dir_.c_str(), S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH);
229  if (retval != 0 && errno != EEXIST) {
230  throw cms::Exception("DaqDirector") << " Error checking for bu base dir -: "
231  << bu_base_dir_ << " mkdir error:" << strerror(errno) << "\n";
232  }
233 
234  bu_run_dir_ = bu_base_dir_ + "/" + run_string_;
235  std::string fulockfile = bu_run_dir_ + "/fu.lock";
236  openFULockfileStream(fulockfile, false);
237  }
238 
239  pthread_mutex_init(&init_lock_,NULL);
240 
241  stopFilePath_ = run_dir_+"/CMSSW_STOP";
242  }
evf::EvFDaqDirector::bu_w_fulk
struct flock bu_w_fulk
Definition: EvFDaqDirector.h:171
edm::ParameterSet::getUntrackedParameter
T getUntrackedParameter(std::string const &, T const &) const
evf::EvFDaqDirector::fu_rw_flk
struct flock fu_rw_flk
Definition: EvFDaqDirector.h:173
evf::EvFDaqDirector::run_string_
std::string run_string_
Definition: EvFDaqDirector.h:146
edm::ActivityRegistry::watchPreallocate
void watchPreallocate(Preallocate::slot_type const &iSlot)
Definition: ActivityRegistry.h:98
evf::EvFDaqDirector::openFULockfileStream
void openFULockfileStream(std::string &fuLockFilePath, bool create)
Definition: EvFDaqDirector.cc:765
edm::ActivityRegistry::watchPreGlobalEndLumi
void watchPreGlobalEndLumi(PreGlobalEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:331
evf::EvFDaqDirector::init_lock_
pthread_mutex_t init_lock_
Definition: EvFDaqDirector.h:189
evf::EvFDaqDirector::bu_r_fulk
struct flock bu_r_fulk
Definition: EvFDaqDirector.h:172
NULL
#define NULL
Definition: scimark2.h:8
evf::EvFDaqDirector::data_rw_flk
struct flock data_rw_flk
Definition: EvFDaqDirector.h:175
evf::EvFDaqDirector::previousFileSize_
unsigned long previousFileSize_
Definition: EvFDaqDirector.h:167
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:255
eostools.chmod
def chmod
Definition: eostools.py:293
evf::EvFDaqDirector::fu_rw_fulk
struct flock fu_rw_fulk
Definition: EvFDaqDirector.h:174
evf::EvFDaqDirector::hltSourceDirectory_
std::string hltSourceDirectory_
Definition: EvFDaqDirector.h:141
evf::EvFDaqDirector::stopFilePath_
std::string stopFilePath_
Definition: EvFDaqDirector.h:196
evf::EvFDaqDirector::bu_base_dir_
std::string bu_base_dir_
Definition: EvFDaqDirector.h:135
evf::EvFDaqDirector::selectedTransferMode_
std::string selectedTransferMode_
Definition: EvFDaqDirector.h:140
evf::EvFDaqDirector::preBeginJob
void preBeginJob(edm::PathsAndConsumesOfModulesBase const &, edm::ProcessContext const &)
Definition: EvFDaqDirector.cc:276
edm::ActivityRegistry::watchPreGlobalBeginRun
void watchPreGlobalBeginRun(PreGlobalBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:261
evf::EvFDaqDirector::bu_w_flk
struct flock bu_w_flk
Definition: EvFDaqDirector.h:169
evf::EvFDaqDirector::preBeginRun
void preBeginRun(edm::GlobalContext const &globalContext)
Definition: EvFDaqDirector.cc:281
evf::EvFDaqDirector::preSourceEvent
void preSourceEvent(edm::StreamID const &streamID)
Definition: EvFDaqDirector.cc:337
evf::EvFDaqDirector::preGlobalEndLumi
void preGlobalEndLumi(edm::GlobalContext const &globalContext)
Definition: EvFDaqDirector.cc:293
edm::ActivityRegistry::watchPostGlobalEndRun
void watchPostGlobalEndRun(PostGlobalEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:282
edm::ActivityRegistry::watchPreBeginJob
void watchPreBeginJob(PreBeginJob::slot_type const &iSlot)
convenience function for attaching to signal
Definition: ActivityRegistry.h:107
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
eostools.mkdir
def mkdir
Definition: eostools.py:250
evf::EvFDaqDirector::postEndRun
void postEndRun(edm::GlobalContext const &globalContext)
Definition: EvFDaqDirector.cc:258
edm::ActivityRegistry::watchPreSourceEvent
void watchPreSourceEvent(PreSourceEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:150
evf::EvFDaqDirector::preallocate
void preallocate(edm::service::SystemBounds const &bounds)
Definition: EvFDaqDirector.cc:267
evf::EvFDaqDirector::data_rw_fulk
struct flock data_rw_fulk
Definition: EvFDaqDirector.h:176
evf::EvFDaqDirector::getRunOpenDirPath
std::string getRunOpenDirPath() const
Definition: EvFDaqDirector.h:89
evf::EvFDaqDirector::fuLockPollInterval_
unsigned int fuLockPollInterval_
Definition: EvFDaqDirector.h:142
evf::EvFDaqDirector::bu_r_flk
struct flock bu_r_flk
Definition: EvFDaqDirector.h:170
evf::EvFDaqDirector::bu_run_open_dir_
std::string bu_run_open_dir_
Definition: EvFDaqDirector.h:149
evf::EvFDaqDirector::~EvFDaqDirector ( )

Definition at line 244 of file EvFDaqDirector.cc.

References fulocal_rwlock_fd2_, fulocal_rwlock_fd_, unlockFULocal(), and unlockFULocal2().

245  {
246  if (fulocal_rwlock_fd_!=-1) {
247  unlockFULocal();
248  close(fulocal_rwlock_fd_);
249  }
250 
251  if (fulocal_rwlock_fd2_!=-1) {
252  unlockFULocal2();
253  close(fulocal_rwlock_fd2_);
254  }
255 
256  }

Member Function Documentation

std::string& evf::EvFDaqDirector::baseRunDir ( )
inline

Definition at line 62 of file EvFDaqDirector.h.

References run_dir_.

62 {return run_dir_;}
std::string& evf::EvFDaqDirector::buBaseRunDir ( )
inline

Definition at line 63 of file EvFDaqDirector.h.

References bu_run_dir_.

63 {return bu_run_dir_;}
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
std::string& evf::EvFDaqDirector::buBaseRunOpenDir ( )
inline

Definition at line 64 of file EvFDaqDirector.h.

References bu_run_open_dir_.

64 {return bu_run_open_dir_;}
evf::EvFDaqDirector::bu_run_open_dir_
std::string bu_run_open_dir_
Definition: EvFDaqDirector.h:149
bool evf::EvFDaqDirector::bumpFile ( unsigned int &  ls,
unsigned int &  index,
std::string &  nextFile,
uint32_t &  fsize,
int  maxLS 
)
private

Definition at line 672 of file EvFDaqDirector.cc.

References evf::FastMonitoringService::accumulateFileSize(), fms_, getEoLSFilePathOnBU(), getInputJsonFilePath(), getNFilesFromEoLS(), cmsHarvester::index, eostools::ls(), previousFileSize_, contentValuesCheck::ss, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by updateFuLock().

672  {
673 
674  if (previousFileSize_ != 0) {
675  if (!fms_) {
676  try {
677  fms_ = (FastMonitoringService *) (edm::Service<evf::MicroStateService>().operator->());
678  } catch (...) {
679  edm::LogError("EvFDaqDirector") <<" FastMonitoringService not found";
680  }
681  }
682  if (fms_) fms_->accumulateFileSize(ls, previousFileSize_);
683  previousFileSize_ = 0;
684  }
685 
686  //reached limit
687  if (maxLS>=0 && ls > (unsigned int)maxLS) return false;
688 
689  struct stat buf;
690  std::stringstream ss;
691  unsigned int nextIndex = index;
692  nextIndex++;
693 
694  // 1. Check suggested file
695  nextFile = getInputJsonFilePath(ls,index);
696  if (stat(nextFile.c_str(), &buf) == 0) {
697 
698  previousFileSize_ = buf.st_size;
699  fsize = buf.st_size;
700  return true;
701  }
702  // 2. No file -> lumi ended? (and how many?)
703  else {
704  std::string BUEoLSFile = getEoLSFilePathOnBU(ls);
705  bool eolFound = (stat(BUEoLSFile.c_str(), &buf) == 0);
706  while (eolFound) {
707 
708  // recheck that no raw file appeared in the meantime
709  if (stat(nextFile.c_str(), &buf) == 0) {
710  previousFileSize_ = buf.st_size;
711  fsize = buf.st_size;
712  return true;
713  }
714 
715  int indexFilesInLS = getNFilesFromEoLS(BUEoLSFile);
716  if (indexFilesInLS < 0)
717  //parsing failed
718  return false;
719  else {
720  //check index
721  if ((int)index<indexFilesInLS) {
722  //we have 2 files, and check for 1 failed... retry (2 will never be here)
723  edm::LogError("EvFDaqDirector") << "Potential miss of index file in LS -: " << ls << ". Missing "
724  << nextFile << " because " << indexFilesInLS-1 << " is the highest index expected. Will not update fu.lock file";
725  return false;
726  }
727  }
728  // this lumi ended, check for files
729  ++ls;
730  index = 0;
731 
732  //reached limit
733  if (maxLS>=0 && ls > (unsigned int)maxLS) return false;
734 
735  nextFile = getInputJsonFilePath(ls,0);
736  if (stat(nextFile.c_str(), &buf) == 0) {
737  // a new file was found at new lumisection, index 0
738  previousFileSize_ = buf.st_size;
739  fsize = buf.st_size;
740  return true;
741  }
742  else {
743  //change of policy: we need to cycle through each LS
744  return false;
745  }
746  BUEoLSFile = getEoLSFilePathOnBU(ls);
747  eolFound = (stat(BUEoLSFile.c_str(), &buf) == 0);
748  }
749  }
750  // no new file found
751  return false;
752  }
evf::FastMonitoringService::accumulateFileSize
void accumulateFileSize(unsigned int lumi, unsigned long fileSize)
Definition: FastMonitoringService.cc:569
eostools.ls
def ls
Definition: eostools.py:348
evf::EvFDaqDirector::getEoLSFilePathOnBU
std::string getEoLSFilePathOnBU(const unsigned int ls) const
Definition: EvFDaqDirector.cc:411
evf::EvFDaqDirector::previousFileSize_
unsigned long previousFileSize_
Definition: EvFDaqDirector.h:167
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:255
FastMonitoringService_cfi.FastMonitoringService
tuple FastMonitoringService
Definition: FastMonitoringService_cfi.py:3
evf::EvFDaqDirector::getNFilesFromEoLS
int getNFilesFromEoLS(std::string BUEoLSFile)
Definition: EvFDaqDirector.cc:611
evf::EvFDaqDirector::fms_
evf::FastMonitoringService * fms_
Definition: EvFDaqDirector.h:182
evf::EvFDaqDirector::getInputJsonFilePath
std::string getInputJsonFilePath(const unsigned int ls, const unsigned int index) const
Definition: EvFDaqDirector.cc:342
void evf::EvFDaqDirector::checkTransferSystemPSet ( edm::ProcessContext const &  pc)

Definition at line 862 of file EvFDaqDirector.cc.

References Json::Value::append(), Json::arrayValue, alignCSCRings::dest, gather_cfg::destinations, Exception, edm::ParameterSet::existsAs(), edm::ParameterSet::getParameter(), edm::ParameterSet::getParameterSet(), edm::getParameterSet(), alignBH_cfg::mode, edm::ProcessContext::parameterSetID(), requireTSPSet_, and transferSystemJson_.

Referenced by preBeginJob().

863  {
864  if(transferSystemJson_) return;
865 
866  transferSystemJson_.reset(new Json::Value);
867  edm::ParameterSet const& topPset = edm::getParameterSet(pc.parameterSetID());
868  if (topPset.existsAs<edm::ParameterSet>("transferSystem",true))
869  {
870  const edm::ParameterSet& tsPset(topPset.getParameterSet("transferSystem"));
871 
872  Json::Value destinationsVal(Json::arrayValue);
873  std::vector<std::string> destinations = tsPset.getParameter<std::vector<std::string>>("destinations");
874  for (auto & dest: destinations) destinationsVal.append(dest);
875  (*transferSystemJson_)["destinations"]=destinationsVal;
876 
877  Json::Value modesVal(Json::arrayValue);
878  std::vector<std::string> modes = tsPset.getParameter< std::vector<std::string> >("transferModes");
879  for (auto & mode: modes) modesVal.append(mode);
880  (*transferSystemJson_)["transferModes"]=modesVal;
881 
882  for (auto psKeyItr =tsPset.psetTable().begin();psKeyItr!=tsPset.psetTable().end(); ++ psKeyItr) {
883  if (psKeyItr->first!="destinations" && psKeyItr->first!="transferModes") {
884  const edm::ParameterSet & streamDef = tsPset.getParameterSet(psKeyItr->first);
885  Json::Value streamVal;
886  for (auto & mode : modes) {
887  //validation
888  if (!streamDef.existsAs<std::vector<std::string>>(mode,true))
889  throw cms::Exception("EvFDaqDirector") << " Missing transfer system specification for -:" << psKeyItr->first << " (transferMode " << mode << ")";
890  std::vector<std::string> streamDestinations = streamDef.getParameter<std::vector<std::string>>(mode);
891 
892  Json::Value sDestsValue(Json::arrayValue);
893 
894  if (!streamDestinations.size())
895  throw cms::Exception("EvFDaqDirector") << " Missing transter system destination(s) for -: "<< psKeyItr->first << ", mode:" << mode;
896 
897  for (auto & sdest:streamDestinations) {
898  bool sDestValid=false;
899  sDestsValue.append(sdest);
900  for (auto & dest: destinations) {
901  if (dest==sdest) sDestValid=true;
902  }
903  if (!sDestValid)
904  throw cms::Exception("EvFDaqDirector") << " Invalid transter system destination specified for -: "<< psKeyItr->first << ", mode:" << mode << ", dest:"<<sdest;
905  }
906  streamVal[mode]=sDestsValue;
907  }
908  (*transferSystemJson_)[psKeyItr->first] = streamVal;
909  }
910  }
911  }
912  else {
913  if (requireTSPSet_)
914  throw cms::Exception("EvFDaqDirector") << "transferSystem PSet not found";
915  }
916  }
edm::ParameterSet::getParameter
T getParameter(std::string const &) const
edm::ParameterSet::existsAs
bool existsAs(std::string const &parameterName, bool trackiness=true) const
checks if a parameter exists as a given type
Definition: ParameterSet.h:186
evf::EvFDaqDirector::transferSystemJson_
std::shared_ptr< Json::Value > transferSystemJson_
Definition: EvFDaqDirector.h:198
edm::getParameterSet
ParameterSet const & getParameterSet(ParameterSetID const &id)
Definition: ParameterSet.cc:955
alignBH_cfg.mode
list mode
Definition: alignBH_cfg.py:7
Json::Value
Represents a JSON value.
Definition: value.h:111
edm::ParameterSet::getParameterSet
ParameterSet const & getParameterSet(std::string const &) const
Definition: ParameterSet.cc:2364
gather_cfg.destinations
tuple destinations
Definition: gather_cfg.py:120
Json::arrayValue
array value (ordered list)
Definition: value.h:31
void evf::EvFDaqDirector::createProcessingNotificationMaybe ( ) const

Definition at line 965 of file EvFDaqDirector.cc.

References run_dir_, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by FedRawDataInputSource::checkNextEvent().

965  {
966  std::string proc_flag = run_dir_ + "/processing";
967  int proc_flag_fd = open(proc_flag.c_str(), O_RDWR | O_CREAT, S_IRWXU | S_IWGRP | S_IRGRP | S_IWOTH | S_IROTH);
968  close(proc_flag_fd);
969  }
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:255
void evf::EvFDaqDirector::createRunOpendirMaybe ( )

Definition at line 834 of file EvFDaqDirector.cc.

References getRunOpenDirPath(), LogDebug, and fed_dqm_sourceclient-live_cfg::path.

Referenced by EvFDaqDirector().

834  {
835  // create open dir if not already there
836 
837  boost::filesystem::path openPath = getRunOpenDirPath();
838  if (!boost::filesystem::is_directory(openPath)) {
839  LogDebug("EvFDaqDirector") << "<open> FU dir not found. Creating... -:" << openPath.string();
840  boost::filesystem::create_directories(openPath);
841  }
842  }
LogDebug
#define LogDebug(id)
Definition: MessageLogger.h:501
fed_dqm_sourceclient-live_cfg.path
string path
Definition: fed_dqm_sourceclient-live_cfg.py:33
evf::EvFDaqDirector::getRunOpenDirPath
std::string getRunOpenDirPath() const
Definition: EvFDaqDirector.h:89
bool evf::EvFDaqDirector::emptyLumisectionMode ( ) const
inline

Definition at line 118 of file EvFDaqDirector.h.

References emptyLumisectionMode_.

Referenced by FedRawDataInputSource::checkNextEvent().

118 {return emptyLumisectionMode_;}
std::string evf::EvFDaqDirector::eolsFileName ( const unsigned int  ls) const
private
std::string evf::EvFDaqDirector::eorFileName ( ) const
private
std::string evf::EvFDaqDirector::findCurrentRunDir ( )
inline

Definition at line 66 of file EvFDaqDirector.h.

References dirManager_, evf::DirManager::findRunDir(), and run_.

66 { return dirManager_.findRunDir(run_);}
evf::DirManager::findRunDir
std::string findRunDir(unsigned int)
Definition: DirManager.cc:37
std::string evf::EvFDaqDirector::getBoLSFilePathOnFU ( const unsigned int  ls) const

Definition at line 419 of file EvFDaqDirector.cc.

References fffnaming::bolsFileName(), run_, and run_dir_.

Referenced by FedRawDataInputSource::createBoLSFile().

419  {
420  return run_dir_ + "/" + fffnaming::bolsFileName(run_,ls);
421  }
fffnaming::bolsFileName
std::string bolsFileName(const unsigned int run, const unsigned int ls)
Definition: FFFNamingSchema.h:26
eostools.ls
def ls
Definition: eostools.py:348
std::string evf::EvFDaqDirector::getEoLSFilePathOnBU ( const unsigned int  ls) const

Definition at line 411 of file EvFDaqDirector.cc.

References bu_run_dir_, fffnaming::eolsFileName(), and run_.

Referenced by bumpFile(), and FedRawDataInputSource::checkNextEvent().

411  {
412  return bu_run_dir_ + "/" + fffnaming::eolsFileName(run_,ls);
413  }
eostools.ls
def ls
Definition: eostools.py:348
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
fffnaming::eolsFileName
std::string eolsFileName(const unsigned int run, const unsigned int ls)
Definition: FFFNamingSchema.h:19
std::string evf::EvFDaqDirector::getEoLSFilePathOnFU ( const unsigned int  ls) const

Definition at line 415 of file EvFDaqDirector.cc.

References fffnaming::eolsFileName(), run_, and run_dir_.

Referenced by FedRawDataInputSource::checkNextEvent(), FedRawDataInputSource::maybeOpenNewLumiSection(), and updateFuLock().

415  {
416  return run_dir_ + "/" + fffnaming::eolsFileName(run_,ls);
417  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::eolsFileName
std::string eolsFileName(const unsigned int run, const unsigned int ls)
Definition: FFFNamingSchema.h:19
std::string evf::EvFDaqDirector::getEoRFilePath ( ) const

Definition at line 423 of file EvFDaqDirector.cc.

References bu_run_dir_, fffnaming::eorFileName(), and run_.

Referenced by updateFuLock().

423  {
424  return bu_run_dir_ + "/" + fffnaming::eorFileName(run_);
425  }
fffnaming::eorFileName
std::string eorFileName(const unsigned int run)
Definition: FFFNamingSchema.h:33
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
std::string evf::EvFDaqDirector::getEoRFilePathOnFU ( ) const

Definition at line 428 of file EvFDaqDirector.cc.

References fffnaming::eorFileName(), run_, and run_dir_.

Referenced by FedRawDataInputSource::checkNextEvent().

428  {
429  return run_dir_ + "/" + fffnaming::eorFileName(run_);
430  }
fffnaming::eorFileName
std::string eorFileName(const unsigned int run)
Definition: FFFNamingSchema.h:33
std::string evf::EvFDaqDirector::getInitFilePath ( std::string const &  stream) const

Definition at line 383 of file EvFDaqDirector.cc.

References fffnaming::initFileNameWithPid(), run_, and run_dir_.

Referenced by DQMFileSaver::globalBeginRun().

383  {
384  return run_dir_ + "/" + fffnaming::initFileNameWithPid(run_,0,stream);
385  }
fffnaming::initFileNameWithPid
std::string initFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:53
std::string evf::EvFDaqDirector::getInputJsonFilePath ( const unsigned int  ls,
const unsigned int  index 
) const

Definition at line 342 of file EvFDaqDirector.cc.

References bu_run_dir_, fffnaming::inputJsonFileName(), and run_.

Referenced by bumpFile().

342  {
343  return bu_run_dir_ + "/" + fffnaming::inputJsonFileName(run_,ls,index);
344  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::inputJsonFileName
std::string inputJsonFileName(const unsigned int run, const unsigned int ls, const unsigned int index)
Definition: FFFNamingSchema.h:39
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
std::string evf::EvFDaqDirector::getMergedDatChecksumFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 375 of file EvFDaqDirector.cc.

References hostname_, run_, run_dir_, and fffnaming::streamerDataChecksumFileNameWithInstance().

375  {
376  return run_dir_ + "/" + fffnaming::streamerDataChecksumFileNameWithInstance(run_,ls,stream,hostname_);
377  }
fffnaming::streamerDataChecksumFileNameWithInstance
std::string streamerDataChecksumFileNameWithInstance(const unsigned int run, const unsigned int ls, std::string const &stream, std::string const &instance)
Definition: FFFNamingSchema.h:89
eostools.ls
def ls
Definition: eostools.py:348
std::string evf::EvFDaqDirector::getMergedDatFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 371 of file EvFDaqDirector.cc.

References hostname_, run_, run_dir_, and fffnaming::streamerDataFileNameWithInstance().

Referenced by maybeCreateAndLockFileHeadForStream().

371  {
372  return run_dir_ + "/" + fffnaming::streamerDataFileNameWithInstance(run_,ls,stream,hostname_);
373  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::streamerDataFileNameWithInstance
std::string streamerDataFileNameWithInstance(const unsigned int run, const unsigned int ls, std::string const &stream, std::string const &instance)
Definition: FFFNamingSchema.h:80
std::string evf::EvFDaqDirector::getMergedProtocolBufferHistogramFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 395 of file EvFDaqDirector.cc.

References hostname_, fffnaming::protocolBufferHistogramFileNameWithInstance(), run_, and run_dir_.

395  {
396  return run_dir_ + "/" + fffnaming:: protocolBufferHistogramFileNameWithInstance(run_,ls,stream,hostname_);
397  }
fffnaming::protocolBufferHistogramFileNameWithInstance
std::string protocolBufferHistogramFileNameWithInstance(const unsigned int run, const unsigned int ls, std::string const &stream, std::string const &instance)
Definition: FFFNamingSchema.h:125
eostools.ls
def ls
Definition: eostools.py:348
std::string evf::EvFDaqDirector::getMergedRootHistogramFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 407 of file EvFDaqDirector.cc.

References hostname_, fffnaming::rootHistogramFileNameWithInstance(), run_, and run_dir_.

407  {
408  return run_dir_ + "/" + fffnaming:: rootHistogramFileNameWithInstance(run_,ls,stream,hostname_);
409  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::rootHistogramFileNameWithInstance
std::string rootHistogramFileNameWithInstance(const unsigned int run, const unsigned int ls, std::string const &stream, std::string const &instance)
Definition: FFFNamingSchema.h:143
int evf::EvFDaqDirector::getNFilesFromEoLS ( std::string  BUEoLSFile)
private

Definition at line 611 of file EvFDaqDirector.cc.

References bu_run_dir_, data, def, jsoncollector::DataPoint::deserialize(), eolsNFilesIndex_, jsoncollector::DataPoint::getData(), jsoncollector::DataPoint::getDefinition(), jsoncollector::DataPointDefinition::getNames(), i, Json::Reader::parse(), readEolsDefinition_, matplotRender::reader, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by bumpFile().

611  {
612 
613  boost::filesystem::ifstream ij(BUEoLSFile);
614  Json::Value deserializeRoot;
615  Json::Reader reader;
616 
617  if (!reader.parse(ij, deserializeRoot)) {
618  edm::LogError("EvFDaqDirector") << "Cannot deserialize input JSON file -:" << BUEoLSFile;
619  return -1;
620  }
621 
622  std::string data;
623  DataPoint dp;
624  dp.deserialize(deserializeRoot);
625 
626  //read definition
627  if (readEolsDefinition_) {
628  //std::string def = boost::algorithm::trim(dp.getDefinition());
629  std::string def = dp.getDefinition();
630  if (!def.size()) readEolsDefinition_=false;
631  while (def.size()) {
632  std::string fullpath;
633  if (def.find('/')==0)
634  fullpath = def;
635  else
636  fullpath = bu_run_dir_+'/'+def;
637  struct stat buf;
638  if (stat(fullpath.c_str(), &buf) == 0) {
639  DataPointDefinition eolsDpd;
640  std::string defLabel = "legend";
641  DataPointDefinition::getDataPointDefinitionFor(fullpath, &eolsDpd,&defLabel);
642  if (eolsDpd.getNames().size()==0) {
643  //try with "data" label if "legend" format is not used
644  eolsDpd = DataPointDefinition();
645  defLabel="data";
646  DataPointDefinition::getDataPointDefinitionFor(fullpath, &eolsDpd,&defLabel);
647  }
648  for (unsigned int i=0;i<eolsDpd.getNames().size();i++)
649  if (eolsDpd.getNames().at(i)=="NFiles")
650  eolsNFilesIndex_ = i;
651  readEolsDefinition_=false;
652  break;
653  }
654  //check if we can still find definition
655  if (def.size()<=1 || def.find('/')==std::string::npos) {
656  readEolsDefinition_=false;
657  break;
658  }
659  def = def.substr(def.find('/')+1);
660  }
661  }
662 
663  if (dp.getData().size()>eolsNFilesIndex_)
664  data = dp.getData()[eolsNFilesIndex_];
665  else {
666  edm::LogError("EvFDaqDirector") << " error reading number of files from BU JSON -: " << BUEoLSFile;
667  return -1;
668  }
669  return boost::lexical_cast<int>(data);
670  }
jsoncollector::DataPoint::getData
std::vector< std::string > & getData()
Definition: DataPoint.h:58
i
int i
Definition: DBlmapReader.cc:9
Json::Reader::parse
bool parse(const std::string &document, Value &root, bool collectComments=true)
Read a Value from a JSON document.
Json::Value
Represents a JSON value.
Definition: value.h:111
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:255
jsoncollector::DataPoint::deserialize
virtual void deserialize(Json::Value &root)
Definition: DataPoint.cc:56
evf::EvFDaqDirector::eolsNFilesIndex_
unsigned int eolsNFilesIndex_
Definition: EvFDaqDirector.h:195
jsoncollector::DataPoint::getDefinition
std::string & getDefinition()
Definition: DataPoint.h:59
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
data
char data[epos_bytes_allocation]
Definition: EPOS_Wrapper.h:82
Json::Reader
Unserialize a JSON document into a Value.
Definition: reader.h:16
jsoncollector::DataPointDefinition::getNames
std::vector< std::string > const & getNames()
Definition: DataPointDefinition.h:45
def
JetCorrectorParameters::Definitions def
Definition: classes.h:6
std::string evf::EvFDaqDirector::getOpenDatFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 359 of file EvFDaqDirector.cc.

References run_, run_dir_, and fffnaming::streamerDataFileNameWithPid().

359  {
360  return run_dir_ + "/open/" + fffnaming::streamerDataFileNameWithPid(run_,ls,stream);
361  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::streamerDataFileNameWithPid
std::string streamerDataFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:71
std::string evf::EvFDaqDirector::getOpenInitFilePath ( std::string const &  stream) const

Definition at line 379 of file EvFDaqDirector.cc.

References fffnaming::initFileNameWithPid(), run_, and run_dir_.

379  {
380  return run_dir_ + "/open/" + fffnaming::initFileNameWithPid(run_,0,stream);
381  }
fffnaming::initFileNameWithPid
std::string initFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:53
std::string evf::EvFDaqDirector::getOpenInputJsonFilePath ( const unsigned int  ls,
const unsigned int  index 
) const

Definition at line 355 of file EvFDaqDirector.cc.

References bu_run_dir_, fffnaming::inputJsonFileName(), and run_.

355  {
356  return bu_run_dir_ + "/open/" + fffnaming::inputJsonFileName(run_,ls,index);
357  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::inputJsonFileName
std::string inputJsonFileName(const unsigned int run, const unsigned int ls, const unsigned int index)
Definition: FFFNamingSchema.h:39
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
std::string evf::EvFDaqDirector::getOpenOutputJsonFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 363 of file EvFDaqDirector.cc.

References run_, run_dir_, and fffnaming::streamerJsonFileNameWithPid().

363  {
364  return run_dir_ + "/open/" + fffnaming::streamerJsonFileNameWithPid(run_,ls,stream);
365  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::streamerJsonFileNameWithPid
std::string streamerJsonFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:98
std::string evf::EvFDaqDirector::getOpenProtocolBufferHistogramFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 387 of file EvFDaqDirector.cc.

References fffnaming::protocolBufferHistogramFileNameWithPid(), run_, and run_dir_.

387  {
388  return run_dir_ + "/open/" + fffnaming::protocolBufferHistogramFileNameWithPid(run_,ls,stream);
389  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::protocolBufferHistogramFileNameWithPid
std::string protocolBufferHistogramFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:116
std::string evf::EvFDaqDirector::getOpenRawFilePath ( const unsigned int  ls,
const unsigned int  index 
) const

Definition at line 351 of file EvFDaqDirector.cc.

References bu_run_dir_, fffnaming::inputRawFileName(), and run_.

351  {
352  return bu_run_dir_ + "/open/" + fffnaming::inputRawFileName(run_,ls,index);
353  }
fffnaming::inputRawFileName
std::string inputRawFileName(const unsigned int run, const unsigned int ls, const unsigned int index)
Definition: FFFNamingSchema.h:46
eostools.ls
def ls
Definition: eostools.py:348
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
std::string evf::EvFDaqDirector::getOpenRootHistogramFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 399 of file EvFDaqDirector.cc.

References fffnaming::rootHistogramFileNameWithPid(), run_, and run_dir_.

399  {
400  return run_dir_ + "/open/" + fffnaming::rootHistogramFileNameWithPid(run_,ls,stream);
401  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::rootHistogramFileNameWithPid
std::string rootHistogramFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:134
std::string evf::EvFDaqDirector::getOutputJsonFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 367 of file EvFDaqDirector.cc.

References run_, run_dir_, and fffnaming::streamerJsonFileNameWithPid().

367  {
368  return run_dir_ + "/" + fffnaming::streamerJsonFileNameWithPid(run_,ls,stream);
369  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::streamerJsonFileNameWithPid
std::string streamerJsonFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:98
std::string evf::EvFDaqDirector::getProtocolBufferHistogramFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 391 of file EvFDaqDirector.cc.

References fffnaming::protocolBufferHistogramFileNameWithPid(), run_, and run_dir_.

391  {
392  return run_dir_ + "/" + fffnaming::protocolBufferHistogramFileNameWithPid(run_,ls,stream);
393  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::protocolBufferHistogramFileNameWithPid
std::string protocolBufferHistogramFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:116
std::string evf::EvFDaqDirector::getRawFilePath ( const unsigned int  ls,
const unsigned int  index 
) const

Definition at line 347 of file EvFDaqDirector.cc.

References bu_run_dir_, fffnaming::inputRawFileName(), and run_.

Referenced by removeFile().

347  {
348  return bu_run_dir_ + "/" + fffnaming::inputRawFileName(run_,ls,index);
349  }
fffnaming::inputRawFileName
std::string inputRawFileName(const unsigned int run, const unsigned int ls, const unsigned int index)
Definition: FFFNamingSchema.h:46
eostools.ls
def ls
Definition: eostools.py:348
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
std::string evf::EvFDaqDirector::getRootHistogramFilePath ( const unsigned int  ls,
std::string const &  stream 
) const

Definition at line 403 of file EvFDaqDirector.cc.

References fffnaming::rootHistogramFileNameWithPid(), run_, and run_dir_.

403  {
404  return run_dir_ + "/" + fffnaming::rootHistogramFileNameWithPid(run_,ls,stream);
405  }
eostools.ls
def ls
Definition: eostools.py:348
fffnaming::rootHistogramFileNameWithPid
std::string rootHistogramFileNameWithPid(const unsigned int run, const unsigned int ls, std::string const &stream)
Definition: FFFNamingSchema.h:134
unsigned int evf::EvFDaqDirector::getRunNumber ( ) const
inline

Definition at line 96 of file EvFDaqDirector.h.

References run_.

96 { return run_; }
std::string evf::EvFDaqDirector::getRunOpenDirPath ( ) const
inline

Definition at line 89 of file EvFDaqDirector.h.

References run_dir_.

Referenced by createRunOpendirMaybe(), and EvFDaqDirector().

89 {return run_dir_ +"/open";}
std::string evf::EvFDaqDirector::getStreamDestinations ( std::string const &  stream) const

Definition at line 918 of file EvFDaqDirector.cc.

References Json::Value::begin(), Json::Value::end(), Exception, visualization-live-secondInstance_cfg::msg, requireTSPSet_, run_regression::ret, selectedTransferMode_, AlCaHLTBitMon_QueryRunRegistry::string, and transferSystemJson_.

919  {
920  std::string streamRequestName;
921  if (transferSystemJson_->isMember(stream.c_str()))
922  streamRequestName = stream;
923  else {
924  std::stringstream msg;
925  msg << "Transfer system mode definitions missing for -: " << stream;
926  if (requireTSPSet_)
927  throw cms::Exception("EvFDaqDirector") << msg.str();
928  else {
929  edm::LogWarning("EvFDaqDirector") << msg.str() << " (permissive mode)";
930  return std::string("Failsafe");
931  }
932  }
933  //return empty if strict check parameter is not on
934  if (!requireTSPSet_ && (selectedTransferMode_=="" || selectedTransferMode_=="null")) {
935  edm::LogWarning("EvFDaqDirector") << "Selected mode string is not provided as DaqDirector parameter."
936  << "Switch on requireTSPSet parameter to enforce this requirement. Setting mode to empty string.";
937  return std::string("Failsafe");
938  }
939  if (requireTSPSet_ && (selectedTransferMode_=="" || selectedTransferMode_=="null")) {
940  throw cms::Exception("EvFDaqDirector") << "Selected mode string is not provided as DaqDirector parameter.";
941  }
942  //check if stream has properly listed transfer stream
943  if (!transferSystemJson_->get(streamRequestName, "").isMember(selectedTransferMode_.c_str()))
944  {
945  std::stringstream msg;
946  msg << "Selected transfer mode " << selectedTransferMode_ << " is not specified for stream " << streamRequestName;
947  if (requireTSPSet_)
948  throw cms::Exception("EvFDaqDirector") << msg.str();
949  else
950  edm::LogWarning("EvFDaqDirector") << msg.str() << " (permissive mode)";
951  return std::string("Failsafe");
952  }
953  Json::Value destsVec = transferSystemJson_->get(streamRequestName, "").get(selectedTransferMode_,"");
954 
955  //flatten string json::Array into CSV std::string
956  std::string ret;
957  for (Json::Value::iterator it = destsVec.begin(); it!=destsVec.end(); it++)
958  {
959  if (ret!="") ret +=",";
960  ret+=(*it).asString();
961  }
962  return ret;
963  }
Json::Value::begin
const_iterator begin() const
evf::EvFDaqDirector::transferSystemJson_
std::shared_ptr< Json::Value > transferSystemJson_
Definition: EvFDaqDirector.h:198
run_regression.ret
int ret
Definition: run_regression.py:388
visualization-live-secondInstance_cfg.msg
string msg
Definition: visualization-live-secondInstance_cfg.py:15
Json::Value
Represents a JSON value.
Definition: value.h:111
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:255
evf::EvFDaqDirector::selectedTransferMode_
std::string selectedTransferMode_
Definition: EvFDaqDirector.h:140
Json::Value::end
const_iterator end() const
Json::ValueIterator
Iterator for object and array value.
Definition: value.h:1007
std::vector<int>* evf::EvFDaqDirector::getStreamFileTracker ( )
inline

Definition at line 103 of file EvFDaqDirector.h.

References streamFileTracker_.

Referenced by FedRawDataInputSource::getNextEvent().

103 {return &streamFileTracker_;}
evf::EvFDaqDirector::streamFileTracker_
std::vector< int > streamFileTracker_
Definition: EvFDaqDirector.h:183
std::string evf::EvFDaqDirector::initFileName ( std::string const &  stream) const
private
std::string evf::EvFDaqDirector::inputFileNameStem ( const unsigned int  ls,
const unsigned int  index 
) const
private
bool evf::EvFDaqDirector::isSingleStreamThread ( )
inline

Definition at line 104 of file EvFDaqDirector.h.

References nStreams_, and nThreads_.

Referenced by FedRawDataInputSource::getNextEvent().

104 {return nStreams_==1 && nThreads_==1;}
evf::EvFDaqDirector::nThreads_
unsigned int nThreads_
Definition: EvFDaqDirector.h:192
evf::EvFDaqDirector::nStreams_
unsigned int nStreams_
Definition: EvFDaqDirector.h:191
void evf::EvFDaqDirector::lockFULocal ( )

Definition at line 812 of file EvFDaqDirector.cc.

References fulocal_rwlock_fd_.

Referenced by updateFuLock().

812  {
813  //fcntl(fulocal_rwlock_fd_, F_SETLKW, &fulocal_rw_flk);
814  flock(fulocal_rwlock_fd_,LOCK_SH);
815  }
void evf::EvFDaqDirector::lockFULocal2 ( )

Definition at line 823 of file EvFDaqDirector.cc.

References fulocal_rwlock_fd2_.

Referenced by FedRawDataInputSource::checkNextEvent(), and FedRawDataInputSource::maybeOpenNewLumiSection().

823  {
824  //fcntl(fulocal_rwlock_fd2_, F_SETLKW, &fulocal_rw_flk2);
825  flock(fulocal_rwlock_fd2_,LOCK_EX);
826  }
void evf::EvFDaqDirector::lockInitLock ( )

Definition at line 804 of file EvFDaqDirector.cc.

References init_lock_.

804  {
805  pthread_mutex_lock(&init_lock_);
806  }
evf::EvFDaqDirector::init_lock_
pthread_mutex_t init_lock_
Definition: EvFDaqDirector.h:189
FILE * evf::EvFDaqDirector::maybeCreateAndLockFileHeadForStream ( unsigned int  ls,
std::string &  stream 
)

Definition at line 784 of file EvFDaqDirector.cc.

References data_readwrite_fd_, data_rw_flk, data_rw_stream, getMergedDatFilePath(), and LogDebug.

784  {
785  data_rw_stream = fopen(getMergedDatFilePath(ls,stream).c_str(), "a"); //open stream for appending
786  data_readwrite_fd_ = fileno(data_rw_stream);
787  if (data_readwrite_fd_ == -1)
788  edm::LogError("EvFDaqDirector") << "problem with creating filedesc for datamerge "
789  << strerror(errno);
790  else
791  LogDebug("EvFDaqDirector") << "creating filedesc for datamerge -: "
792  << data_readwrite_fd_;
793  fcntl(data_readwrite_fd_, F_SETLKW, &data_rw_flk);
794 
795  return data_rw_stream;
796  }
LogDebug
#define LogDebug(id)
Definition: MessageLogger.h:501
eostools.ls
def ls
Definition: eostools.py:348
evf::EvFDaqDirector::data_rw_flk
struct flock data_rw_flk
Definition: EvFDaqDirector.h:175
evf::EvFDaqDirector::getMergedDatFilePath
std::string getMergedDatFilePath(const unsigned int ls, std::string const &stream) const
Definition: EvFDaqDirector.cc:371
std::string evf::EvFDaqDirector::mergedFileNameStem ( const unsigned int  ls,
std::string const &  stream 
) const
private
void evf::EvFDaqDirector::openFULockfileStream ( std::string &  fuLockFilePath,
bool  create 
)
private

Definition at line 765 of file EvFDaqDirector.cc.

References eostools::chmod(), fu_readwritelock_fd_, fu_rw_lock_stream, and LogDebug.

Referenced by EvFDaqDirector().

765  {
766  if (create) {
767  fu_readwritelock_fd_ = open(fulockfile.c_str(), O_RDWR | O_CREAT,
768  S_IRWXU | S_IWGRP | S_IRGRP | S_IWOTH | S_IROTH);
769  chmod(fulockfile.c_str(),0766);
770  } else {
771  fu_readwritelock_fd_ = open(fulockfile.c_str(), O_RDWR, S_IRWXU);
772  }
773  if (fu_readwritelock_fd_ == -1)
774  edm::LogError("EvFDaqDirector") << "problem with creating filedesc for fuwritelock -: " << fulockfile.c_str()
775  << " create:" << create << " error:" << strerror(errno);
776  else
777  LogDebug("EvFDaqDirector") << "creating filedesc for fureadwritelock -: "
778  << fu_readwritelock_fd_;
779 
780  fu_rw_lock_stream = fdopen(fu_readwritelock_fd_, "r+");
781  }
LogDebug
#define LogDebug(id)
Definition: MessageLogger.h:501
eostools.chmod
def chmod
Definition: eostools.py:293
SurfaceDeformationFactory::create
SurfaceDeformation * create(int type, const std::vector< double > &params)
Definition: SurfaceDeformationFactory.cc:27
bool evf::EvFDaqDirector::outputAdler32Recheck ( ) const
inline

Definition at line 90 of file EvFDaqDirector.h.

References outputAdler32Recheck_.

90 {return outputAdler32Recheck_;}
std::string evf::EvFDaqDirector::outputFileNameStem ( const unsigned int  ls,
std::string const &  stream 
) const
private
void evf::EvFDaqDirector::postEndRun ( edm::GlobalContext const &  globalContext)

Definition at line 258 of file EvFDaqDirector.cc.

References bu_readlock_fd_, bu_run_dir_, bu_writelock_fd_, directorBu_, lut2db_cfg::filename, removeFile(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by EvFDaqDirector().

258  {
259  close(bu_readlock_fd_);
260  close(bu_writelock_fd_);
261  if (directorBu_) {
262  std::string filename = bu_run_dir_ + "/bu.lock";
263  removeFile(filename);
264  }
265  }
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:255
evf::EvFDaqDirector::removeFile
void removeFile(unsigned int ls, unsigned int index)
Definition: EvFDaqDirector.cc:439
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
lut2db_cfg.filename
tuple filename
Definition: lut2db_cfg.py:20
void evf::EvFDaqDirector::preallocate ( edm::service::SystemBounds const &  bounds)

Definition at line 267 of file EvFDaqDirector.cc.

References i, edm::service::SystemBounds::maxNumberOfStreams(), edm::service::SystemBounds::maxNumberOfThreads(), nStreams_, nThreads_, and streamFileTracker_.

Referenced by EvFDaqDirector().

267  {
268 
269  for (unsigned int i=0;i<bounds.maxNumberOfStreams();i++){
270  streamFileTracker_.push_back(-1);
271  }
272  nThreads_=bounds.maxNumberOfStreams();
273  nStreams_=bounds.maxNumberOfThreads();
274  }
evf::EvFDaqDirector::nThreads_
unsigned int nThreads_
Definition: EvFDaqDirector.h:192
i
int i
Definition: DBlmapReader.cc:9
evf::EvFDaqDirector::streamFileTracker_
std::vector< int > streamFileTracker_
Definition: EvFDaqDirector.h:183
evf::EvFDaqDirector::nStreams_
unsigned int nStreams_
Definition: EvFDaqDirector.h:191
void evf::EvFDaqDirector::preBeginJob ( edm::PathsAndConsumesOfModulesBase const &  ,
edm::ProcessContext const &  pc 
)

Definition at line 276 of file EvFDaqDirector.cc.

References checkTransferSystemPSet().

Referenced by EvFDaqDirector().

277  {
278  checkTransferSystemPSet(pc);
279  }
evf::EvFDaqDirector::checkTransferSystemPSet
void checkTransferSystemPSet(edm::ProcessContext const &pc)
Definition: EvFDaqDirector.cc:862
void evf::EvFDaqDirector::preBeginRun ( edm::GlobalContext const &  globalContext)

Definition at line 281 of file EvFDaqDirector.cc.

References dirManager_, evf::DirManager::findHighestRunDir(), and run_dir_.

Referenced by EvFDaqDirector().

281  {
282 
283  //assert(run_ == id.run());
284 
285  // check if the requested run is the latest one - issue a warning if it isn't
286  if (dirManager_.findHighestRunDir() != run_dir_) {
287  edm::LogWarning("EvFDaqDirector") << "WARNING - checking run dir -: "
288  << run_dir_ << ". This is not the highest run "
289  << dirManager_.findHighestRunDir();
290  }
291  }
evf::DirManager::findHighestRunDir
std::string findHighestRunDir()
Definition: DirManager.cc:20
void evf::EvFDaqDirector::preGlobalEndLumi ( edm::GlobalContext const &  globalContext)

Definition at line 293 of file EvFDaqDirector.cc.

References cppFunctionSkipper::exception, fileDeleteLockPtr_, filesToDeletePtr_, LogDebug, eostools::ls(), edm::LuminosityBlockID::luminosityBlock(), edm::GlobalContext::luminosityBlockID(), fed_dqm_sourceclient-live_cfg::path, and python.multivaluedict::remove().

Referenced by EvFDaqDirector().

294  {
295  //delete all files belonging to just closed lumi
296  unsigned int ls = globalContext.luminosityBlockID().luminosityBlock();
297  if (!fileDeleteLockPtr_ || !filesToDeletePtr_) {
298  edm::LogWarning("EvFDaqDirector") << " Handles to check for files to delete were not set by the input source...";
299  return;
300  }
301 
302  std::unique_lock<std::mutex> lkw(*fileDeleteLockPtr_);
303  auto it = filesToDeletePtr_->begin();
304  while (it!=filesToDeletePtr_->end()) {
305  if (it->second->lumi_ == ls) {
306  const boost::filesystem::path filePath(it->second->fileName_);
307  LogDebug("EvFDaqDirector") << "Deleting input file -:" << it->second->fileName_;
308  try {
309  //rarely this fails but file gets deleted
310  boost::filesystem::remove(filePath);
311  }
312  catch (const boost::filesystem::filesystem_error& ex)
313  {
314  edm::LogError("EvFDaqDirector") << " - deleteFile BOOST FILESYSTEM ERROR CAUGHT -: " << ex.what() << ". Trying again.";
315  usleep(10000);
316  try {
317  boost::filesystem::remove(filePath);
318  }
319  catch (...) {/*file gets deleted first time but exception is still thrown*/}
320  }
321  catch (std::exception& ex)
322  {
323  edm::LogError("EvFDaqDirector") << " - deleteFile std::exception CAUGHT -: " << ex.what() << ". Trying again.";
324  usleep(10000);
325  try {
326  boost::filesystem::remove(filePath);
327  } catch (...) {/*file gets deleted first time but exception is still thrown*/}
328  }
329 
330  delete it->second;
331  it = filesToDeletePtr_->erase(it);
332  }
333  else it++;
334  }
335  }
LogDebug
#define LogDebug(id)
Definition: MessageLogger.h:501
evf::EvFDaqDirector::filesToDeletePtr_
std::list< std::pair< int, InputFile * > > * filesToDeletePtr_
Definition: EvFDaqDirector.h:187
eostools.ls
def ls
Definition: eostools.py:348
evf::EvFDaqDirector::fileDeleteLockPtr_
std::mutex * fileDeleteLockPtr_
Definition: EvFDaqDirector.h:186
fed_dqm_sourceclient-live_cfg.path
string path
Definition: fed_dqm_sourceclient-live_cfg.py:33
void evf::EvFDaqDirector::preSourceEvent ( edm::StreamID const &  streamID)
inline

Definition at line 337 of file EvFDaqDirector.cc.

References currentFileIndex_, and streamFileTracker_.

Referenced by EvFDaqDirector().

337  {
338  streamFileTracker_[streamID]=currentFileIndex_;
339  }
evf::EvFDaqDirector::streamFileTracker_
std::vector< int > streamFileTracker_
Definition: EvFDaqDirector.h:183
int evf::EvFDaqDirector::readLastLSEntry ( std::string const &  file)

Definition at line 845 of file EvFDaqDirector.cc.

References Json::Value::asInt(), mergeVDriftHistosByStation::file, Json::Value::get(), Json::Reader::parse(), matplotRender::reader, and run_regression::ret.

Referenced by updateFuLock().

845  {
846 
847  boost::filesystem::ifstream ij(file);
848  Json::Value deserializeRoot;
849  Json::Reader reader;
850 
851  if (!reader.parse(ij, deserializeRoot)) {
852  edm::LogError("EvFDaqDirector") << "Cannot deserialize input JSON file -:" << file;
853  return -1;
854  }
855 
856  int ret = deserializeRoot.get("lastLS","").asInt();
857  return ret;
858 
859  }
Json::Value::get
Value get(UInt index, const Value &defaultValue) const
run_regression.ret
int ret
Definition: run_regression.py:388
Json::Reader::parse
bool parse(const std::string &document, Value &root, bool collectComments=true)
Read a Value from a JSON document.
Json::Value
Represents a JSON value.
Definition: value.h:111
Json::Value::asInt
Int asInt() const
Json::Reader
Unserialize a JSON document into a Value.
Definition: reader.h:16
void evf::EvFDaqDirector::removeFile ( unsigned int  ls,
unsigned int  index 
)

Definition at line 439 of file EvFDaqDirector.cc.

References getRawFilePath().

Referenced by postEndRun().

439  {
440  removeFile(getRawFilePath(ls,index));
441  }
eostools.ls
def ls
Definition: eostools.py:348
evf::EvFDaqDirector::getRawFilePath
std::string getRawFilePath(const unsigned int ls, const unsigned int index) const
Definition: EvFDaqDirector.cc:347
evf::EvFDaqDirector::removeFile
void removeFile(unsigned int ls, unsigned int index)
Definition: EvFDaqDirector.cc:439
void evf::EvFDaqDirector::removeFile ( std::string  filename)

Definition at line 432 of file EvFDaqDirector.cc.

432  {
433  int retval = remove(filename.c_str());
434  if (retval != 0)
435  edm::LogError("EvFDaqDirector") << "Could not remove used file -: " << filename << ". error = "
436  << strerror(errno);
437  }
lut2db_cfg.filename
tuple filename
Definition: lut2db_cfg.py:20
void evf::EvFDaqDirector::setDeleteTracking ( std::mutex *  fileDeleteLock,
std::list< std::pair< int, InputFile * >> *  filesToDelete 
)
inline

Definition at line 112 of file EvFDaqDirector.h.

References fileDeleteLockPtr_, and filesToDeletePtr_.

Referenced by FedRawDataInputSource::FedRawDataInputSource().

112  {
113  fileDeleteLockPtr_=fileDeleteLock;
114  filesToDeletePtr_ = filesToDelete;
115  }
evf::EvFDaqDirector::filesToDeletePtr_
std::list< std::pair< int, InputFile * > > * filesToDeletePtr_
Definition: EvFDaqDirector.h:187
evf::EvFDaqDirector::fileDeleteLockPtr_
std::mutex * fileDeleteLockPtr_
Definition: EvFDaqDirector.h:186
void evf::EvFDaqDirector::setFMS ( evf::FastMonitoringService *  fms)
inline

Definition at line 101 of file EvFDaqDirector.h.

References fms_.

Referenced by FedRawDataInputSource::FedRawDataInputSource().

101 {fms_=fms;}
evf::EvFDaqDirector::fms_
evf::FastMonitoringService * fms_
Definition: EvFDaqDirector.h:182
void evf::EvFDaqDirector::tryInitializeFuLockFile ( )

Definition at line 754 of file EvFDaqDirector.cc.

References fu_rw_lock_stream, and getHLTprescales::readIndex().

Referenced by EvFDaqDirector().

754  {
755  if (fu_rw_lock_stream == 0)
756  edm::LogError("EvFDaqDirector") << "Error creating fu read/write lock stream "
757  << strerror(errno);
758  else {
759  edm::LogInfo("EvFDaqDirector") << "Initializing FU LOCK FILE";
760  unsigned int readLs = 1, readIndex = 0;
761  fprintf(fu_rw_lock_stream, "%u %u", readLs, readIndex);
762  }
763  }
void evf::EvFDaqDirector::unlockAndCloseMergeStream ( )

Definition at line 798 of file EvFDaqDirector.cc.

References data_readwrite_fd_, data_rw_fulk, and data_rw_stream.

798  {
799  fflush(data_rw_stream);
800  fcntl(data_readwrite_fd_, F_SETLKW, &data_rw_fulk);
801  fclose(data_rw_stream);
802  }
evf::EvFDaqDirector::data_rw_fulk
struct flock data_rw_fulk
Definition: EvFDaqDirector.h:176
void evf::EvFDaqDirector::unlockFULocal ( )

Definition at line 817 of file EvFDaqDirector.cc.

References fulocal_rwlock_fd_.

Referenced by FedRawDataInputSource::grabNextJsonFile(), and ~EvFDaqDirector().

817  {
818  //fcntl(fulocal_rwlock_fd_, F_SETLKW, &fulocal_rw_fulk);
819  flock(fulocal_rwlock_fd_,LOCK_UN);
820  }
void evf::EvFDaqDirector::unlockFULocal2 ( )

Definition at line 828 of file EvFDaqDirector.cc.

References fulocal_rwlock_fd2_.

Referenced by FedRawDataInputSource::checkNextEvent(), FedRawDataInputSource::maybeOpenNewLumiSection(), and ~EvFDaqDirector().

828  {
829  //fcntl(fulocal_rwlock_fd2_, F_SETLKW, &fulocal_rw_fulk2);
830  flock(fulocal_rwlock_fd2_,LOCK_UN);
831  }
void evf::EvFDaqDirector::unlockInitLock ( )

Definition at line 808 of file EvFDaqDirector.cc.

References init_lock_.

808  {
809  pthread_mutex_unlock(&init_lock_);
810  }
evf::EvFDaqDirector::init_lock_
pthread_mutex_t init_lock_
Definition: EvFDaqDirector.h:189
void evf::EvFDaqDirector::updateFileIndex ( int const &  fileIndex)
inline

Definition at line 102 of file EvFDaqDirector.h.

References currentFileIndex_.

Referenced by FedRawDataInputSource::getNextEvent().

102 {currentFileIndex_=fileIndex;}
EvFDaqDirector::FileStatus evf::EvFDaqDirector::updateFuLock ( unsigned int &  ls,
std::string &  nextFile,
uint32_t &  fsize,
uint64_t &  lockWaitTime 
)

Definition at line 443 of file EvFDaqDirector.cc.

References bu_run_dir_, bumpFile(), DDVectorGetter::check(), Exception, fu_readwritelock_fd_, fu_rw_flk, fu_rw_fulk, fu_rw_lock_stream, fuLockPollInterval_, getEoLSFilePathOnFU(), getEoRFilePath(), lockFULocal(), LogDebug, eostools::ls(), newFile, noFile, getHLTprescales::readIndex(), readLastLSEntry(), runEnded, and stopFilePath_.

Referenced by FedRawDataInputSource::readSupervisor().

443  {
444  EvFDaqDirector::FileStatus fileStatus = noFile;
445 
446  int retval = -1;
447  int lock_attempts = 0;
448 
449  struct stat buf;
450  int stopFileLS = -1;
451  if (stat(stopFilePath_.c_str(),&buf)==0) {
452  stopFileLS = readLastLSEntry(stopFilePath_);
453  edm::LogWarning("EvFDaqDirector") << "Detected stop request from hltd. Ending run for this process after LS -: " << stopFileLS;
454  //return runEnded;
455  }
456 
457  timeval ts_lockbegin;
458  gettimeofday(&ts_lockbegin,0);
459 
460  while (retval==-1) {
461  retval = fcntl(fu_readwritelock_fd_, F_SETLK, &fu_rw_flk);
462  if (retval==-1) usleep(fuLockPollInterval_);
463  else continue;
464 
465  lock_attempts+=fuLockPollInterval_;
466  if (lock_attempts>5000000 || errno==116) {
467  if (errno==116)
468  edm::LogWarning("EvFDaqDirector") << "Stale lock file handle. Checking if run directory and fu.lock file are present" << std::endl;
469  else
470  edm::LogWarning("EvFDaqDirector") << "Unable to obtain a lock for 5 seconds. Checking if run directory and fu.lock file are present -: errno "
471  << errno <<":"<< strerror(errno) << std::endl;
472 
473 
474  if (stat(getEoLSFilePathOnFU(ls).c_str(),&buf)==0) {
475  edm::LogWarning("EvFDaqDirector") << "Detected local EoLS for lumisection "<< ls ;
476  ls++;
477  return noFile;
478  }
479 
480  if (stat(bu_run_dir_.c_str(), &buf)!=0) return runEnded;
481  if (stat((bu_run_dir_+"/fu.lock").c_str(), &buf)!=0) return runEnded;
482  lock_attempts=0;
483  }
484  }
485 
486  timeval ts_lockend;
487  gettimeofday(&ts_lockend,0);
488  long deltat = (ts_lockend.tv_usec-ts_lockbegin.tv_usec) + (ts_lockend.tv_sec-ts_lockbegin.tv_sec)*1000000;
489  if (deltat>0.) lockWaitTime=deltat;
490 
491 
492 
493  if(retval!=0) return fileStatus;
494 
495 #ifdef DEBUG
496  timeval ts_lockend;
497  gettimeofday(&ts_lockend,0);
498 #endif
499 
500  // if the stream is readable
501  if (fu_rw_lock_stream != 0) {
502  unsigned int readLs, readIndex;
503  int check = 0;
504  // rewind the stream
505  check = fseek(fu_rw_lock_stream, 0, SEEK_SET);
506  // if rewinded ok
507  if (check == 0) {
508  // read its' values
509  fscanf(fu_rw_lock_stream, "%u %u", &readLs, &readIndex);
510  edm::LogInfo("EvFDaqDirector") << "Read fu.lock file file -: " << readLs << ":" << readIndex;
511 
512  unsigned int currentLs = readLs;
513  bool bumpedOk = false;
514  //if next lumisection in a lock file is not +1 wrt. source, cycle through the next empty one, unless initial lumi not yet set
515  //no lock file write in this case
516  if (ls && ls+1 < currentLs) ls++;
517  else {
518  // try to bump (look for new index or EoLS file)
519  bumpedOk = bumpFile(readLs, readIndex, nextFile, fsize, stopFileLS);
520  //avoid 2 lumisections jump
521  if (ls && readLs>currentLs && currentLs > ls) {
522  ls++;
523  readLs=currentLs=ls;
524  readIndex=0;
525  bumpedOk=false;
526  //no write to lock file
527  }
528  else {
529  if (ls==0 && readLs>currentLs) {
530  //make sure to intialize always with LS found in the lock file, with possibility of grabbing index file immediately
531  //in this case there is no new file in the same LS
532  readLs=currentLs;
533  readIndex=0;
534  bumpedOk=false;
535  //no write to lock file
536  }
537  //update return LS value
538  ls = readLs;
539  }
540  }
541  if (bumpedOk) {
542  // there is a new index file to grab, lock file needs to be updated
543  check = fseek(fu_rw_lock_stream, 0, SEEK_SET);
544  if (check == 0) {
545  ftruncate(fu_readwritelock_fd_, 0);
546  // write next index in the file, which is the file the next process should take
547  fprintf(fu_rw_lock_stream, "%u %u", readLs, readIndex + 1);
548  fflush(fu_rw_lock_stream);
549  fsync(fu_readwritelock_fd_);
550  fileStatus = newFile;
551  LogDebug("EvFDaqDirector") << "Written to file -: " << readLs << ":" << readIndex + 1;
552  }
553  else {
554  throw cms::Exception("EvFDaqDirector") << "seek on fu read/write lock for updating failed with error " << strerror(errno);
555  }
556  }
557  else if (currentLs < readLs) {
558  //there is no new file in next LS (yet), but lock file can be updated to the next LS
559  check = fseek(fu_rw_lock_stream, 0, SEEK_SET);
560  if (check == 0) {
561  ftruncate(fu_readwritelock_fd_, 0);
562  // in this case LS was bumped, but no new file. Thus readIndex is 0 (set by bumpFile)
563  fprintf(fu_rw_lock_stream, "%u %u", readLs, readIndex);
564  fflush(fu_rw_lock_stream);
565  fsync(fu_readwritelock_fd_);
566  LogDebug("EvFDaqDirector") << "Written to file -: " << readLs << ":" << readIndex;
567  }
568  else {
569  throw cms::Exception("EvFDaqDirector") << "seek on fu read/write lock for updating failed with error " << strerror(errno);
570  }
571  }
572  } else {
573  edm::LogError("EvFDaqDirector") << "seek on fu read/write lock for reading failed with error " << strerror(errno);
574  }
575  } else {
576  edm::LogError("EvFDaqDirector") << "fu read/write lock stream is invalid " << strerror(errno);
577  }
578 
579 #ifdef DEBUG
580  timeval ts_preunlock;
581  gettimeofday(&ts_preunlock,0);
582  int locked_period_int = ts_preunlock.tv_sec - ts_lockend.tv_sec;
583  double locked_period=locked_period_int+double(ts_preunlock.tv_usec - ts_lockend.tv_usec)/1000000;
584 #endif
585 
586  //if new json is present, lock file which FedRawDataInputSource will later unlock
587  if (fileStatus==newFile) lockFULocal();
588 
589  //release lock at this point
590  int retvalu=-1;
591  retvalu=fcntl(fu_readwritelock_fd_, F_SETLKW, &fu_rw_fulk);
592  if (retvalu==-1) edm::LogError("EvFDaqDirector") << "Error unlocking the fu.lock " << strerror(errno);
593 
594 #ifdef DEBUG
595  edm::LogDebug("EvFDaqDirector") << "Waited during lock -: " << locked_period << " seconds";
596 #endif
597 
598  if ( fileStatus == noFile ) {
599  struct stat buf;
600  //edm::LogInfo("EvFDaqDirector") << " looking for EoR file: " << getEoRFilePath().c_str();
601  if ( stat(getEoRFilePath().c_str(), &buf) == 0 || stat(bu_run_dir_.c_str(), &buf)!=0)
602  fileStatus = runEnded;
603  if (stopFileLS>=0 && (int)ls > stopFileLS) {
604  edm::LogInfo("EvFDaqDirector") << "Reached maximum lumisection set by hltd";
605  fileStatus = runEnded;
606  }
607  }
608  return fileStatus;
609  }
LogDebug
#define LogDebug(id)
Definition: MessageLogger.h:501
evf::EvFDaqDirector::fu_rw_flk
struct flock fu_rw_flk
Definition: EvFDaqDirector.h:173
eostools.ls
def ls
Definition: eostools.py:348
evf::EvFDaqDirector::getEoRFilePath
std::string getEoRFilePath() const
Definition: EvFDaqDirector.cc:423
evf::EvFDaqDirector::fu_rw_fulk
struct flock fu_rw_fulk
Definition: EvFDaqDirector.h:174
DDVectorGetter::check
bool check(const std::string &)
Definition: DDVectorGetter.h:15
evf::EvFDaqDirector::stopFilePath_
std::string stopFilePath_
Definition: EvFDaqDirector.h:196
evf::EvFDaqDirector::readLastLSEntry
int readLastLSEntry(std::string const &file)
Definition: EvFDaqDirector.cc:845
evf::EvFDaqDirector::bu_run_dir_
std::string bu_run_dir_
Definition: EvFDaqDirector.h:148
evf::EvFDaqDirector::getEoLSFilePathOnFU
std::string getEoLSFilePathOnFU(const unsigned int ls) const
Definition: EvFDaqDirector.cc:415
evf::EvFDaqDirector::bumpFile
bool bumpFile(unsigned int &ls, unsigned int &index, std::string &nextFile, uint32_t &fsize, int maxLS)
Definition: EvFDaqDirector.cc:672
evf::EvFDaqDirector::fuLockPollInterval_
unsigned int fuLockPollInterval_
Definition: EvFDaqDirector.h:142

Member Data Documentation

std::string evf::EvFDaqDirector::base_dir_
private

Definition at line 134 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector().

std::string evf::EvFDaqDirector::bu_base_dir_
private

Definition at line 135 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector().

struct flock evf::EvFDaqDirector::bu_r_flk
private

Definition at line 170 of file EvFDaqDirector.h.

struct flock evf::EvFDaqDirector::bu_r_fulk
private

Definition at line 172 of file EvFDaqDirector.h.

FILE* evf::EvFDaqDirector::bu_r_lock_stream
private

Definition at line 159 of file EvFDaqDirector.h.

int evf::EvFDaqDirector::bu_readlock_fd_
private

Definition at line 151 of file EvFDaqDirector.h.

Referenced by postEndRun().

std::string evf::EvFDaqDirector::bu_run_dir_
private

Definition at line 148 of file EvFDaqDirector.h.

Referenced by buBaseRunDir(), EvFDaqDirector(), getEoLSFilePathOnBU(), getEoRFilePath(), getInputJsonFilePath(), getNFilesFromEoLS(), getOpenInputJsonFilePath(), getOpenRawFilePath(), getRawFilePath(), postEndRun(), and updateFuLock().

std::string evf::EvFDaqDirector::bu_run_open_dir_
private

Definition at line 149 of file EvFDaqDirector.h.

Referenced by buBaseRunOpenDir(), and EvFDaqDirector().

FILE* evf::EvFDaqDirector::bu_t_monitor_stream
private

Definition at line 162 of file EvFDaqDirector.h.

struct flock evf::EvFDaqDirector::bu_w_flk
private

Definition at line 169 of file EvFDaqDirector.h.

struct flock evf::EvFDaqDirector::bu_w_fulk
private

Definition at line 171 of file EvFDaqDirector.h.

FILE* evf::EvFDaqDirector::bu_w_lock_stream
private

Definition at line 158 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector().

FILE* evf::EvFDaqDirector::bu_w_monitor_stream
private

Definition at line 161 of file EvFDaqDirector.h.

int evf::EvFDaqDirector::bu_writelock_fd_
private

Definition at line 152 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), and postEndRun().

int evf::EvFDaqDirector::currentFileIndex_ = -1
private

Definition at line 184 of file EvFDaqDirector.h.

Referenced by preSourceEvent(), and updateFileIndex().

int evf::EvFDaqDirector::data_readwrite_fd_
private

Definition at line 154 of file EvFDaqDirector.h.

Referenced by maybeCreateAndLockFileHeadForStream(), and unlockAndCloseMergeStream().

struct flock evf::EvFDaqDirector::data_rw_flk
private

Definition at line 175 of file EvFDaqDirector.h.

Referenced by maybeCreateAndLockFileHeadForStream().

struct flock evf::EvFDaqDirector::data_rw_fulk
private

Definition at line 176 of file EvFDaqDirector.h.

Referenced by unlockAndCloseMergeStream().

FILE* evf::EvFDaqDirector::data_rw_stream
private

Definition at line 163 of file EvFDaqDirector.h.

Referenced by maybeCreateAndLockFileHeadForStream(), and unlockAndCloseMergeStream().

bool evf::EvFDaqDirector::directorBu_
private

Definition at line 136 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), and postEndRun().

DirManager evf::EvFDaqDirector::dirManager_
private

Definition at line 165 of file EvFDaqDirector.h.

Referenced by findCurrentRunDir(), and preBeginRun().

bool evf::EvFDaqDirector::emptyLumisectionMode_
private

Definition at line 143 of file EvFDaqDirector.h.

Referenced by emptyLumisectionMode(), and EvFDaqDirector().

unsigned int evf::EvFDaqDirector::eolsNFilesIndex_ = 1
private

Definition at line 195 of file EvFDaqDirector.h.

Referenced by getNFilesFromEoLS().

std::mutex* evf::EvFDaqDirector::fileDeleteLockPtr_ = nullptr
private

Definition at line 186 of file EvFDaqDirector.h.

Referenced by preGlobalEndLumi(), and setDeleteTracking().

std::list<std::pair<int,InputFile*> >* evf::EvFDaqDirector::filesToDeletePtr_ = nullptr
private

Definition at line 187 of file EvFDaqDirector.h.

Referenced by preGlobalEndLumi(), and setDeleteTracking().

evf::FastMonitoringService* evf::EvFDaqDirector::fms_ = nullptr
private

Definition at line 182 of file EvFDaqDirector.h.

Referenced by bumpFile(), and setFMS().

int evf::EvFDaqDirector::fu_readwritelock_fd_
private

Definition at line 153 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), openFULockfileStream(), and updateFuLock().

struct flock evf::EvFDaqDirector::fu_rw_flk
private

Definition at line 173 of file EvFDaqDirector.h.

Referenced by updateFuLock().

struct flock evf::EvFDaqDirector::fu_rw_fulk
private

Definition at line 174 of file EvFDaqDirector.h.

Referenced by updateFuLock().

FILE* evf::EvFDaqDirector::fu_rw_lock_stream
private

Definition at line 160 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), openFULockfileStream(), tryInitializeFuLockFile(), and updateFuLock().

int evf::EvFDaqDirector::fulocal_rwlock_fd2_
private

Definition at line 156 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), lockFULocal2(), unlockFULocal2(), and ~EvFDaqDirector().

int evf::EvFDaqDirector::fulocal_rwlock_fd_
private

Definition at line 155 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), lockFULocal(), unlockFULocal(), and ~EvFDaqDirector().

unsigned int evf::EvFDaqDirector::fuLockPollInterval_
private

Definition at line 142 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), and updateFuLock().

std::string evf::EvFDaqDirector::hltSourceDirectory_
private

Definition at line 141 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector().

std::string evf::EvFDaqDirector::hostname_
private

Definition at line 145 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), getMergedDatChecksumFilePath(), getMergedDatFilePath(), getMergedProtocolBufferHistogramFilePath(), and getMergedRootHistogramFilePath().

pthread_mutex_t evf::EvFDaqDirector::init_lock_ = PTHREAD_MUTEX_INITIALIZER
private

Definition at line 189 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), lockInitLock(), and unlockInitLock().

unsigned int evf::EvFDaqDirector::nStreams_ =0
private

Definition at line 191 of file EvFDaqDirector.h.

Referenced by isSingleStreamThread(), and preallocate().

unsigned int evf::EvFDaqDirector::nThreads_ =0
private

Definition at line 192 of file EvFDaqDirector.h.

Referenced by isSingleStreamThread(), and preallocate().

bool evf::EvFDaqDirector::outputAdler32Recheck_
private

Definition at line 138 of file EvFDaqDirector.h.

Referenced by outputAdler32Recheck().

unsigned long evf::EvFDaqDirector::previousFileSize_
private

Definition at line 167 of file EvFDaqDirector.h.

Referenced by bumpFile().

bool evf::EvFDaqDirector::readEolsDefinition_ = true
private

Definition at line 194 of file EvFDaqDirector.h.

Referenced by getNFilesFromEoLS().

bool evf::EvFDaqDirector::requireTSPSet_
private

Definition at line 139 of file EvFDaqDirector.h.

Referenced by checkTransferSystemPSet(), and getStreamDestinations().

unsigned int evf::EvFDaqDirector::run_
private

Definition at line 137 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), findCurrentRunDir(), getBoLSFilePathOnFU(), getEoLSFilePathOnBU(), getEoLSFilePathOnFU(), getEoRFilePath(), getEoRFilePathOnFU(), getInitFilePath(), getInputJsonFilePath(), getMergedDatChecksumFilePath(), getMergedDatFilePath(), getMergedProtocolBufferHistogramFilePath(), getMergedRootHistogramFilePath(), getOpenDatFilePath(), getOpenInitFilePath(), getOpenInputJsonFilePath(), getOpenOutputJsonFilePath(), getOpenProtocolBufferHistogramFilePath(), getOpenRawFilePath(), getOpenRootHistogramFilePath(), getOutputJsonFilePath(), getProtocolBufferHistogramFilePath(), getRawFilePath(), getRootHistogramFilePath(), and getRunNumber().

std::string evf::EvFDaqDirector::run_dir_
private

Definition at line 147 of file EvFDaqDirector.h.

Referenced by baseRunDir(), createProcessingNotificationMaybe(), EvFDaqDirector(), getBoLSFilePathOnFU(), getEoLSFilePathOnFU(), getEoRFilePathOnFU(), getInitFilePath(), getMergedDatChecksumFilePath(), getMergedDatFilePath(), getMergedProtocolBufferHistogramFilePath(), getMergedRootHistogramFilePath(), getOpenDatFilePath(), getOpenInitFilePath(), getOpenOutputJsonFilePath(), getOpenProtocolBufferHistogramFilePath(), getOpenRootHistogramFilePath(), getOutputJsonFilePath(), getProtocolBufferHistogramFilePath(), getRootHistogramFilePath(), getRunOpenDirPath(), and preBeginRun().

std::string evf::EvFDaqDirector::run_string_
private

Definition at line 146 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector().

std::string evf::EvFDaqDirector::selectedTransferMode_
private

Definition at line 140 of file EvFDaqDirector.h.

Referenced by getStreamDestinations().

std::string evf::EvFDaqDirector::stopFilePath_
private

Definition at line 196 of file EvFDaqDirector.h.

Referenced by EvFDaqDirector(), and updateFuLock().

std::vector<int> evf::EvFDaqDirector::streamFileTracker_
private

Definition at line 183 of file EvFDaqDirector.h.

Referenced by getStreamFileTracker(), preallocate(), and preSourceEvent().

std::shared_ptr<Json::Value> evf::EvFDaqDirector::transferSystemJson_
private

Definition at line 198 of file EvFDaqDirector.h.

Referenced by checkTransferSystemPSet(), and getStreamDestinations().

Generated for CMSSW Reference Manual by doxygen 1.8.5