CMS 3D CMS Logo
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
Classes | Macros | Functions | Variables
XrdRequestManager.cc File Reference
#include <assert.h>
#include <iostream>
#include <algorithm>
#include <netdb.h>
#include "XrdCl/XrdClFile.hh"
#include "XrdCl/XrdClDefaultEnv.hh"
#include "XrdCl/XrdClFileSystem.hh"
#include "FWCore/Utilities/interface/CPUTimer.h"
#include "FWCore/Utilities/interface/EDMException.h"
#include "FWCore/MessageLogger/interface/MessageLogger.h"
#include "FWCore/ServiceRegistry/interface/Service.h"
#include "Utilities/StorageFactory/interface/StatisticsSenderService.h"
#include "XrdStatistics.h"
#include "Utilities/XrdAdaptor/src/XrdRequestManager.h"
#include "Utilities/XrdAdaptor/src/XrdHostHandler.hh"

Go to the source code of this file.

Classes

class  SendMonitoringInfoHandler
 

Macros

#define GET_CLOCK_MONOTONIC(ts)   clock_gettime(CLOCK_MONOTONIC, &ts);
 
#define XRD_ADAPTOR_CHUNK_THRESHOLD   1000
 
#define XRD_ADAPTOR_LONG_OPEN_DELAY   2 * 60
 
#define XRD_ADAPTOR_OPEN_PROBE_PERCENT   10
 
#define XRD_ADAPTOR_SHORT_OPEN_DELAY   5
 
#define XRD_ADAPTOR_SOURCE_QUALITY_FUDGE   100
 
#define XRD_CL_MAX_CHUNK   512 * 1024
 

Functions

static void consumeChunkBack (size_t front, std::vector< IOPosBuffer > &input, std::vector< IOPosBuffer > &output, IOSize chunksize)
 
static void consumeChunkFront (size_t &front, std::vector< IOPosBuffer > &input, std::vector< IOPosBuffer > &output, IOSize chunksize)
 
static void SendMonitoringInfo (XrdCl::File &file)
 
long long timeDiffMS (const timespec &a, const timespec &b)
 
static IOSize validateList (const std::vector< IOPosBuffer > req)
 

Variables

SendMonitoringInfoHandler nullHandler
 

Macro Definition Documentation

#define GET_CLOCK_MONOTONIC (   ts)    clock_gettime(CLOCK_MONOTONIC, &ts);

Definition at line 52 of file XrdRequestManager.cc.

Referenced by XrdAdaptor::RequestManager::handle(), XrdAdaptor::RequestManager::OpenHandler::HandleResponseWithHosts(), XrdAdaptor::RequestManager::initialize(), and XrdAdaptor::RequestManager::requestFailure().

#define XRD_ADAPTOR_CHUNK_THRESHOLD   1000

Definition at line 36 of file XrdRequestManager.cc.

Referenced by consumeChunkBack(), consumeChunkFront(), and XrdAdaptor::RequestManager::splitClientRequest().

#define XRD_ADAPTOR_LONG_OPEN_DELAY   2 * 60

Definition at line 32 of file XrdRequestManager.cc.

Referenced by XrdAdaptor::RequestManager::checkSourcesImpl(), and XrdAdaptor::RequestManager::handleOpen().

#define XRD_ADAPTOR_OPEN_PROBE_PERCENT   10

Definition at line 31 of file XrdRequestManager.cc.

Referenced by XrdAdaptor::RequestManager::checkSourcesImpl().

#define XRD_ADAPTOR_SHORT_OPEN_DELAY   5

Definition at line 23 of file XrdRequestManager.cc.

Referenced by XrdAdaptor::RequestManager::checkSourcesImpl(), XrdAdaptor::RequestManager::handleOpen(), and XrdAdaptor::RequestManager::initialize().

#define XRD_ADAPTOR_SOURCE_QUALITY_FUDGE   100

Definition at line 33 of file XrdRequestManager.cc.

Referenced by XrdAdaptor::RequestManager::checkSourcesImpl().

#define XRD_CL_MAX_CHUNK   512 * 1024

Definition at line 21 of file XrdRequestManager.cc.

Referenced by consumeChunkBack(), consumeChunkFront(), XrdAdaptor::RequestManager::splitClientRequest(), and validateList().

Function Documentation

static void consumeChunkBack ( size_t  front,
std::vector< IOPosBuffer > &  input,
std::vector< IOPosBuffer > &  output,
IOSize  chunksize 
)
static

Definition at line 842 of file XrdRequestManager.cc.

References IOPosBuffer::data(), IOPosBuffer::offset(), IOPosBuffer::set_data(), IOPosBuffer::set_offset(), IOPosBuffer::set_size(), IOPosBuffer::size(), XRD_ADAPTOR_CHUNK_THRESHOLD, and XRD_CL_MAX_CHUNK.

Referenced by XrdAdaptor::RequestManager::splitClientRequest().

845  {
846  while ((chunksize > 0) && (front < input.size()) && (output.size() <= XRD_ADAPTOR_CHUNK_THRESHOLD)) {
847  IOPosBuffer &io = input.back();
848  IOPosBuffer &outio = output.back();
849  if (io.size() > chunksize) {
850  IOSize consumed;
851  if (output.size() && (outio.size() < XRD_CL_MAX_CHUNK) &&
852  (outio.offset() + static_cast<IOOffset>(outio.size()) == io.offset())) {
853  if (outio.size() + chunksize > XRD_CL_MAX_CHUNK) {
854  consumed = (XRD_CL_MAX_CHUNK - outio.size());
855  outio.set_size(XRD_CL_MAX_CHUNK);
856  } else {
857  consumed = chunksize;
858  outio.set_size(outio.size() + consumed);
859  }
860  } else {
861  consumed = chunksize;
862  output.emplace_back(IOPosBuffer(io.offset(), io.data(), chunksize));
863  }
864  chunksize -= consumed;
865  IOSize newsize = io.size() - consumed;
866  IOOffset newoffset = io.offset() + consumed;
867  void *newdata = static_cast<char *>(io.data()) + consumed;
868  io.set_offset(newoffset);
869  io.set_data(newdata);
870  io.set_size(newsize);
871  } else if (io.size() == 0) {
872  input.pop_back();
873  } else {
874  output.push_back(io);
875  chunksize -= io.size();
876  input.pop_back();
877  }
878  }
879 }
XRD_CL_MAX_CHUNK
#define XRD_CL_MAX_CHUNK
Definition: XrdRequestManager.cc:21
input
static std::string const input
Definition: EdmProvDump.cc:44
XRD_ADAPTOR_CHUNK_THRESHOLD
#define XRD_ADAPTOR_CHUNK_THRESHOLD
Definition: XrdRequestManager.cc:36
IOPosBuffer::set_data
void set_data(void *new_buffer)
Definition: IOPosBuffer.h:74
IOPosBuffer::set_size
void set_size(IOSize new_size)
Definition: IOPosBuffer.h:79
IOPosBuffer::set_offset
void set_offset(IOOffset new_offset)
Definition: IOPosBuffer.h:69
IOPosBuffer::offset
IOOffset offset(void) const
Definition: IOPosBuffer.h:54
IOPosBuffer::data
void * data(void) const
Definition: IOPosBuffer.h:59
convertSQLitetoXML_cfg.output
tuple output
Definition: convertSQLitetoXML_cfg.py:32
IOPosBuffer::size
IOSize size(void) const
Definition: IOPosBuffer.h:64
IOOffset
int64_t IOOffset
Definition: IOTypes.h:19
IOSize
size_t IOSize
Definition: IOTypes.h:14
static void consumeChunkFront ( size_t &  front,
std::vector< IOPosBuffer > &  input,
std::vector< IOPosBuffer > &  output,
IOSize  chunksize 
)
static

Definition at line 803 of file XrdRequestManager.cc.

References IOPosBuffer::data(), IOPosBuffer::offset(), IOPosBuffer::set_data(), IOPosBuffer::set_offset(), IOPosBuffer::set_size(), IOPosBuffer::size(), XRD_ADAPTOR_CHUNK_THRESHOLD, and XRD_CL_MAX_CHUNK.

Referenced by XrdAdaptor::RequestManager::splitClientRequest().

806  {
807  while ((chunksize > 0) && (front < input.size()) && (output.size() <= XRD_ADAPTOR_CHUNK_THRESHOLD)) {
808  IOPosBuffer &io = input[front];
809  IOPosBuffer &outio = output.back();
810  if (io.size() > chunksize) {
811  IOSize consumed;
812  if (output.size() && (outio.size() < XRD_CL_MAX_CHUNK) &&
813  (outio.offset() + static_cast<IOOffset>(outio.size()) == io.offset())) {
814  if (outio.size() + chunksize > XRD_CL_MAX_CHUNK) {
815  consumed = (XRD_CL_MAX_CHUNK - outio.size());
816  outio.set_size(XRD_CL_MAX_CHUNK);
817  } else {
818  consumed = chunksize;
819  outio.set_size(outio.size() + consumed);
820  }
821  } else {
822  consumed = chunksize;
823  output.emplace_back(IOPosBuffer(io.offset(), io.data(), chunksize));
824  }
825  chunksize -= consumed;
826  IOSize newsize = io.size() - consumed;
827  IOOffset newoffset = io.offset() + consumed;
828  void *newdata = static_cast<char *>(io.data()) + consumed;
829  io.set_offset(newoffset);
830  io.set_data(newdata);
831  io.set_size(newsize);
832  } else if (io.size() == 0) {
833  front++;
834  } else {
835  output.push_back(io);
836  chunksize -= io.size();
837  front++;
838  }
839  }
840 }
XRD_CL_MAX_CHUNK
#define XRD_CL_MAX_CHUNK
Definition: XrdRequestManager.cc:21
input
static std::string const input
Definition: EdmProvDump.cc:44
XRD_ADAPTOR_CHUNK_THRESHOLD
#define XRD_ADAPTOR_CHUNK_THRESHOLD
Definition: XrdRequestManager.cc:36
IOPosBuffer::set_data
void set_data(void *new_buffer)
Definition: IOPosBuffer.h:74
IOPosBuffer::set_size
void set_size(IOSize new_size)
Definition: IOPosBuffer.h:79
IOPosBuffer::set_offset
void set_offset(IOOffset new_offset)
Definition: IOPosBuffer.h:69
IOPosBuffer::offset
IOOffset offset(void) const
Definition: IOPosBuffer.h:54
IOPosBuffer::data
void * data(void) const
Definition: IOPosBuffer.h:59
convertSQLitetoXML_cfg.output
tuple output
Definition: convertSQLitetoXML_cfg.py:32
IOPosBuffer::size
IOSize size(void) const
Definition: IOPosBuffer.h:64
IOOffset
int64_t IOOffset
Definition: IOTypes.h:19
IOSize
size_t IOSize
Definition: IOTypes.h:14
static void SendMonitoringInfo ( XrdCl::File &  file)
static

Definition at line 86 of file XrdRequestManager.cc.

References edm::storage::StatisticsSenderService::getJobID(), XrdAdaptor::Source::isDCachePool(), nullHandler, AlCaHLTBitMon_QueryRunRegistry::string, util.rrClient::URL, and relmon_authenticated_wget::url.

Referenced by XrdAdaptor::RequestManager::OpenHandler::HandleResponseWithHosts(), and XrdAdaptor::RequestManager::initialize().

86  {
87  // Do not send this to a dCache data server as they return an error.
88  // In some versions of dCache, sending the monitoring information causes
89  // the server to close the connection - resulting in failures.
90  if (Source::isDCachePool(file)) {
91  return;
92  }
93 
94  // Send the monitoring info, if available.
95  const char * jobId = edm::storage::StatisticsSenderService::getJobID();
96  std::string lastUrl;
97  file.GetProperty("LastURL", lastUrl);
98  if (jobId && lastUrl.size())
99  {
100  XrdCl::URL url(lastUrl);
101  XrdCl::FileSystem fs(url);
102  if (!(fs.SendInfo(jobId, &nullHandler, 30).IsOK()))
103  {
104  edm::LogWarning("XrdAdaptorInternal") << "Failed to send the monitoring information, monitoring ID is " << jobId << ".";
105  }
106  edm::LogInfo("XrdAdaptorInternal") << "Set monitoring ID to " << jobId << ".";
107  }
108 }
relmon_authenticated_wget.url
list url
Definition: relmon_authenticated_wget.py:21
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:255
nullHandler
SendMonitoringInfoHandler nullHandler
Definition: XrdRequestManager.cc:84
util.rrClient.URL
string URL
Definition: rrClient.py:4
long long timeDiffMS ( const timespec &  a,
const timespec &  b 
)

Definition at line 57 of file XrdRequestManager.cc.

References mps_update::diff.

Referenced by XrdAdaptor::RequestManager::checkSources(), and XrdAdaptor::RequestManager::checkSourcesImpl().

57  {
58  long long diff = (a.tv_sec - b.tv_sec) * 1000;
59  diff += (a.tv_nsec - b.tv_nsec) / 1e6;
60  return diff;
61 }
mps_update.diff
list diff
Definition: mps_update.py:85
b
double b
Definition: hdecay.h:120
a
double a
Definition: hdecay.h:121
static IOSize validateList ( const std::vector< IOPosBuffer >  req)
static

Definition at line 881 of file XrdRequestManager.cc.

References assert(), pileupDistInMC::total, and XRD_CL_MAX_CHUNK.

Referenced by XrdAdaptor::RequestManager::splitClientRequest().

881  {
882  IOSize total = 0;
883  off_t last_offset = -1;
884  for (const auto &it : req) {
885  total += it.size();
886  assert(it.offset() > last_offset);
887  last_offset = it.offset();
888  assert(it.size() <= XRD_CL_MAX_CHUNK);
889  assert(it.offset() < 0x1ffffffffff);
890  }
891  assert(req.size() <= 1024);
892  return total;
893 }
assert
assert(m_qm.get())
XRD_CL_MAX_CHUNK
#define XRD_CL_MAX_CHUNK
Definition: XrdRequestManager.cc:21
IOSize
size_t IOSize
Definition: IOTypes.h:14

Variable Documentation

SendMonitoringInfoHandler nullHandler

Definition at line 84 of file XrdRequestManager.cc.

Referenced by SendMonitoringInfo().

Generated for CMSSW Reference Manual by doxygen 1.8.5