CMS 3D CMS Logo

All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
Classes | Macros | Functions | Variables
XrdRequestManager.cc File Reference
#include <cassert>
#include <iostream>
#include <algorithm>
#include <netdb.h>
#include "XrdCl/XrdClFile.hh"
#include "XrdCl/XrdClDefaultEnv.hh"
#include "XrdCl/XrdClFileSystem.hh"
#include "FWCore/Utilities/interface/CPUTimer.h"
#include "FWCore/Utilities/interface/EDMException.h"
#include "FWCore/Utilities/interface/Likely.h"
#include "FWCore/MessageLogger/interface/MessageLogger.h"
#include "FWCore/ServiceRegistry/interface/Service.h"
#include "FWCore/Utilities/interface/thread_safety_macros.h"
#include "Utilities/StorageFactory/interface/StatisticsSenderService.h"
#include "XrdStatistics.h"
#include "Utilities/XrdAdaptor/src/XrdRequestManager.h"
#include "Utilities/XrdAdaptor/src/XrdHostHandler.hh"

Go to the source code of this file.

Classes

class  SendMonitoringInfoHandler
 

Macros

#define GET_CLOCK_MONOTONIC(ts)   clock_gettime(CLOCK_MONOTONIC, &ts);
 
#define XRD_ADAPTOR_CHUNK_THRESHOLD   1000
 
#define XRD_ADAPTOR_LONG_OPEN_DELAY   2*60
 
#define XRD_ADAPTOR_OPEN_PROBE_PERCENT   10
 
#define XRD_ADAPTOR_SHORT_OPEN_DELAY   5
 
#define XRD_ADAPTOR_SOURCE_QUALITY_FUDGE   100
 
#define XRD_CL_MAX_CHUNK   512*1024
 

Functions

static void consumeChunkBack (size_t front, std::vector< IOPosBuffer > &input, std::vector< IOPosBuffer > &output, IOSize chunksize)
 
static void consumeChunkFront (size_t &front, std::vector< IOPosBuffer > &input, std::vector< IOPosBuffer > &output, IOSize chunksize)
 
static void SendMonitoringInfo (XrdCl::File &file)
 
long long timeDiffMS (const timespec &a, const timespec &b)
 
static IOSize validateList (const std::vector< IOPosBuffer > req)
 

Variables

SendMonitoringInfoHandler nullHandler
 

Macro Definition Documentation

#define GET_CLOCK_MONOTONIC (   ts)    clock_gettime(CLOCK_MONOTONIC, &ts);
#define XRD_ADAPTOR_CHUNK_THRESHOLD   1000
#define XRD_ADAPTOR_LONG_OPEN_DELAY   2*60
#define XRD_ADAPTOR_OPEN_PROBE_PERCENT   10

Definition at line 33 of file XrdRequestManager.cc.

Referenced by XrdAdaptor::RequestManager::checkSourcesImpl().

#define XRD_ADAPTOR_SHORT_OPEN_DELAY   5
#define XRD_ADAPTOR_SOURCE_QUALITY_FUDGE   100

Definition at line 35 of file XrdRequestManager.cc.

Referenced by XrdAdaptor::RequestManager::checkSourcesImpl().

#define XRD_CL_MAX_CHUNK   512*1024

Function Documentation

static void consumeChunkBack ( size_t  front,
std::vector< IOPosBuffer > &  input,
std::vector< IOPosBuffer > &  output,
IOSize  chunksize 
)
static

Definition at line 939 of file XrdRequestManager.cc.

References IOPosBuffer::data(), IOPosBuffer::offset(), IOPosBuffer::set_data(), IOPosBuffer::set_offset(), IOPosBuffer::set_size(), IOPosBuffer::size(), XRD_ADAPTOR_CHUNK_THRESHOLD, and XRD_CL_MAX_CHUNK.

Referenced by XrdAdaptor::RequestManager::splitClientRequest().

940 {
941  while ((chunksize > 0) && (front < input.size()) && (output.size() <= XRD_ADAPTOR_CHUNK_THRESHOLD))
942  {
943  IOPosBuffer &io = input.back();
944  IOPosBuffer &outio = output.back();
945  if (io.size() > chunksize)
946  {
947  IOSize consumed;
948  if (!output.empty() && (outio.size() < XRD_CL_MAX_CHUNK) && (outio.offset() + static_cast<IOOffset>(outio.size()) == io.offset()))
949  {
950  if (outio.size() + chunksize > XRD_CL_MAX_CHUNK)
951  {
952  consumed = (XRD_CL_MAX_CHUNK - outio.size());
953  outio.set_size(XRD_CL_MAX_CHUNK);
954  }
955  else
956  {
957  consumed = chunksize;
958  outio.set_size(outio.size() + consumed);
959  }
960  }
961  else
962  {
963  consumed = chunksize;
964  output.emplace_back(IOPosBuffer(io.offset(), io.data(), chunksize));
965  }
966  chunksize -= consumed;
967  IOSize newsize = io.size() - consumed;
968  IOOffset newoffset = io.offset() + consumed;
969  void* newdata = static_cast<char*>(io.data()) + consumed;
970  io.set_offset(newoffset);
971  io.set_data(newdata);
972  io.set_size(newsize);
973  }
974  else if (io.size() == 0)
975  {
976  input.pop_back();
977  }
978  else
979  {
980  output.push_back(io);
981  chunksize -= io.size();
982  input.pop_back();
983  }
984  }
985 }
#define XRD_CL_MAX_CHUNK
static std::string const input
Definition: EdmProvDump.cc:44
#define XRD_ADAPTOR_CHUNK_THRESHOLD
void set_data(void *new_buffer)
Definition: IOPosBuffer.h:74
void set_size(IOSize new_size)
Definition: IOPosBuffer.h:79
void set_offset(IOOffset new_offset)
Definition: IOPosBuffer.h:69
IOOffset offset(void) const
Definition: IOPosBuffer.h:54
void * data(void) const
Definition: IOPosBuffer.h:59
IOSize size(void) const
Definition: IOPosBuffer.h:64
int64_t IOOffset
Definition: IOTypes.h:19
size_t IOSize
Definition: IOTypes.h:14
static void consumeChunkFront ( size_t &  front,
std::vector< IOPosBuffer > &  input,
std::vector< IOPosBuffer > &  output,
IOSize  chunksize 
)
static

Definition at line 890 of file XrdRequestManager.cc.

References IOPosBuffer::data(), IOPosBuffer::offset(), IOPosBuffer::set_data(), IOPosBuffer::set_offset(), IOPosBuffer::set_size(), IOPosBuffer::size(), XRD_ADAPTOR_CHUNK_THRESHOLD, and XRD_CL_MAX_CHUNK.

Referenced by XrdAdaptor::RequestManager::splitClientRequest().

891 {
892  while ((chunksize > 0) && (front < input.size()) && (output.size() <= XRD_ADAPTOR_CHUNK_THRESHOLD))
893  {
894  IOPosBuffer &io = input[front];
895  IOPosBuffer &outio = output.back();
896  if (io.size() > chunksize)
897  {
898  IOSize consumed;
899  if (!output.empty() && (outio.size() < XRD_CL_MAX_CHUNK) && (outio.offset() + static_cast<IOOffset>(outio.size()) == io.offset()))
900  {
901  if (outio.size() + chunksize > XRD_CL_MAX_CHUNK)
902  {
903  consumed = (XRD_CL_MAX_CHUNK - outio.size());
904  outio.set_size(XRD_CL_MAX_CHUNK);
905  }
906  else
907  {
908  consumed = chunksize;
909  outio.set_size(outio.size() + consumed);
910  }
911  }
912  else
913  {
914  consumed = chunksize;
915  output.emplace_back(IOPosBuffer(io.offset(), io.data(), chunksize));
916  }
917  chunksize -= consumed;
918  IOSize newsize = io.size() - consumed;
919  IOOffset newoffset = io.offset() + consumed;
920  void* newdata = static_cast<char*>(io.data()) + consumed;
921  io.set_offset(newoffset);
922  io.set_data(newdata);
923  io.set_size(newsize);
924  }
925  else if (io.size() == 0)
926  {
927  front++;
928  }
929  else
930  {
931  output.push_back(io);
932  chunksize -= io.size();
933  front++;
934  }
935  }
936 }
#define XRD_CL_MAX_CHUNK
static std::string const input
Definition: EdmProvDump.cc:44
#define XRD_ADAPTOR_CHUNK_THRESHOLD
void set_data(void *new_buffer)
Definition: IOPosBuffer.h:74
void set_size(IOSize new_size)
Definition: IOPosBuffer.h:79
void set_offset(IOOffset new_offset)
Definition: IOPosBuffer.h:69
IOOffset offset(void) const
Definition: IOPosBuffer.h:54
void * data(void) const
Definition: IOPosBuffer.h:59
IOSize size(void) const
Definition: IOPosBuffer.h:64
int64_t IOOffset
Definition: IOTypes.h:19
size_t IOSize
Definition: IOTypes.h:14
static void SendMonitoringInfo ( XrdCl::File &  file)
static

Definition at line 93 of file XrdRequestManager.cc.

References edm::storage::StatisticsSenderService::getJobID(), XrdAdaptor::Source::isDCachePool(), nullHandler, AlCaHLTBitMon_QueryRunRegistry::string, and relmon_authenticated_wget::url.

Referenced by XrdAdaptor::RequestManager::OpenHandler::HandleResponseWithHosts(), and XrdAdaptor::RequestManager::initialize().

94 {
95  // Do not send this to a dCache data server as they return an error.
96  // In some versions of dCache, sending the monitoring information causes
97  // the server to close the connection - resulting in failures.
98  if (Source::isDCachePool(file)) {return;}
99 
100  // Send the monitoring info, if available.
102  std::string lastUrl;
103  file.GetProperty("LastURL", lastUrl);
104  if (jobId && !lastUrl.empty())
105  {
106  XrdCl::URL url(lastUrl);
107  XrdCl::FileSystem fs(url);
108  if (!(fs.SendInfo(jobId, &nullHandler, 30).IsOK()))
109  {
110  edm::LogWarning("XrdAdaptorInternal") << "Failed to send the monitoring information, monitoring ID is " << jobId << ".";
111  }
112  edm::LogInfo("XrdAdaptorInternal") << "Set monitoring ID to " << jobId << ".";
113  }
114 }
SendMonitoringInfoHandler nullHandler
long long timeDiffMS ( const timespec &  a,
const timespec &  b 
)

Definition at line 61 of file XrdRequestManager.cc.

References diffTreeTool::diff.

Referenced by XrdAdaptor::RequestManager::checkSources(), and XrdAdaptor::RequestManager::checkSourcesImpl().

62 {
63  long long diff = (a.tv_sec - b.tv_sec) * 1000;
64  diff += (a.tv_nsec - b.tv_nsec) / 1e6;
65  return diff;
66 }
double b
Definition: hdecay.h:120
double a
Definition: hdecay.h:121
static IOSize validateList ( const std::vector< IOPosBuffer req)
static

Definition at line 987 of file XrdRequestManager.cc.

References pileupDistInMC::total, and XRD_CL_MAX_CHUNK.

Referenced by XrdAdaptor::RequestManager::splitClientRequest().

988 {
989  IOSize total = 0;
990  off_t last_offset = -1;
991  for (const auto & it : req)
992  {
993  total += it.size();
994  assert(it.offset() > last_offset);
995  last_offset = it.offset();
996  assert(it.size() <= XRD_CL_MAX_CHUNK);
997  assert(it.offset() < 0x1ffffffffff);
998  }
999  assert(req.size() <= 1024);
1000  return total;
1001 }
#define XRD_CL_MAX_CHUNK
size_t IOSize
Definition: IOTypes.h:14

Variable Documentation

Definition at line 89 of file XrdRequestManager.cc.

Referenced by SendMonitoringInfo().