edm::storage::StatisticsSenderService Class Reference

#include <StatisticsSenderService.h>

Classes
class	FileStatistics

Public Member Functions
void	filePreCloseEvent (std::string const &lfn, bool usedFallback)
void	setCurrentServer (const std::string &servername)
void	setSize (size_t size)
	StatisticsSenderService (edm::ParameterSet const &pset, edm::ActivityRegistry &ar)

Static Public Member Functions
static const char *	getJobID ()
static bool	getX509Subject (std::string &)

Private Member Functions
void	determineHostnames (void)
void	fillUDP (const std::string &, bool, std::string &)

Private Attributes
std::string	m_clientdomain
std::string	m_clienthost
size_t	m_counter
std::string	m_filelfn
FileStatistics	m_filestats
std::string	m_guid
std::string	m_serverdomain
std::string	m_serverhost
ssize_t	m_size
std::string	m_userdn

Detailed Description

Definition at line 15 of file StatisticsSenderService.h.

Constructor & Destructor Documentation

StatisticsSenderService::StatisticsSenderService	(	edm::ParameterSet const &	pset,
		edm::ActivityRegistry &	ar
	)

Definition at line 114 of file StatisticsSenderService.cc.

References determineHostnames(), filePreCloseEvent(), getX509Subject(), m_userdn, and edm::ActivityRegistry::watchPreCloseFile().

                                                                                                  :
  m_clienthost("unknown"),
  m_clientdomain("unknown"),
  m_serverhost("unknown"),
  m_serverdomain("unknown"),
  m_filelfn("unknown"),
  m_filestats(),
  m_guid(Guid().toString()),
  m_counter(0),
  m_size(-1),
  m_userdn("unknown")
{
  determineHostnames();
  ar.watchPreCloseFile(this, &StatisticsSenderService::filePreCloseEvent);
  if (!getX509Subject(m_userdn)) {
    m_userdn = "unknown";
  }
}

Member Function Documentation

void StatisticsSenderService::determineHostnames ( void  )

private

Definition at line 200 of file StatisticsSenderService.cc.

References HOST_NAME_MAX, m_clientdomain, and m_clienthost.

Referenced by StatisticsSenderService().

                                                {
  char tmpName[HOST_NAME_MAX];
  if (gethostname(tmpName, HOST_NAME_MAX) != 0) {
    // Sigh, no way to log errors from here.
    m_clienthost = "unknown";
  } else {
    m_clienthost = tmpName;
  }
  size_t dot_pos = m_clienthost.find(".");
  if (dot_pos == std::string::npos) {
    m_clientdomain = "unknown";
  } else {
    m_clientdomain = m_clienthost.substr(dot_pos+1, m_clienthost.size()-dot_pos-1);
    m_clienthost = m_clienthost.substr(0, dot_pos);
  }
}

void StatisticsSenderService::filePreCloseEvent	(	std::string const &	lfn,
		bool	usedFallback
	)

Definition at line 161 of file StatisticsSenderService.cc.

References fillUDP(), info(), edm::Service< T >::isAvailable(), m_counter, m_filelfn, m_userdn, python.entryComment::results, edm::SiteLocalConfig::siteName(), edm::SiteLocalConfig::statisticsDestination(), edm::SiteLocalConfig::statisticsInfo(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by StatisticsSenderService().

                                                                                  {
  m_filelfn = lfn;

  edm::Service<edm::SiteLocalConfig> pSLC;
  if (!pSLC.isAvailable()) {
    return;
  }

  const struct addrinfo * addresses = pSLC->statisticsDestination();
  if (!addresses) {
    return;
  }

  std::set<std::string> const * info = pSLC->statisticsInfo();
  if (info && info->size() && (m_userdn != "unknown") && (
      (info->find("dn") == info->end()) ||
      (info->find("nodn") != info->end()))
     )
  {
    m_userdn = "not reported";
  }

  std::string results;
  fillUDP(pSLC->siteName(), usedFallback, results);

  for (const struct addrinfo *address = addresses; address != nullptr; address = address->ai_next) {
    int sock = socket(address->ai_family, address->ai_socktype, address->ai_protocol);
    if (sock < 0) {
      continue;
    }
    if (sendto(sock, results.c_str(), results.size(), 0, address->ai_addr, address->ai_addrlen) >= 0) {
      break; 
    }
  }

  m_counter++;
}

void StatisticsSenderService::fillUDP ( const std::string &  siteName, bool  usedFallback, std::string &  udpinfo  )

private

Definition at line 218 of file StatisticsSenderService.cc.

References edm::storage::StatisticsSenderService::FileStatistics::fillUDP(), getJobID(), m_clientdomain, m_clienthost, m_counter, m_filelfn, m_filestats, m_guid, m_serverdomain, m_serverhost, m_size, and m_userdn.

Referenced by filePreCloseEvent().

                                                                                                 {
  std::ostringstream os;

  // Header - same for all IO accesses
  os << "{";
  if (!siteName.empty()) {
    os << "\"site_name\":\"" << siteName << "\", ";
  }
  if (usedFallback) {
    os << "\"fallback\": true, ";
  }
  os << "\"user_dn\":\"" << m_userdn << "\", ";
  os << "\"client_host\":\"" << m_clienthost << "\", ";
  os << "\"client_domain\":\"" << m_clientdomain << "\", ";
  os << "\"server_host\":\"" << m_serverhost << "\", ";
  os << "\"server_domain\":\"" << m_serverdomain << "\", ";
  os << "\"unique_id\":\"" << m_guid << "-" << m_counter << "\", ";
  os << "\"file_lfn\":\"" << m_filelfn << "\", ";
  // Dashboard devs requested that we send out no app_info if a job ID
  // is not present in the environment.
  const char * jobId = getJobID();
  if (jobId) {
    os << "\"app_info\":\"" << jobId << "\", ";
  }

  if (m_size >= 0) {
    os << "\"file_size\":" << m_size << ", ";
  }

  m_filestats.fillUDP(os);

  os << "}";
  udpinfo = os.str();
}

const char * StatisticsSenderService::getJobID ( )

static

Definition at line 134 of file StatisticsSenderService.cc.

References JOB_UNIQUE_ID_ENV, and JOB_UNIQUE_ID_ENV_V2.

Referenced by fillUDP(), and SendMonitoringInfo().

                                  {
  const char * id = getenv(JOB_UNIQUE_ID_ENV);
  // Dashboard developers requested that we migrate to this environment variable.
  return id ? id : getenv(JOB_UNIQUE_ID_ENV_V2);
}

bool StatisticsSenderService::getX509Subject ( std::string &  result )

static

Definition at line 351 of file StatisticsSenderService.cc.

References lut2db_cfg::filename, getX509SubjectFromFile(), query::result, and contentValuesCheck::ss.

Referenced by StatisticsSenderService().

                                                         {
  char *filename = getenv("X509_USER_PROXY");
  if (filename && getX509SubjectFromFile(filename, result)) {
    return true;
  }
  std::stringstream ss;
  ss << "/tmp/x509up_u" << geteuid();
  return getX509SubjectFromFile(ss.str(), result);
}

void StatisticsSenderService::setCurrentServer

(

const std::string &

servername

)

Definition at line 141 of file StatisticsSenderService.cc.

References m_serverdomain, and m_serverhost.

Referenced by XrdAdaptor::RequestManager::updateCurrentServer().

                                                                     {
  size_t dot_pos = servername.find(".");
  if (dot_pos == std::string::npos) {
    m_serverhost = servername.substr(0, servername.find(":"));
    m_serverdomain = "unknown";
  } else {
    m_serverhost = servername.substr(0, dot_pos);
    m_serverdomain = servername.substr(dot_pos+1, servername.find(":")-dot_pos-1);
    if (m_serverdomain.empty()) {
      m_serverdomain = "unknown";
    }
  }
}

void StatisticsSenderService::setSize

(

size_t

size

)

Definition at line 156 of file StatisticsSenderService.cc.

References m_size, and findQualityFiles::size.

Referenced by TStorageFactoryFile::Initialize().

                                            {
  m_size = size;
}

Member Data Documentation

std::string edm::storage::StatisticsSenderService::m_clientdomain

private

Definition at line 45 of file StatisticsSenderService.h.

Referenced by determineHostnames(), and fillUDP().

std::string edm::storage::StatisticsSenderService::m_clienthost

private

Definition at line 44 of file StatisticsSenderService.h.

Referenced by determineHostnames(), and fillUDP().

size_t edm::storage::StatisticsSenderService::m_counter

private

Definition at line 51 of file StatisticsSenderService.h.

Referenced by filePreCloseEvent(), and fillUDP().

std::string edm::storage::StatisticsSenderService::m_filelfn

private

Definition at line 48 of file StatisticsSenderService.h.

Referenced by filePreCloseEvent(), and fillUDP().

FileStatistics edm::storage::StatisticsSenderService::m_filestats

private

Definition at line 49 of file StatisticsSenderService.h.

Referenced by fillUDP().

std::string edm::storage::StatisticsSenderService::m_guid

private

Definition at line 50 of file StatisticsSenderService.h.

Referenced by fillUDP().

std::string edm::storage::StatisticsSenderService::m_serverdomain

private

Definition at line 47 of file StatisticsSenderService.h.

Referenced by fillUDP(), and setCurrentServer().

std::string edm::storage::StatisticsSenderService::m_serverhost

private

Definition at line 46 of file StatisticsSenderService.h.

Referenced by fillUDP(), and setCurrentServer().

ssize_t edm::storage::StatisticsSenderService::m_size

private

Definition at line 52 of file StatisticsSenderService.h.

Referenced by fillUDP(), and setSize().

std::string edm::storage::StatisticsSenderService::m_userdn

private

Definition at line 53 of file StatisticsSenderService.h.

Referenced by filePreCloseEvent(), fillUDP(), and StatisticsSenderService().