MPIService Class Reference

#include <MPIService.h>

Public Member Functions
	MPIService (edm::ParameterSet const &config)
	~MPIService ()

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)
static void	required ()

Detailed Description

Definition at line 6 of file MPIService.h.

Constructor & Destructor Documentation

MPIService()

MPIService::MPIService

(

edm::ParameterSet const &

config

)

Definition at line 27 of file MPIService.cc.

References Exception, CrabHelper::log, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                    {
  /* As of Open MPI 4.1.0, `MPI_THREAD_MULTIPLE` is supported by the following transports:
   *   - the `ob1` PML, with the following BTLs:
   *       - `self`
   *       - `sm`
   *       - `smcuda`
   *       - `tcp`
   *       - `ugni`
   *       - `usnic`
   *   - the `cm` PML, with the following MTLs:
   *       - `ofi` (Libfabric)
   *       - `portals4`
   *   - the `ucx` PML
   *
   * MPI File operations are not thread safe even if MPI is initialized for `MPI_THREAD_MULTIPLE` support.
   *
   * See https://github.com/open-mpi/ompi/blob/v4.1.0/README .
   */

  // set the pmix_server_uri MCA parameter if specified in the configuration and not already set in the environment
  if (config.existsAs<std::string>("pmix_server_uri", false)) {
    std::string uri = config.getUntrackedParameter<std::string>("pmix_server_uri");
    // do not overwrite the environment variable if it is already set
    setenv("OMPI_MCA_pmix_server_uri", uri.c_str(), false);
  }

  // initializes the MPI execution environment, requesting multi-threading support
  int provided;
  MPI_Init_thread(nullptr, nullptr, MPI_THREAD_MULTIPLE, &provided);
  if (provided < MPI_THREAD_MULTIPLE) {
    throw cms::Exception("UnsupportedFeature")
        << "CMSSW requires the " << mpi_thread_support_level[MPI_THREAD_MULTIPLE]
        << " multithreading support level, but the MPI library provides only the " << mpi_thread_support_level[provided]
        << " level.";
  } else {
    edm::LogInfo log("MPIService");
    log << "The MPI library provides the " << mpi_thread_support_level[provided] << " multithreading support level\n";

    // get the number of processes
    int world_size;
    MPI_Comm_size(MPI_COMM_WORLD, &world_size);
    log << "MPI_COMM_WORLD size: " << world_size << '\n';

    // get the rank of the process
    int world_rank;
    MPI_Comm_rank(MPI_COMM_WORLD, &world_rank);
    log << "MPI_COMM_WORLD rank: " << world_rank << '\n';

    // get the name of the processor
    char processor_name[MPI_MAX_PROCESSOR_NAME];
    int name_len;
    MPI_Get_processor_name(processor_name, &name_len);
    log << "MPI processor name:  " << processor_name << '\n';

    // initialisation done
    log << '\n';
    log << "MPI successfully initialised";
  }
}

~MPIService()

MPIService::~MPIService

(

)

Definition at line 87 of file MPIService.cc.

                        {
  // terminate the MPI execution environment
  MPI_Finalize();
}

Member Function Documentation

fillDescriptions()

void MPIService::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 92 of file MPIService.cc.

References edm::ConfigurationDescriptions::add(), submitPVResolutionJobs::desc, edm::ConfigurationDescriptions::setComment(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                            {
  edm::ParameterSetDescription desc;
  desc.addOptionalUntracked<std::string>("pmix_server_uri")
      ->setComment("Set the OpenMPI MCA pmix_server_uri parameter if not already set in the environment");
  descriptions.add("MPIService", desc);
  descriptions.setComment(R"(This Service provides a common interface to MPI configuration for the CMSSW job.)");
}

required()

void MPIService::required ( )

static

Definition at line 100 of file MPIService.cc.

References Exception, and alignCSCRings::s.

                          {
  edm::Service<MPIService> s;
  if (not s.isAvailable()) {
    throw cms::Exception("Configuration") << R"(The MPIService is required by this module.
Please add it to the configuration, for example via

process.load("HeterogeneousCore.MPIServices.MPIService_cfi")
)";
  }
}