Method commit

modules/mpi/ospray/MPIDistributedDevice.cpp:207–265

}

void MPIDistributedDevice::commit()
{
  Device::commit();
  // MPI Device defaults to not setting affinity
  if (threadAffinity == AUTO_DETECT) {
    threadAffinity = DEAFFINITIZE;
  }

  if (!initialized) {
    internalDevice->error_fcn = internalDeviceErrorFunc;

    int _ac = 1;

    const char *_av[] = {"ospray_mpi_distributed_device"};

    auto *setComm =
        static_cast<MPI_Comm *>(getParam<void *>("worldCommunicator", nullptr));
    shouldFinalizeMPI = mpicommon::init(&_ac, _av, setComm == nullptr);

    if (setComm)
      mpicommon::worker.setTo(*setComm);
    else
      mpicommon::worker = mpicommon::world;

    initialized = true;

    auto OSPRAY_FORCE_COMPRESSION =
        utility::getEnvVar<int>("OSPRAY_FORCE_COMPRESSION");
    // Turning on the compression past 64 ranks seems to be a good
    // balancing point for cost of compressing vs. performance gain
    auto enableCompression = OSPRAY_FORCE_COMPRESSION.value_or(
        mpicommon::workerSize() >= OSP_MPI_COMPRESSION_THRESHOLD);

    maml::init(enableCompression);
    messaging::init(mpicommon::worker);
    maml::start();

    RKCOMMON_IF_TRACING_ENABLED({
      mpicommon::barrier(mpicommon::worker.comm).wait();
      rkcommon::tracing::setMarker("clockSync", "mpiDistributed");

      char hostname[512] = {0};
      gethostname(hostname, 511);
      const std::string worker_log_file = std::string(hostname) + "_"
          + std::to_string(mpicommon::workerRank()) + "_worker_proc_status.txt";
      std::ofstream fout(worker_log_file.c_str());
      fout << "Worker on '" << hostname << "' /proc/self/status:\n"
           << rkcommon::tracing::getProcStatus() << "\n";
    });
  }

  // Pass down application's GPU selection made via SYCL or L0 (if any)
  void *appSyclCtx = getParam<void *>("syclContext", nullptr);
  internalDevice->setParam<void *>("syclContext", appSyclCtx);
  void *appSyclDevice = getParam<void *>("syclDevice", nullptr);
  internalDevice->setParam<void *>("syclDevice", appSyclDevice);

  internalDevice->commit();