test_global_comm.cpp

#include <iostream>
#include <cstdlib>
#include "redev.h"

int main(int argc, char** argv)
{
  MPI_Init(&argc, &argv);
  {
      if (argc != 2) {
          std::cerr << "Usage: " << argv[0]
          << " <1=isRendezvousApp,0=isParticipant>\n";
          exit(EXIT_FAILURE);
      }
      auto isRdv = atoi(argv[1]);
      MPI_Comm localComm = MPI_COMM_WORLD;

      // dummy partition vector data
      const auto dim = 2;
      auto cuts = isRdv ? redev::Reals({0}) : redev::Reals(1);
      auto ranks = isRdv ? redev::LOs({0}) : redev::LOs(1);
      auto ptn = redev::RCBPtn(dim, ranks, cuts);
      redev::Redev rdv(localComm, redev::Partition{std::move(ptn)}, static_cast<redev::ProcessType>(isRdv));
      // Initialize the Adios Channel
      adios2::Params params{{"Streaming",       "On"},{"OpenTimeoutSecs", "4"}};
      std::string name = "bar";
      auto channel = rdv.CreateAdiosChannel(name, params, redev::TransportType::BP4);
      auto commPair = channel.CreateComm<redev::Real>(name, localComm, redev::CommType::Global);

      // send data to test global comm
      redev::Reals vals = {3.14};
      auto *msgs = &vals[0];
      std::string varName = "barVar";
      size_t n = vals.size();
      // test the global comm
      // the non-rendezvous app sends to the rendezvous app
      if (!isRdv) {
          commPair.SetCommParams(varName, n);
          channel.BeginSendCommunicationPhase();
          commPair.Send(msgs, redev::Mode::Synchronous);
          channel.EndSendCommunicationPhase();
      } else {
          // receive global data
          channel.BeginReceiveCommunicationPhase();
          commPair.SetCommParams(varName, n);
          redev::Reals received(n);
          commPair.Recv(received.data(), received.size(),
                        redev::Mode::Synchronous);
          channel.EndReceiveCommunicationPhase();
          REDEV_ALWAYS_ASSERT(received[0] == redev::Real{3.14});
          printf("\nTest passed.");
      }
  }
  MPI_Finalize();
  return 0;
}