artis-test/src/tests/mpi/main.cpp

/**
 * @file tests/mpi/main.cpp
 * @author The ARTIS Development Team
 * See the AUTHORS or Authors.txt file
 */

/*
 * ARTIS - the multimodeling and simulation environment
 * This file is a part of the ARTIS environment
 *
 * Copyright (C) 2013-2019 ULCO http://www.univ-littoral.fr
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#include <artis-star/common/RootCoordinator.hpp>

#include <boost/mpi/environment.hpp>
#include <boost/mpi/communicator.hpp>

#include <artis-star/common/time/DoubleTime.hpp>
#include <artis-star/kernel/pdevs/mpi/LogicalProcessor.hpp>
#include <artis-star/kernel/pdevs/multithreading/Coordinator.hpp>
#include <tests/mpi/graph_manager.hpp>

#include <chrono>

using namespace artis::tests::mpi;
using namespace artis::common;
using namespace boost::mpi;
using namespace std::chrono;

void example_simple(int argc, char *argv[]) {
  environment env(argc, argv);
  communicator world;

  std::cout << "START " << world.rank() << std::endl;

  if (world.rank() == 0) {
    artis::tests::mpi::RootGraphManagerParameters parameters;

    parameters.ranks.push_back(1);
    parameters.ranks.push_back(2);
    parameters.ranks.push_back(3);
//        parameters.ranks.push_back(4);
//        parameters.ranks.push_back(5);
//        parameters.ranks.push_back(6);
//        parameters.ranks.push_back(7);
//        parameters.ranks.push_back(8);

    artis::common::context::Context<artis::common::DoubleTime> context(0, 1000);
    artis::common::RootCoordinator<
        DoubleTime,
        artis::pdevs::Coordinator<
            DoubleTime,
            artis::tests::mpi::RootGraphManager,
            artis::common::NoParameters,
            artis::tests::mpi::RootGraphManagerParameters>
    > rc(context, "root", artis::common::NoParameters(), parameters);

    steady_clock::time_point t1 = steady_clock::now();

    rc.run(context);

    steady_clock::time_point t2 = steady_clock::now();

    duration<double> time_span = duration_cast<duration<double> >(t2 - t1);

    std::cout << "CHAIN = " << time_span.count() << std::endl;

  } else {
    std::stringstream ss;

    ss << "S" << world.rank();
    if (world.rank() == 1) {
      artis::pdevs::mpi::Coordinator<
          DoubleTime,
          artis::tests::mpi::S1GraphManager> model(ss.str(), artis::common::NoParameters(),
                                                   artis::common::NoParameters());
      artis::pdevs::mpi::LogicalProcessor<DoubleTime> LP(&model, world.rank(), 0);

      model.set_logical_processor(&LP);
      LP.loop();
    } else {
      artis::pdevs::mpi::Coordinator<
          DoubleTime,
          artis::tests::mpi::S2GraphManager> model(ss.str(), artis::common::NoParameters(),
                                                   artis::common::NoParameters());
      artis::pdevs::mpi::LogicalProcessor<DoubleTime> LP(&model, world.rank(), 0);

      model.set_logical_processor(&LP);
      LP.loop();
    }
  }
}

void example_simple_local() {
  artis::tests::mpi::RootGraphManagerParameters parameters;

  parameters.ranks.push_back(1);
  parameters.ranks.push_back(2);
  parameters.ranks.push_back(3);
//    parameters.ranks.push_back(4);
//    parameters.ranks.push_back(5);
//    parameters.ranks.push_back(6);
//    parameters.ranks.push_back(7);
//    parameters.ranks.push_back(8);

  artis::common::context::Context<artis::common::DoubleTime> context(0, 1000);
  artis::common::RootCoordinator<
      DoubleTime,
      artis::pdevs::Coordinator<
          DoubleTime,
          artis::tests::mpi::RootLocalGraphManager,
          artis::common::NoParameters,
          artis::tests::mpi::RootGraphManagerParameters>
  > rc(context, "root", artis::common::NoParameters(), parameters);

  steady_clock::time_point t1 = steady_clock::now();

  rc.run(context);

  steady_clock::time_point t2 = steady_clock::now();

  duration<double> time_span = duration_cast<duration<double> >(t2 - t1);

  std::cout << "CHAIN = " << time_span.count() << std::endl;
}

void example_simple_multithreading() {
  artis::tests::mpi::RootGraphManagerParameters parameters;

  parameters.ranks.push_back(1);
  parameters.ranks.push_back(2);
  parameters.ranks.push_back(3);
//    parameters.ranks.push_back(4);
//    parameters.ranks.push_back(5);
//    parameters.ranks.push_back(6);
//    parameters.ranks.push_back(7);
//    parameters.ranks.push_back(8);

  artis::common::context::Context<artis::common::DoubleTime> context(0, 1000);
  artis::common::RootCoordinator<
      DoubleTime,
      artis::pdevs::multithreading::Coordinator<
          DoubleTime,
          artis::tests::mpi::RootMultithreadingGraphManager,
          artis::common::NoParameters,
          artis::tests::mpi::RootGraphManagerParameters>
  > rc(context, "root", artis::common::NoParameters(), parameters);

  steady_clock::time_point t1 = steady_clock::now();

  rc.run(context);

  steady_clock::time_point t2 = steady_clock::now();

  duration<double> time_span = duration_cast<duration<double> >(t2 - t1);

  std::cout << "CHAIN = " << time_span.count() << std::endl;
}

//#define SUB_GRID_SIZE 32
//#define SUB_GRID_NUMBER 8
//
//void example_grid(int argc, char* argv[])
//{
//    environment env(argc, argv);
//    communicator world;
//
//    if (world.rank() == 0) {
//        artis::tests::mpi::GridGraphManagerParameters parameters;
//
//        parameters.global_size = SUB_GRID_SIZE * SUB_GRID_NUMBER;
//        parameters.sub_grid_size = SUB_GRID_SIZE;
//
//        artis::common::RootCoordinator<
//                DoubleTime,
//                artis::pdevs::Coordinator<
//                        DoubleTime,
//                        artis::tests::mpi::GridGraphManager,
//                        artis::common::NoParameters,
//                        artis::tests::mpi::GridGraphManagerParameters>
//        > rc(0, 20, "root", artis::common::NoParameters(), parameters);
//
//        rc.run(context);
//    } else {
//        std::stringstream ss;
//        unsigned int x = (world.rank() - 1) % SUB_GRID_NUMBER;
//        unsigned int y = (world.rank() - 1) / SUB_GRID_NUMBER;
//        artis::tests::mpi::SubGridGraphManagerParameters parameters;
//
//        ss << "GC_" << x << "_" << y;
//
//        parameters.global_size = SUB_GRID_SIZE * SUB_GRID_NUMBER;
//        parameters.begin_column = x * SUB_GRID_SIZE;
//        parameters.end_column = (x + 1) * SUB_GRID_SIZE - 1;
//        parameters.begin_line = y * SUB_GRID_SIZE;
//        parameters.end_line = (y + 1) * SUB_GRID_SIZE - 1;
//        artis::pdevs::mpi::Coordinator<
//                DoubleTime,
//                artis::tests::mpi::SubGridGraphManager,
//                artis::common::NoParameters,
//                artis::tests::mpi::SubGridGraphManagerParameters
//        > model(ss.str(), artis::common::NoParameters(), parameters);
//        artis::pdevs::mpi::LogicalProcessor<
//                DoubleTime> LP(&model, world.rank(), 0);
//
//        model.set_logical_processor(&LP);
//        LP.loop();
//    }
//}

// void example_grid(int argc, char *argv[])
// {
//     environment env(argc, argv);
//     communicator world;

//     unsigned int side = 100;
//     std::vector<std::pair<int,int>> vertex_selection;
//     std::pair<int,int> tmp;
//     tmp.first = 0;
//     tmp.second = 3;
//     vertex_selection.push_back(tmp);
//     artis::tests::boost_graph::Entiers weight_vertex;
//     weight_vertex.push_back(1);
//     const char *edge_weight;
//     edge_weight = "../../sortie_graphe/tests_grid.txt";
//     bool rec = false;

//     artis::tests::boost_graph::RandomGridGraphGenerator generator(
//         side, vertex_selection,  weight_vertex, edge_weight, rec);
//     artis::tests::boost_graph::PartitioningGraphBuilder builder(
//         4, "gggp", 20, false, generator);
//     artis::tests::mpi::MPIHierarchicalGraphManagerParameters parameters;

//     builder.build(parameters.graphs, parameters.input_edges,
//                   parameters.output_edges, parameters.parent_connections);
//     if (world.rank() == 0) {
//         artis::common::RootCoordinator <
//             DoubleTime, artis::pdevs::mpi::Coordinator <
//                 DoubleTime,
//                 artis::tests::mpi::MPIHierarchicalGraphManager,
//                 artis::common::NoParameters,
//                 artis::tests::mpi::MPIHierarchicalGraphManagerParameters >
//             > rc(0, 10, "root", artis::common::NoParameters(), parameters);

//         steady_clock::time_point t1 = steady_clock::now();

//         rc.run(context);

//         steady_clock::time_point t2 = steady_clock::now();

//         duration < double > time_span = duration_cast <
//             duration < double > >(t2 - t1);

//         std::cout << "MULTI = " << time_span.count() << std::endl;
//     } else {
//     }
// }

// in output directory:
//  $ mpirun -np 4 -hostfile host_file ../cmake-build-debug/src/tests/mpi/pdevs-mpi-main

int main(int argc, char *argv[]) {
  std::cout << "== MPI ==" << std::endl;
  example_simple(argc, argv);
  std::cout << "== Multithreading ==" << std::endl;
  example_simple_multithreading();
  std::cout << "== Monothreading ==" << std::endl;
  example_simple_local();

  //    example_grid(argc, argv);

  return 0;
}