From 20094c005d082401ab4a43a68e48f5567eb2c3d1 Mon Sep 17 00:00:00 2001 From: Marc Fehling Date: Fri, 8 Feb 2019 00:59:12 +0100 Subject: [PATCH] Added 'repartition' signals. Attached 'active_fe_transfer' functions to them. --- doc/news/changes/minor/20190303Fehling | 5 + include/deal.II/grid/tria.h | 19 ++ source/distributed/tria.cc | 9 + source/hp/dof_handler.cc | 11 + tests/mpi/hp_active_fe_indices_transfer_03.cc | 104 ++++++++ ...ransfer_03.with_p4est=true.mpirun=2.output | 175 ++++++++++++++ ...ransfer_03.with_p4est=true.mpirun=8.output | 223 ++++++++++++++++++ 7 files changed, 546 insertions(+) create mode 100644 doc/news/changes/minor/20190303Fehling create mode 100644 tests/mpi/hp_active_fe_indices_transfer_03.cc create mode 100644 tests/mpi/hp_active_fe_indices_transfer_03.with_p4est=true.mpirun=2.output create mode 100644 tests/mpi/hp_active_fe_indices_transfer_03.with_p4est=true.mpirun=8.output diff --git a/doc/news/changes/minor/20190303Fehling b/doc/news/changes/minor/20190303Fehling new file mode 100644 index 0000000000..5bcb949a02 --- /dev/null +++ b/doc/news/changes/minor/20190303Fehling @@ -0,0 +1,5 @@ +New: Signals Triangulation::pre_distributed_repartition and +Triangulation::post_distributed_repartition which will be triggered in +parallel::distributed::Triangulation::repartition(). +
+(Marc Fehling, 2019/03/03) diff --git a/include/deal.II/grid/tria.h b/include/deal.II/grid/tria.h index 6976f51fb1..baf3beefda 100644 --- a/include/deal.II/grid/tria.h +++ b/include/deal.II/grid/tria.h @@ -2327,6 +2327,25 @@ public: */ boost::signals2::signal post_distributed_refinement; + /** + * This signal is triggered at the beginning of execution of the + * parallel::distributed::Triangulation::repartition() function. At the time + * this signal is triggered, the triangulation is still unchanged. + * + * @note The parallel::distributed::Triangulation::repartition() function is + * also called by parallel::distributed::Triangulation::load(). Thus, the + * pre_distributed_repartition signal will be triggered after the + * pre_distributed_load one. + */ + boost::signals2::signal pre_distributed_repartition; + + /** + * This signal is triggered at the end of execution of the + * parallel::distributed::Triangulation::repartition() + * function when the triangulation has reached its final state. + */ + boost::signals2::signal post_distributed_repartition; + /** * This signal is triggered at the beginning of execution of the * parallel::distributed::Triangulation::save() diff --git a/source/distributed/tria.cc b/source/distributed/tria.cc index 9da8894cd1..7541203735 100644 --- a/source/distributed/tria.cc +++ b/source/distributed/tria.cc @@ -4085,6 +4085,9 @@ namespace parallel "Error: There shouldn't be any cells flagged for coarsening/refinement when calling repartition().")); # endif + // signal that repartitioning is going to happen + this->signals.pre_distributed_repartition(); + // before repartitioning the mesh let others attach mesh related info // (such as SolutionTransfer data) to the p4est std::vector::gloidx> @@ -4160,6 +4163,12 @@ namespace parallel // update how many cells, edges, etc, we store locally this->update_number_cache(); + + // signal that repartitioning is finished, + // this is triggered before update_periodic_face_map + // to be consistent with the serial triangulation class + this->signals.post_distributed_repartition(); + this->update_periodic_face_map(); } diff --git a/source/hp/dof_handler.cc b/source/hp/dof_handler.cc index 8e9dc7e65a..fb3742c33e 100644 --- a/source/hp/dof_handler.cc +++ b/source/hp/dof_handler.cc @@ -1654,6 +1654,17 @@ namespace hp internal::DoFHandlerImplementation::Policy::ParallelDistributed< DoFHandler>>(*this); + tria_listeners.push_back( + this->tria->signals.pre_distributed_repartition.connect(std::bind( + &DoFHandler::pre_distributed_active_fe_index_transfer, + std::ref(*this)))); + tria_listeners.push_back( + this->tria->signals.post_distributed_repartition.connect(std::bind( + &DoFHandler::post_distributed_active_fe_index_transfer, + std::ref(*this)))); + tria_listeners.push_back( this->tria->signals.pre_distributed_refinement.connect(std::bind( &DoFHandler +#include + +#include + +#include + +#include + +#include "../tests.h" + + +template +void +test() +{ + const unsigned int myid = Utilities::MPI::this_mpi_process(MPI_COMM_WORLD); + + // ------ setup ------ + parallel::distributed::Triangulation tria(MPI_COMM_WORLD); + + GridGenerator::subdivided_hyper_cube(tria, 2); + tria.refine_global(1); + deallog << "cells before: " << tria.n_global_active_cells() << std::endl; + + // prepare FECollection with arbitrary number of entries + hp::FECollection fe_collection; + for (unsigned int i = 0; i < Utilities::MPI::n_mpi_processes(MPI_COMM_WORLD); + ++i) + fe_collection.push_back(FE_Q(i + 1)); + + // we need to introduce dof_handler to its fe_collection first + hp::DoFHandler dh(tria); + dh.set_fe(fe_collection); + + for (auto &cell : dh.active_cell_iterators()) + if (cell->is_locally_owned()) + { + // set active fe index + if (!(cell->is_artificial())) + cell->set_active_fe_index(myid); + + deallog << "myid=" << myid << " cellid=" << cell->id() + << " fe_index=" << cell->active_fe_index() << std::endl; + } + + // ----- transfer ----- + parallel::CellWeights cell_weights(dh); + cell_weights.register_ndofs_weighting(100000); + + tria.repartition(); + + deallog << "cells after: " << tria.n_global_active_cells() << std::endl; + + // ------ verify ------ + // check if all children adopted the correct id + for (auto &cell : dh.active_cell_iterators()) + if (cell->is_locally_owned()) + deallog << "myid=" << myid << " cellid=" << cell->id() + << " fe_index=" << cell->active_fe_index() << std::endl; + + // for further calculations, distribute dofs, i.e. + // dh.distribute_dofs(fe_collection); + + // make sure no processor is hanging + MPI_Barrier(MPI_COMM_WORLD); + + deallog << "OK" << std::endl; +} + + +int +main(int argc, char *argv[]) +{ + Utilities::MPI::MPI_InitFinalize mpi_initialization(argc, argv, 1); + MPILogInitAll log; + + deallog.push("2d"); + test<2>(); + deallog.pop(); + deallog.push("3d"); + test<3>(); + deallog.pop(); +} diff --git a/tests/mpi/hp_active_fe_indices_transfer_03.with_p4est=true.mpirun=2.output b/tests/mpi/hp_active_fe_indices_transfer_03.with_p4est=true.mpirun=2.output new file mode 100644 index 0000000000..7db8f63050 --- /dev/null +++ b/tests/mpi/hp_active_fe_indices_transfer_03.with_p4est=true.mpirun=2.output @@ -0,0 +1,175 @@ + +DEAL:0:2d::cells before: 16 +DEAL:0:2d::myid=0 cellid=0_1:0 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:1 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:2 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:3 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:0 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:1 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:2 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:3 fe_index=0 +DEAL:0:2d::cells after: 16 +DEAL:0:2d::myid=0 cellid=0_1:0 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:1 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:2 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:3 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:0 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:1 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:2 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:3 fe_index=0 +DEAL:0:2d::myid=0 cellid=2_1:0 fe_index=1 +DEAL:0:2d::myid=0 cellid=2_1:1 fe_index=1 +DEAL:0:2d::myid=0 cellid=2_1:2 fe_index=1 +DEAL:0:2d::myid=0 cellid=2_1:3 fe_index=1 +DEAL:0:2d::OK +DEAL:0:3d::cells before: 64 +DEAL:0:3d::myid=0 cellid=0_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:7 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:7 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:7 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:7 fe_index=0 +DEAL:0:3d::cells after: 64 +DEAL:0:3d::myid=0 cellid=0_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:7 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:7 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=2_1:7 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=3_1:7 fe_index=0 +DEAL:0:3d::myid=0 cellid=4_1:0 fe_index=1 +DEAL:0:3d::myid=0 cellid=4_1:1 fe_index=1 +DEAL:0:3d::myid=0 cellid=4_1:2 fe_index=1 +DEAL:0:3d::myid=0 cellid=4_1:3 fe_index=1 +DEAL:0:3d::myid=0 cellid=4_1:4 fe_index=1 +DEAL:0:3d::myid=0 cellid=4_1:5 fe_index=1 +DEAL:0:3d::myid=0 cellid=4_1:6 fe_index=1 +DEAL:0:3d::myid=0 cellid=4_1:7 fe_index=1 +DEAL:0:3d::myid=0 cellid=5_1:0 fe_index=1 +DEAL:0:3d::myid=0 cellid=5_1:1 fe_index=1 +DEAL:0:3d::myid=0 cellid=5_1:2 fe_index=1 +DEAL:0:3d::myid=0 cellid=5_1:3 fe_index=1 +DEAL:0:3d::myid=0 cellid=5_1:4 fe_index=1 +DEAL:0:3d::myid=0 cellid=5_1:5 fe_index=1 +DEAL:0:3d::myid=0 cellid=5_1:6 fe_index=1 +DEAL:0:3d::myid=0 cellid=5_1:7 fe_index=1 +DEAL:0:3d::OK + +DEAL:1:2d::cells before: 16 +DEAL:1:2d::myid=1 cellid=2_1:0 fe_index=1 +DEAL:1:2d::myid=1 cellid=2_1:1 fe_index=1 +DEAL:1:2d::myid=1 cellid=2_1:2 fe_index=1 +DEAL:1:2d::myid=1 cellid=2_1:3 fe_index=1 +DEAL:1:2d::myid=1 cellid=3_1:0 fe_index=1 +DEAL:1:2d::myid=1 cellid=3_1:1 fe_index=1 +DEAL:1:2d::myid=1 cellid=3_1:2 fe_index=1 +DEAL:1:2d::myid=1 cellid=3_1:3 fe_index=1 +DEAL:1:2d::cells after: 16 +DEAL:1:2d::myid=1 cellid=3_1:0 fe_index=1 +DEAL:1:2d::myid=1 cellid=3_1:1 fe_index=1 +DEAL:1:2d::myid=1 cellid=3_1:2 fe_index=1 +DEAL:1:2d::myid=1 cellid=3_1:3 fe_index=1 +DEAL:1:2d::OK +DEAL:1:3d::cells before: 64 +DEAL:1:3d::myid=1 cellid=4_1:0 fe_index=1 +DEAL:1:3d::myid=1 cellid=4_1:1 fe_index=1 +DEAL:1:3d::myid=1 cellid=4_1:2 fe_index=1 +DEAL:1:3d::myid=1 cellid=4_1:3 fe_index=1 +DEAL:1:3d::myid=1 cellid=4_1:4 fe_index=1 +DEAL:1:3d::myid=1 cellid=4_1:5 fe_index=1 +DEAL:1:3d::myid=1 cellid=4_1:6 fe_index=1 +DEAL:1:3d::myid=1 cellid=4_1:7 fe_index=1 +DEAL:1:3d::myid=1 cellid=5_1:0 fe_index=1 +DEAL:1:3d::myid=1 cellid=5_1:1 fe_index=1 +DEAL:1:3d::myid=1 cellid=5_1:2 fe_index=1 +DEAL:1:3d::myid=1 cellid=5_1:3 fe_index=1 +DEAL:1:3d::myid=1 cellid=5_1:4 fe_index=1 +DEAL:1:3d::myid=1 cellid=5_1:5 fe_index=1 +DEAL:1:3d::myid=1 cellid=5_1:6 fe_index=1 +DEAL:1:3d::myid=1 cellid=5_1:7 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:0 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:1 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:2 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:3 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:4 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:5 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:6 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:7 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:0 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:1 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:2 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:3 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:4 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:5 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:6 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:7 fe_index=1 +DEAL:1:3d::cells after: 64 +DEAL:1:3d::myid=1 cellid=6_1:0 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:1 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:2 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:3 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:4 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:5 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:6 fe_index=1 +DEAL:1:3d::myid=1 cellid=6_1:7 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:0 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:1 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:2 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:3 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:4 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:5 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:6 fe_index=1 +DEAL:1:3d::myid=1 cellid=7_1:7 fe_index=1 +DEAL:1:3d::OK + diff --git a/tests/mpi/hp_active_fe_indices_transfer_03.with_p4est=true.mpirun=8.output b/tests/mpi/hp_active_fe_indices_transfer_03.with_p4est=true.mpirun=8.output new file mode 100644 index 0000000000..167a31a6fe --- /dev/null +++ b/tests/mpi/hp_active_fe_indices_transfer_03.with_p4est=true.mpirun=8.output @@ -0,0 +1,223 @@ + +DEAL:0:2d::cells before: 16 +DEAL:0:2d::myid=0 cellid=0_1:0 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:1 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:2 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:3 fe_index=0 +DEAL:0:2d::cells after: 16 +DEAL:0:2d::myid=0 cellid=0_1:0 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:1 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:2 fe_index=0 +DEAL:0:2d::myid=0 cellid=0_1:3 fe_index=0 +DEAL:0:2d::myid=0 cellid=1_1:0 fe_index=2 +DEAL:0:2d::myid=0 cellid=1_1:1 fe_index=2 +DEAL:0:2d::myid=0 cellid=1_1:2 fe_index=2 +DEAL:0:2d::myid=0 cellid=1_1:3 fe_index=2 +DEAL:0:2d::OK +DEAL:0:3d::cells before: 64 +DEAL:0:3d::myid=0 cellid=0_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:7 fe_index=0 +DEAL:0:3d::cells after: 64 +DEAL:0:3d::myid=0 cellid=0_1:0 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:1 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:2 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:3 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:4 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:5 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:6 fe_index=0 +DEAL:0:3d::myid=0 cellid=0_1:7 fe_index=0 +DEAL:0:3d::myid=0 cellid=1_1:0 fe_index=1 +DEAL:0:3d::myid=0 cellid=1_1:1 fe_index=1 +DEAL:0:3d::myid=0 cellid=1_1:2 fe_index=1 +DEAL:0:3d::myid=0 cellid=1_1:3 fe_index=1 +DEAL:0:3d::myid=0 cellid=1_1:4 fe_index=1 +DEAL:0:3d::myid=0 cellid=1_1:5 fe_index=1 +DEAL:0:3d::myid=0 cellid=1_1:6 fe_index=1 +DEAL:0:3d::myid=0 cellid=1_1:7 fe_index=1 +DEAL:0:3d::myid=0 cellid=2_1:0 fe_index=2 +DEAL:0:3d::myid=0 cellid=2_1:1 fe_index=2 +DEAL:0:3d::myid=0 cellid=2_1:2 fe_index=2 +DEAL:0:3d::myid=0 cellid=2_1:3 fe_index=2 +DEAL:0:3d::myid=0 cellid=2_1:4 fe_index=2 +DEAL:0:3d::myid=0 cellid=2_1:5 fe_index=2 +DEAL:0:3d::myid=0 cellid=2_1:6 fe_index=2 +DEAL:0:3d::myid=0 cellid=2_1:7 fe_index=2 +DEAL:0:3d::myid=0 cellid=3_1:0 fe_index=3 +DEAL:0:3d::myid=0 cellid=3_1:1 fe_index=3 +DEAL:0:3d::myid=0 cellid=3_1:2 fe_index=3 +DEAL:0:3d::myid=0 cellid=3_1:3 fe_index=3 +DEAL:0:3d::myid=0 cellid=3_1:4 fe_index=3 +DEAL:0:3d::myid=0 cellid=3_1:5 fe_index=3 +DEAL:0:3d::myid=0 cellid=3_1:6 fe_index=3 +DEAL:0:3d::myid=0 cellid=3_1:7 fe_index=3 +DEAL:0:3d::OK + +DEAL:1:2d::cells before: 16 +DEAL:1:2d::cells after: 16 +DEAL:1:2d::myid=1 cellid=2_1:0 fe_index=4 +DEAL:1:2d::myid=1 cellid=2_1:1 fe_index=4 +DEAL:1:2d::myid=1 cellid=2_1:2 fe_index=4 +DEAL:1:2d::myid=1 cellid=2_1:3 fe_index=4 +DEAL:1:2d::OK +DEAL:1:3d::cells before: 64 +DEAL:1:3d::myid=1 cellid=1_1:0 fe_index=1 +DEAL:1:3d::myid=1 cellid=1_1:1 fe_index=1 +DEAL:1:3d::myid=1 cellid=1_1:2 fe_index=1 +DEAL:1:3d::myid=1 cellid=1_1:3 fe_index=1 +DEAL:1:3d::myid=1 cellid=1_1:4 fe_index=1 +DEAL:1:3d::myid=1 cellid=1_1:5 fe_index=1 +DEAL:1:3d::myid=1 cellid=1_1:6 fe_index=1 +DEAL:1:3d::myid=1 cellid=1_1:7 fe_index=1 +DEAL:1:3d::cells after: 64 +DEAL:1:3d::myid=1 cellid=4_1:0 fe_index=4 +DEAL:1:3d::myid=1 cellid=4_1:1 fe_index=4 +DEAL:1:3d::myid=1 cellid=4_1:2 fe_index=4 +DEAL:1:3d::myid=1 cellid=4_1:3 fe_index=4 +DEAL:1:3d::myid=1 cellid=4_1:4 fe_index=4 +DEAL:1:3d::myid=1 cellid=4_1:5 fe_index=4 +DEAL:1:3d::myid=1 cellid=4_1:6 fe_index=4 +DEAL:1:3d::myid=1 cellid=4_1:7 fe_index=4 +DEAL:1:3d::OK + + +DEAL:2:2d::cells before: 16 +DEAL:2:2d::myid=2 cellid=1_1:0 fe_index=2 +DEAL:2:2d::myid=2 cellid=1_1:1 fe_index=2 +DEAL:2:2d::myid=2 cellid=1_1:2 fe_index=2 +DEAL:2:2d::myid=2 cellid=1_1:3 fe_index=2 +DEAL:2:2d::cells after: 16 +DEAL:2:2d::OK +DEAL:2:3d::cells before: 64 +DEAL:2:3d::myid=2 cellid=2_1:0 fe_index=2 +DEAL:2:3d::myid=2 cellid=2_1:1 fe_index=2 +DEAL:2:3d::myid=2 cellid=2_1:2 fe_index=2 +DEAL:2:3d::myid=2 cellid=2_1:3 fe_index=2 +DEAL:2:3d::myid=2 cellid=2_1:4 fe_index=2 +DEAL:2:3d::myid=2 cellid=2_1:5 fe_index=2 +DEAL:2:3d::myid=2 cellid=2_1:6 fe_index=2 +DEAL:2:3d::myid=2 cellid=2_1:7 fe_index=2 +DEAL:2:3d::cells after: 64 +DEAL:2:3d::myid=2 cellid=5_1:0 fe_index=5 +DEAL:2:3d::myid=2 cellid=5_1:1 fe_index=5 +DEAL:2:3d::myid=2 cellid=5_1:2 fe_index=5 +DEAL:2:3d::myid=2 cellid=5_1:3 fe_index=5 +DEAL:2:3d::myid=2 cellid=5_1:4 fe_index=5 +DEAL:2:3d::myid=2 cellid=5_1:5 fe_index=5 +DEAL:2:3d::myid=2 cellid=5_1:6 fe_index=5 +DEAL:2:3d::myid=2 cellid=5_1:7 fe_index=5 +DEAL:2:3d::OK + + +DEAL:3:2d::cells before: 16 +DEAL:3:2d::cells after: 16 +DEAL:3:2d::myid=3 cellid=3_1:0 fe_index=6 +DEAL:3:2d::myid=3 cellid=3_1:1 fe_index=6 +DEAL:3:2d::myid=3 cellid=3_1:2 fe_index=6 +DEAL:3:2d::myid=3 cellid=3_1:3 fe_index=6 +DEAL:3:2d::OK +DEAL:3:3d::cells before: 64 +DEAL:3:3d::myid=3 cellid=3_1:0 fe_index=3 +DEAL:3:3d::myid=3 cellid=3_1:1 fe_index=3 +DEAL:3:3d::myid=3 cellid=3_1:2 fe_index=3 +DEAL:3:3d::myid=3 cellid=3_1:3 fe_index=3 +DEAL:3:3d::myid=3 cellid=3_1:4 fe_index=3 +DEAL:3:3d::myid=3 cellid=3_1:5 fe_index=3 +DEAL:3:3d::myid=3 cellid=3_1:6 fe_index=3 +DEAL:3:3d::myid=3 cellid=3_1:7 fe_index=3 +DEAL:3:3d::cells after: 64 +DEAL:3:3d::myid=3 cellid=6_1:0 fe_index=6 +DEAL:3:3d::myid=3 cellid=6_1:1 fe_index=6 +DEAL:3:3d::myid=3 cellid=6_1:2 fe_index=6 +DEAL:3:3d::myid=3 cellid=6_1:3 fe_index=6 +DEAL:3:3d::myid=3 cellid=6_1:4 fe_index=6 +DEAL:3:3d::myid=3 cellid=6_1:5 fe_index=6 +DEAL:3:3d::myid=3 cellid=6_1:6 fe_index=6 +DEAL:3:3d::myid=3 cellid=6_1:7 fe_index=6 +DEAL:3:3d::OK + + +DEAL:4:2d::cells before: 16 +DEAL:4:2d::myid=4 cellid=2_1:0 fe_index=4 +DEAL:4:2d::myid=4 cellid=2_1:1 fe_index=4 +DEAL:4:2d::myid=4 cellid=2_1:2 fe_index=4 +DEAL:4:2d::myid=4 cellid=2_1:3 fe_index=4 +DEAL:4:2d::cells after: 16 +DEAL:4:2d::OK +DEAL:4:3d::cells before: 64 +DEAL:4:3d::myid=4 cellid=4_1:0 fe_index=4 +DEAL:4:3d::myid=4 cellid=4_1:1 fe_index=4 +DEAL:4:3d::myid=4 cellid=4_1:2 fe_index=4 +DEAL:4:3d::myid=4 cellid=4_1:3 fe_index=4 +DEAL:4:3d::myid=4 cellid=4_1:4 fe_index=4 +DEAL:4:3d::myid=4 cellid=4_1:5 fe_index=4 +DEAL:4:3d::myid=4 cellid=4_1:6 fe_index=4 +DEAL:4:3d::myid=4 cellid=4_1:7 fe_index=4 +DEAL:4:3d::cells after: 64 +DEAL:4:3d::OK + + +DEAL:5:2d::cells before: 16 +DEAL:5:2d::cells after: 16 +DEAL:5:2d::OK +DEAL:5:3d::cells before: 64 +DEAL:5:3d::myid=5 cellid=5_1:0 fe_index=5 +DEAL:5:3d::myid=5 cellid=5_1:1 fe_index=5 +DEAL:5:3d::myid=5 cellid=5_1:2 fe_index=5 +DEAL:5:3d::myid=5 cellid=5_1:3 fe_index=5 +DEAL:5:3d::myid=5 cellid=5_1:4 fe_index=5 +DEAL:5:3d::myid=5 cellid=5_1:5 fe_index=5 +DEAL:5:3d::myid=5 cellid=5_1:6 fe_index=5 +DEAL:5:3d::myid=5 cellid=5_1:7 fe_index=5 +DEAL:5:3d::cells after: 64 +DEAL:5:3d::myid=5 cellid=7_1:0 fe_index=7 +DEAL:5:3d::myid=5 cellid=7_1:1 fe_index=7 +DEAL:5:3d::myid=5 cellid=7_1:2 fe_index=7 +DEAL:5:3d::myid=5 cellid=7_1:3 fe_index=7 +DEAL:5:3d::myid=5 cellid=7_1:4 fe_index=7 +DEAL:5:3d::myid=5 cellid=7_1:5 fe_index=7 +DEAL:5:3d::myid=5 cellid=7_1:6 fe_index=7 +DEAL:5:3d::myid=5 cellid=7_1:7 fe_index=7 +DEAL:5:3d::OK + + +DEAL:6:2d::cells before: 16 +DEAL:6:2d::myid=6 cellid=3_1:0 fe_index=6 +DEAL:6:2d::myid=6 cellid=3_1:1 fe_index=6 +DEAL:6:2d::myid=6 cellid=3_1:2 fe_index=6 +DEAL:6:2d::myid=6 cellid=3_1:3 fe_index=6 +DEAL:6:2d::cells after: 16 +DEAL:6:2d::OK +DEAL:6:3d::cells before: 64 +DEAL:6:3d::myid=6 cellid=6_1:0 fe_index=6 +DEAL:6:3d::myid=6 cellid=6_1:1 fe_index=6 +DEAL:6:3d::myid=6 cellid=6_1:2 fe_index=6 +DEAL:6:3d::myid=6 cellid=6_1:3 fe_index=6 +DEAL:6:3d::myid=6 cellid=6_1:4 fe_index=6 +DEAL:6:3d::myid=6 cellid=6_1:5 fe_index=6 +DEAL:6:3d::myid=6 cellid=6_1:6 fe_index=6 +DEAL:6:3d::myid=6 cellid=6_1:7 fe_index=6 +DEAL:6:3d::cells after: 64 +DEAL:6:3d::OK + + +DEAL:7:2d::cells before: 16 +DEAL:7:2d::cells after: 16 +DEAL:7:2d::OK +DEAL:7:3d::cells before: 64 +DEAL:7:3d::myid=7 cellid=7_1:0 fe_index=7 +DEAL:7:3d::myid=7 cellid=7_1:1 fe_index=7 +DEAL:7:3d::myid=7 cellid=7_1:2 fe_index=7 +DEAL:7:3d::myid=7 cellid=7_1:3 fe_index=7 +DEAL:7:3d::myid=7 cellid=7_1:4 fe_index=7 +DEAL:7:3d::myid=7 cellid=7_1:5 fe_index=7 +DEAL:7:3d::myid=7 cellid=7_1:6 fe_index=7 +DEAL:7:3d::myid=7 cellid=7_1:7 fe_index=7 +DEAL:7:3d::cells after: 64 +DEAL:7:3d::OK + -- 2.39.5