voxel_domain_control.hpp

// FEAT3: Finite Element Analysis Toolbox, Version 3
// Copyright (C) 2010 by Stefan Turek & the FEAT group
// FEAT3 is released under the GNU General Public License version 3,
// see the file 'copyright.txt' in the top level directory for details.
#pragma once
 
#include <kernel/base_header.hpp>
 
#include <kernel/util/dist.hpp>
#include <kernel/util/dist_file_io.hpp>
#include <kernel/util/stop_watch.hpp>
#include <kernel/runtime.hpp>
#include <kernel/util/simple_arg_parser.hpp>
#include <kernel/util/property_map.hpp>
#include <kernel/util/statistics.hpp>
#include <kernel/geometry/mesh_node.hpp>
#include <kernel/geometry/mesh_file_reader.hpp>
#include <kernel/geometry/partition_set.hpp>
#include <kernel/geometry/parti_2lvl.hpp>
#include <kernel/geometry/parti_iterative.hpp>
#include <kernel/geometry/parti_parmetis.hpp>
#include <kernel/geometry/parti_zoltan.hpp>
#include <kernel/geometry/common_factories.hpp>
#include <kernel/geometry/patch_mesh_factory.hpp>
#include <kernel/geometry/patch_meshpart_factory.hpp>
#include <kernel/geometry/patch_meshpart_splitter.hpp>
#include <kernel/geometry/cgal.hpp>
#include <kernel/geometry/voxel_map.hpp>
 
#include <control/domain/parti_domain_control_base.hpp>
 
namespace FEAT
{
  namespace Control
  {
    namespace Domain
    {
      template<typename DomainLevel_>
      class VoxelDomainLevelWrapper :
        public DomainLevel_
      {
      public:
        typedef DomainLevel_ BaseClass;
        using typename BaseClass::MeshType;
        using typename BaseClass::MeshNodeType;
 
        std::shared_ptr<DomainLevel_> slag_level;
 
        Adjacency::Coloring element_coloring;
 
        Adjacency::Coloring element_layering;
 
        explicit VoxelDomainLevelWrapper(int _lvl_idx, std::unique_ptr<MeshNodeType> node,
          Adjacency::Coloring&& coloring, Adjacency::Coloring&& layering) :
          BaseClass(_lvl_idx, std::move(node)),
          slag_level(),
          element_coloring(std::forward<Adjacency::Coloring>(coloring)),
          element_layering(std::forward<Adjacency::Coloring>(layering))
        {
        }
 
        explicit VoxelDomainLevelWrapper(int _lvl_idx, std::unique_ptr<MeshNodeType> node,
          std::unique_ptr<MeshNodeType> slag_node, Adjacency::Coloring&& coloring, Adjacency::Coloring&& layering) :
          BaseClass(_lvl_idx, std::move(node)),
          slag_level(),
          element_coloring(std::forward<Adjacency::Coloring>(coloring)),
          element_layering(std::forward<Adjacency::Coloring>(layering))
        {
          if(slag_node)
            slag_level = std::make_shared<DomainLevel_>(_lvl_idx, std::move(slag_node));
        }
      }; // class VoxelDomainLevelWrapper<...>
 
      template<typename DomainLevel_>
      class VoxelDomainControl :
        public Control::Domain::PartiDomainControlBase< DomainLevel_ >
      {
      public:
        typedef Control::Domain::PartiDomainControlBase< DomainLevel_ > BaseClass;
        using typename BaseClass::LevelType;
        using typename BaseClass::LayerType;
        using typename BaseClass::MeshType;
        using typename BaseClass::AtlasType;
        using typename BaseClass::MeshNodeType;
        using typename BaseClass::MeshPartType;
        using typename BaseClass::WeightType;
        using typename BaseClass::Ancestor;
 
        static constexpr int shape_dim = MeshType::shape_dim;
 
        typedef typename MeshType::CoordType CoordType;
 
      protected:
        int _create_stage;
 
        Tiny::Vector<CoordType, shape_dim> _bbox_min, _bbox_max;
        std::array<Index, shape_dim> _base_slices;
 
        std::unique_ptr<Geometry::VoxelMap> _voxel_map;
 
        std::unique_ptr<MeshNodeType> _base_mesh_node;
 
        StopWatch _watch_create_base_mesh, _watch_create_voxel_map, _watch_create_hierarchy;
 
        bool _keep_voxel_map;
 
        bool _unstructered_mesh = false;
 
      public:
        explicit VoxelDomainControl(const Dist::Comm& comm_, bool support_multi_layered) :
          BaseClass(comm_, support_multi_layered),
          _create_stage(0),
          _keep_voxel_map(false),
          _unstructered_mesh(false)
        {
        }
 
        virtual ~VoxelDomainControl()
        {
        }
 
        void keep_voxel_map()
        {
          this->_keep_voxel_map = true;
        }
 
        Tiny::Vector<CoordType, shape_dim> get_bounding_box_min() const
        {
          return _bbox_min;
        }
 
        Tiny::Vector<CoordType, shape_dim> get_bounding_box_max() const
        {
          return _bbox_max;
        }
 
        MeshNodeType& create_base_mesh_2d(Index num_x, Index num_y, CoordType x_min, CoordType x_max, CoordType y_min, CoordType y_max)
        {
          XASSERTM(shape_dim == 2, "invalid dimension: this function can only be called for 2D domains!");
          XASSERTM(_create_stage == 0, "base mesh already created!");
 
          XASSERT(num_x > Index(0));
          XASSERT(num_y > Index(0));
          XASSERT(x_min < x_max);
          XASSERT(y_min < y_max);
 
          _watch_create_base_mesh.start();
 
          _base_slices[0] = num_x;
          _base_slices[1] = num_y;
          _bbox_min[0] = x_min;
          _bbox_max[0] = x_max;
          _bbox_min[1] = y_min;
          _bbox_max[1] = y_max;
 
          // create a structured mesh from factory
          _base_mesh_node = MeshNodeType::make_unique(
            Geometry::StructUnitCubeFactory<MeshType>::make_unique_from(num_x, num_y), &this->_atlas);
 
          // get the node's vertex set
          auto& vtx = _base_mesh_node->get_mesh()->get_vertex_set();
          Index n = vtx.get_num_vertices();
          for(Index i(0); i < n; ++i)
          {
            vtx[i][0] = x_min + (x_max - x_min) * vtx[i][0];
            vtx[i][1] = y_min + (y_max - y_min) * vtx[i][1];
          }
 
          _watch_create_base_mesh.stop();
 
          // update creation stage
          this->_create_stage = 1;
 
          // return the base-mesh node
          return *_base_mesh_node.get();
        }
 
        MeshNodeType& create_base_mesh_3d(Index num_x, Index num_y, Index num_z, CoordType x_min, CoordType x_max,
          CoordType y_min, CoordType y_max, CoordType z_min, CoordType z_max)
        {
          XASSERTM(shape_dim == 3, "invalid dimension: this function can only be called for 3D domains!");
          XASSERTM(_create_stage == 0, "base mesh already created!");
 
          XASSERT(num_x > Index(0));
          XASSERT(num_y > Index(0));
          XASSERT(num_z > Index(0));
          XASSERT(x_min < x_max);
          XASSERT(y_min < y_max);
          XASSERT(z_min < z_max);
 
          _watch_create_base_mesh.start();
 
          _base_slices[0] = num_x;
          _base_slices[1] = num_y;
          _base_slices[2] = num_z;
          _bbox_min[0] = x_min;
          _bbox_max[0] = x_max;
          _bbox_min[1] = y_min;
          _bbox_max[1] = y_max;
          _bbox_min[2] = z_min;
          _bbox_max[2] = z_max;
 
          // create a structured mesh from factory
          _base_mesh_node = MeshNodeType::make_unique(
            Geometry::StructUnitCubeFactory<MeshType>::make_unique_from(num_x, num_y, num_z), &this->_atlas);
 
          // get the node's vertex set
          auto& vtx = _base_mesh_node->get_mesh()->get_vertex_set();
          Index n = vtx.get_num_vertices();
          for(Index i(0); i < n; ++i)
          {
            vtx[i][0] = x_min + (x_max - x_min) * vtx[i][0];
            vtx[i][1] = y_min + (y_max - y_min) * vtx[i][1];
            vtx[i][2] = z_min + (z_max - z_min) * vtx[i][2];
          }
 
          _watch_create_base_mesh.stop();
 
          // update creation stage
          this->_create_stage = 1;
 
          // return the base-mesh node
          return *_base_mesh_node.get();
        }
 
        MeshNodeType& set_base_mesh(std::unique_ptr<MeshNodeType>&& mesh_node)
        {
          XASSERTM(_create_stage == 0, "base mesh already created!");
 
          _watch_create_base_mesh.start();
          _base_mesh_node = std::move(mesh_node);
 
          for(int k = 0; k < shape_dim; ++k)
          {
            _base_slices[k] = Math::Limits<Index>::max();
          }
 
          for(int k = 0; k < shape_dim; ++k)
          {
            _bbox_min[k] = Math::Limits<CoordType>::max();
            _bbox_max[k] = Math::Limits<CoordType>::lowest();
          }
 
          auto& vtx = _base_mesh_node->get_mesh()->get_vertex_set();
          Index n = vtx.get_num_vertices();
          for(Index i(0); i < n; ++i)
          {
            for(int k = 0; k < shape_dim; ++k)
            {
              _bbox_min[k] = Math::min(_bbox_min[k], vtx[i][k]);
              _bbox_max[k] = Math::max(_bbox_max[k], vtx[i][k]);
            }
          }
 
          _watch_create_base_mesh.stop();
 
          // update creation stage
          this->_create_stage = 1;
 
          // update unstructered mesh flag
          this->_unstructered_mesh = true;
 
          // return the base-mesh node
          return *_base_mesh_node.get();
        }
 
        void set_voxel_map_out_of_bounds_balue(bool value)
        {
          this->_voxel_map->set_out_of_bounds_value(value);
        }
 
        void create_voxel_map(Geometry::VoxelMasker<CoordType, shape_dim>& masker, Real resolution = Real(0))
        {
          XASSERTM(this->_create_stage >= 1, "invalid creation stage; create the base-mesh first");
          XASSERTM(this->_create_stage <= 1, "invalid creation stage: voxel map already set");
 
          this->_watch_create_voxel_map.start();
#ifdef FEAT_COMPILER_CLANG
          this->_voxel_map.reset(new Geometry::VoxelMap());
#else
          this->_voxel_map = std::make_unique<Geometry::VoxelMap>();
#endif
          this->_precreate_voxel_map(resolution);
          this->_voxel_map->compute_map(this->_comm, masker, true);
          this->_watch_create_voxel_map.stop();
 
          // update creation stage
          this->_create_stage = 2;
        }
 
        template<typename Lambda_>
        void create_voxel_map_from_lambda(Lambda_&& lambda, Real resolution)
        {
          XASSERTM(this->_create_stage >= 1, "invalid creation stage; create the base-mesh first");
          XASSERTM(this->_create_stage <= 1, "invalid creation stage: voxel map already set");
 
          this->_watch_create_voxel_map.start();
#ifdef FEAT_COMPILER_CLANG
          this->_voxel_map.reset(new Geometry::VoxelMap());
#else
          this->_voxel_map = std::make_unique<Geometry::VoxelMap>();
#endif
          this->_precreate_voxel_map(resolution);
          if constexpr(shape_dim == 2)
            this->_voxel_map->compute_map_from_lambda_2d(this->_comm, std::forward<Lambda_>(lambda), true);
          else
            this->_voxel_map->compute_map_from_lambda_3d(this->_comm, std::forward<Lambda_>(lambda), true);
          this->_watch_create_voxel_map.stop();
 
          // update creation stage
          this->_create_stage = 2;
        }
 
        void create_voxel_map_from_chart(const Geometry::Atlas::ChartBase<MeshType>& chart, bool invert, Real resolution)
        {
          XASSERTM(this->_create_stage >= 1, "invalid creation stage; create the base-mesh first");
          XASSERTM(this->_create_stage <= 1, "invalid creation stage: voxel map already set");
 
          this->_watch_create_voxel_map.start();
#ifdef FEAT_COMPILER_CLANG
          this->_voxel_map.reset(new Geometry::VoxelMap());
#else
          this->_voxel_map = std::make_unique<Geometry::VoxelMap>();
#endif
          this->_precreate_voxel_map(resolution);
          this->_voxel_map->compute_map_from_chart(this->_comm, chart, invert, true);
          this->_watch_create_voxel_map.stop();
 
          // update creation stage
          this->_create_stage = 2;
        }
 
        void create_voxel_map_from_off(const String& filename, bool invert, Real resolution)
        {
          std::stringstream sstr;
          DistFileIO::read_common(sstr, filename, this->_comm);
          this->create_voxel_map_from_off(sstr, invert, resolution);
        }
 
        void create_voxel_map_from_off(std::istream& is, bool invert, Real resolution)
        {
          XASSERTM(this->_create_stage >= 1, "invalid creation stage; create the base-mesh first");
          XASSERTM(this->_create_stage <= 1, "invalid creation stage: voxel map already set");
 
          // this only makes sense in 3D...
          XASSERTM(shape_dim == 3, "CGAL OFF voxel map creation is only available in 3D");
 
          this->_watch_create_voxel_map.start();
 
#ifdef FEAT_COMPILER_CLANG
          this->_voxel_map.reset(new Geometry::VoxelMap());
#else
          this->_voxel_map = std::make_unique<Geometry::VoxelMap>();
#endif
          this->_precreate_voxel_map(resolution);
          this->_voxel_map->compute_map_from_off_3d(this->_comm, is, invert, true);
 
          this->_watch_create_voxel_map.stop();
 
          // update creation stage
          this->_create_stage = 2;
        }
 
        Geometry::VoxelMap::ReadResult read_voxel_map(const String& filename)
        {
          XASSERTM(this->_create_stage >= 1, "invalid creation stage; create the base-mesh first");
          XASSERTM(this->_create_stage <= 1, "invalid creation stage: voxel map already set");
 
          this->_watch_create_voxel_map.start();
 
#ifdef FEAT_COMPILER_CLANG
          this->_voxel_map.reset(new Geometry::VoxelMap());
#else
          this->_voxel_map = std::make_unique<Geometry::VoxelMap>();
#endif
          Geometry::VoxelMap::ReadResult result = this->_voxel_map->read(this->_comm, filename);
 
          this->_watch_create_voxel_map.stop();
 
          // update creation stage
          this->_create_stage = 2;
 
          return result;
        }
 
        Geometry::VoxelMap::WriteResult write_voxel_map(const String& filename)
        {
          XASSERTM(this->_voxel_map, "voxel map not created yet");
          return this->_voxel_map->write(filename);
        }
 
        void create_hierarchy()
        {
          XASSERTM(this->_create_stage >= 2, "invalid creation stage; create the base-mesh and voxel map first");
          XASSERTM(this->_create_stage <= 2, "invalid creation stage: domain hierarchy already created");
 
          this->_watch_create_hierarchy.start();
 
          // create the domain control
#ifdef FEAT_HAVE_MPI
          if(this->_comm.size() == 1)
          {
            // We've got just one process, so it's a simple choice:
            this->_create_single_process(std::move(this->_base_mesh_node));
          }
          else if(this->_support_multi_layered && (this->_desired_levels.size() > std::size_t(2)))
          {
            // The application supports multi-layered domain controls and
            // the user wants that, so create a multi-layered one:
            this->_create_multi_layered(std::move(this->_base_mesh_node));
          }
          else
          {
            // Create a single-layered domain control:
            this->_create_single_layered(std::move(this->_base_mesh_node));
          }
#else // not FEAT_HAVE_MPI
          {
            // In the non-MPI case, we always have only one process:
            this->_create_single_process(std::move(this->_base_mesh_node));
          }
#endif // FEAT_HAVE_MPI
 
          // compile virtual levels
          this->compile_virtual_levels();
 
          this->_watch_create_hierarchy.stop();
 
          // collect statistics
          FEAT::Statistics::toe_partition = this->_watch_create_base_mesh.elapsed() +
            this->_watch_create_voxel_map.elapsed() + this->_watch_create_hierarchy.elapsed();
 
          // update creation stage
          this->_create_stage = 3;
          this->_was_created = true;
 
          // delete the voxel map unless we're meant to keep it
          if(!this->_keep_voxel_map)
            this->_voxel_map.reset();
        }
 
        const StopWatch& get_watch_base_mesh() const
        {
          return this->_watch_create_base_mesh;
        }
 
        const StopWatch& get_watch_voxel_map() const
        {
          return this->_watch_create_voxel_map;
        }
 
        const StopWatch& get_watch_hierarchy() const
        {
          return this->_watch_create_hierarchy;
        }
 
        const Geometry::VoxelMap& get_voxel_map() const
        {
          return *this->_voxel_map;
        }
 
        std::vector<int> gather_vertex_voxel_map(Index level) const
        {
          XASSERTM(this->_create_stage == 3, "domain level hierarchy has to be created before the vertex mask can be computed");
          XASSERT(level < this->size_physical());
 
          const auto& vtx = this->at(level)->get_mesh().get_vertex_set();
          const Index nv = vtx.get_num_vertices();
          std::vector<int> mask(nv, 0);
 
          for(Index i(0); i < nv; ++i)
            mask[i] = this->_voxel_map->check_point_nearest(vtx[i]);
 
          return mask;
        }
 
        std::vector<WeightType> gather_element_voxel_weights(Index level) const
        {
          XASSERT(level < this->size_physical());
          return this->_gather_element_weights(this->at(level)->get_mesh());
        }
 
        String dump_slag_layer_levels() const
        {
          String msg;
          for(auto it = this->_layer_levels.begin(); it != this->_layer_levels.end(); ++it)
          {
            if(it != this->_layer_levels.begin())
              msg += " |";
            for(auto jt = it->begin(); jt != it->end(); ++jt)
            {
              msg += " " + stringify((*jt)->get_level_index());
              msg += "[";
              msg += stringify((*jt)->get_mesh().get_num_elements()).pad_front(4);
              msg += "]";
              if((*jt)->slag_level)
                ((msg += "<[") += stringify((*jt)->slag_level->get_mesh().get_num_elements()).pad_front(4)) += "]";
            }
          }
          return msg;
        }
 
        virtual void create(const std::deque<String>& filenames, String dirpath = "")
        {
          //dummy implementation
          ASSERTM(false, "Thou shall not arrive here!");
          (void) filenames;
          (void) dirpath;
        }
 
        virtual void create(Geometry::MeshFileReader&)
        {
          //dummy implementation
          ASSERTM(false, "Thou shall not arrive here!");
        }
 
        virtual void create(std::unique_ptr<MeshNodeType>&)
        {
          //dummy implementation
          ASSERTM(false, "Thou shall not arrive here!");
        }
 
      protected:
        void _precreate_voxel_map(Real resolution)
        {
          // set voxel map bounding box based on domain's bounding box
          if constexpr(shape_dim == 2)
            this->_voxel_map->set_bounding_box_2d(this->_bbox_min[0], this->_bbox_max[0], this->_bbox_min[1], this->_bbox_max[1]);
          else
            this->_voxel_map->set_bounding_box_3d(this->_bbox_min[0], this->_bbox_max[0],
              this->_bbox_min[1], this->_bbox_max[1], this->_bbox_min[2], this->_bbox_max[2]);
 
          // is the resolution given?
          if(resolution > Real(0))
          {
            this->_voxel_map->set_resolution(resolution);
            return;
          }
          else if(_unstructered_mesh)
          {
            XABORTM("Required to provide resolution for voxel map");
          }
 
          XASSERTM(this->_base_slices[0] != Math::Limits<Index>::max(), "Set Resolution explicitly");
          // compute the mesh width on the base mesh level
          Real base_res = (this->_bbox_max[0] - this->_bbox_min[0]) / Real(this->_base_slices[0]);
          for(int i(1); i < shape_dim; ++i)
            base_res = Math::min(base_res, this->_bbox_max[i] - this->_bbox_min[i]) / Real(this->_base_slices[std::size_t(i)]);
 
          // set resolution for voxel map to base resolution divided by 2^{desired-level-max+1)
          this->_voxel_map->set_resolution(base_res / Real(2ull << this->get_desired_level_max()));
        }
 
        std::vector<Index> _gather_masked_elements(const MeshType& mesh) const
        {
          const Index num_elems = mesh.get_num_elements();
 
          // reserve the vector
          std::vector<Index> masked_elems;
          masked_elems.reserve(num_elems);
 
          // get the vertex set and the vertices-at-element index set
          const auto& vtx = mesh.get_vertex_set();
          const auto& verts_at_elem = mesh.template get_index_set<shape_dim, 0>();
 
          // element bounding box coordinates
          Tiny::Vector<CoordType, shape_dim> elbox_min, elbox_max;
 
          // loop over all elements
          for(Index ielem(0); ielem < num_elems; ++ielem)
          {
            // compute bounding box of element
            // note: actually, we should always have
            //   elbox_min = vtx[verts_at_elem(ielem, 0)]
            //   elbox_max = vtx[verts_at_elem(ielem, 1 << shape_dim - 1)]
            // because of the element orientation of the base mesh, but we'll compute the bounding
            // box for each element manually anyways, just to be sure in case that a derived class
            // might give us a mesh object that is not directly refined from the base mesh using
            // the standard 2-level refinement...
            elbox_min = elbox_max = vtx[verts_at_elem(ielem, 0)];
            for(int j(1); j < verts_at_elem.num_indices; ++j)
            {
              const auto& v = vtx[verts_at_elem(ielem, j)];
              for(int k(0); k < shape_dim; ++k)
                Math::minimax(v[k], elbox_min[k], elbox_max[k]);
            }
 
            // check the bounding box against the voxel map
            if(this->_voxel_map->check_box(elbox_min, elbox_max))
              masked_elems.push_back(ielem);
          }
 
          // return the list of all elements that we found
          return masked_elems;
        }
 
        std::vector<WeightType> _gather_element_weights(const MeshType& mesh) const
        {
          const Index num_elems = mesh.get_num_elements();
 
          // allocate the weight vector
          std::vector<WeightType> weights(num_elems, 0.0);
 
          // get the vertex set and the vertices-at-element index set
          const auto& vtx = mesh.get_vertex_set();
          const auto& verts_at_elem = mesh.template get_index_set<shape_dim, 0>();
 
          // element bounding box coordinates
          Tiny::Vector<CoordType, shape_dim> elbox_min, elbox_max;
 
          // loop over all elements
          for(Index ielem(0); ielem < num_elems; ++ielem)
          {
            // compute bounding box of element
            // note: actually, we should always have
            //   elbox_min = vtx[verts_at_elem(ielem, 0)]
            //   elbox_max = vtx[verts_at_elem(ielem, 1 << shape_dim - 1)]
            // because of the element orientation of the base mesh, but we'll compute the bounding
            // box for each element manually anyways, just to be sure in case that a derived class
            // might give us a mesh object that is not directly refined from the base mesh using
            // the standard 2-level refinement...
            elbox_min = elbox_max = vtx[verts_at_elem(ielem, 0)];
            for(int j(1); j < verts_at_elem.num_indices; ++j)
            {
              const auto& v = vtx[verts_at_elem(ielem, j)];
              for(int k(0); k < shape_dim; ++k)
                Math::minimax(v[k], elbox_min[k], elbox_max[k]);
            }
 
            // gather element weight based on the bounding box
            weights[ielem] = this->_voxel_map->sample_box(elbox_min, elbox_max);
          }
 
          // returns the element weights
          return weights;
        }
 
        virtual std::unique_ptr<MeshNodeType> _deslag_mesh_node(MeshNodeType& mesh_node)
        {
          XASSERTM(mesh_node.get_halo_map().empty(), "This function must not be used for partitioned mesh nodes!");
          return mesh_node.extract_patch(_gather_masked_elements(*mesh_node.get_mesh()), true, false, false);
        }
 
        virtual std::unique_ptr<MeshNodeType> _deslag_mesh_node(MeshNodeType& mesh_node, const Ancestor& ancestor, bool is_child)
        {
          std::unique_ptr<MeshNodeType> new_node = mesh_node.extract_patch(_gather_masked_elements(*mesh_node.get_mesh()), true, false, false);
          this->_deslag_patch_halos(*new_node, mesh_node, ancestor, is_child);
          return new_node;
        }
 
        virtual void _deslag_patch_halos(
          MeshNodeType& patch_mesh_node,
          const MeshNodeType& base_mesh_node,
          const Ancestor& ancestor,
          bool is_child)
        {
          // get the map of the base-mesh halos
          const std::map<int, std::unique_ptr<MeshPartType>>& base_halo_map = base_mesh_node.get_halo_map();
 
          // if the base mesh has no halos, then we can jump out of here
          if(base_halo_map.empty())
            return;
 
          // get number of halos
          const std::size_t num_halos = base_halo_map.size();
 
          // create a halo splitter
          Geometry::PatchHaloSplitter<MeshType> halo_splitter(*base_mesh_node.get_mesh(), *base_mesh_node.get_patch(-1));
 
          // add each base-mesh halo to our halo splitter and store the resulting split data size
          std::vector<int> halo_ranks;
          std::vector<std::size_t> halo_send_sizes;
          for(auto it = base_halo_map.begin(); it != base_halo_map.end(); ++it)
          {
            // store halo rank
            halo_ranks.push_back(it->first);
 
            // add halo and compute send buffer size
            halo_send_sizes.push_back(halo_splitter.add_halo(it->first, *it->second));
          }
 
          // This vector will receive the split halo data from all our potential neighbor processes
          std::vector<std::size_t> halo_recv_sizes(num_halos);
          std::vector<std::vector<Index>> halo_send_data(num_halos), halo_recv_data(num_halos);
          Dist::RequestVector halo_recv_reqs(num_halos), halo_send_reqs(num_halos);
 
          // get the layer index of our comm layer; the ancestor layer unless we got the child ancestry during
          // multi-layered partitioning; this may be equal to -1 in either case if this process does not participate
          // in that corresponding layer
          const int layer_idx = is_child ? ancestor.layer_p : ancestor.layer;
 
          // split and serialize halos and store sizes
          for(std::size_t i(0); i < num_halos; ++i)
          {
            // serialize the split halo into the send data buffer
            if(halo_send_sizes.at(i) > std::size_t(0))
              halo_send_data.at(i) = halo_splitter.serialize_split_halo(halo_ranks[i], -1);
          }
 
          // exchange halo send data sizes over the corresponding layer communicator
          if(layer_idx >= 0)
          {
            // get the corresponding layer communicator
            const Dist::Comm& layer_comm = this->_layers.at(std::size_t(layer_idx))->comm();
 
            // exchange halos sizes
            for(std::size_t i(0); i < num_halos; ++i)
            {
              // post receive requests
              halo_recv_reqs[i] = layer_comm.irecv(&halo_recv_sizes[i], std::size_t(1), halo_ranks[i]);
 
              // post send requests
              halo_send_reqs[i] = layer_comm.isend(&halo_send_sizes[i], std::size_t(1), halo_ranks[i]);
            }
 
            // wait for sends and receives to finish
            halo_recv_reqs.wait_all();
            halo_send_reqs.wait_all();
 
            // exchange halo data
            for(std::size_t i(0); i < num_halos; ++i)
            {
              // do we receive any data from our neighbor?
              if(halo_recv_sizes[i] > Index(0))
              {
                // resize buffer and post receive
                halo_recv_data.at(i).resize(halo_recv_sizes[i]);
                halo_recv_reqs[i] = layer_comm.irecv(halo_recv_data.at(i).data(), halo_recv_sizes.at(i), halo_ranks[i]);
              }
 
              // do we send any data to our neighbor?
              if(halo_send_sizes.at(i) > Index(0))
              {
                // post send of actual halo buffer
                halo_send_reqs[i] = layer_comm.isend(halo_send_data.at(i).data(), halo_send_sizes.at(i), halo_ranks[i]);
              }
            }
 
            // wait for sends and receives to finish
            halo_recv_reqs.wait_all();
            halo_send_reqs.wait_all();
          }
 
          // broadcast halo receive data over progeny comm in case of multi-layered partitioning
          if(is_child)
          {
            // broadcast sizes
            ancestor.progeny_comm.bcast(halo_recv_sizes.data(), num_halos, 0);
 
            // allocate buffers
            if(ancestor.progeny_comm.rank() != 0)
            {
              for(std::size_t i(0); i < num_halos; ++i)
                halo_recv_data.at(i).resize(halo_recv_sizes[i]);
            }
 
            // broadcast all halos
            for(std::size_t i(0); i < num_halos; ++i)
            {
              if(halo_recv_sizes[i] > std::size_t(0))
                ancestor.progeny_comm.bcast(halo_recv_data[i].data(), halo_recv_sizes[i], 0);
            }
          }
 
          /*{
          String s;
          for(std::size_t i(0); i < num_halos; ++i)
          {
          s += stringify(halo_ranks[i]);
          s += " >";
          for(Index j(halo_recv_data[i]); j < halo_recv_data[i+1]; ++j)
          (s += " ") += stringify(halo_recv_data[j]);
          s += "\n";
          }
          this->_comm.allprint(s);
          }*/
 
          // create a vector of split halo sizes
          std::vector<std::array<Index, shape_dim+1>> halo_send_intsec_sizes(num_halos), halo_recv_intsec_sizes(num_halos);
 
          // process all halos
          for(std::size_t i(0); i < num_halos; ++i)
          {
            // did we receive any data from our neighbor?
            if(halo_recv_sizes.at(i) == Index(0))
              continue;
 
            // intersect with our other halo
            if(!halo_splitter.intersect_split_halo(halo_ranks[i], halo_recv_data.at(i), 0u))
              continue; // no intersection between halos
 
            // create the new halo
            std::unique_ptr<MeshPartType> split_halo = halo_splitter.make_unique();
 
            // store the entity counts of the halo in our split sizes vector
            for(int j(0); j <= shape_dim; ++j)
              halo_send_intsec_sizes[i][Index(j)] = split_halo->get_num_entities(j);
 
            // create new halo mesh-part
            patch_mesh_node.add_halo(halo_ranks[i], std::move(split_halo));
          }
 
          // exchange halo intersected halo sizes over progeny comm; we do this just to ensure consistency
          if((ancestor.layer_p >= 0) || (!is_child && (ancestor.layer >= 0)))
          {
            // get the corresponding layer communicator
            const LayerType& layer = *this->_layers.at(std::size_t(is_child ? ancestor.layer_p : ancestor.layer));
 
            // exchange intersected halo sizes
            for(std::size_t i(0); i < num_halos; ++i)
            {
              halo_recv_reqs[i] = layer.comm().irecv(halo_recv_intsec_sizes.at(i).data(), std::size_t(shape_dim+1), halo_ranks[i]);
              halo_send_reqs[i] = layer.comm().isend(halo_send_intsec_sizes.at(i).data(), std::size_t(shape_dim+1), halo_ranks[i]);
            }
 
            // wait for sends and receives to finish
            halo_recv_reqs.wait_all();
            halo_send_reqs.wait_all();
 
            // ensure that the halo sizes are consistent between neighboring processes
            for(std::size_t i(0); i < num_halos; ++i)
            {
              for(int j(0); j <= shape_dim; ++j)
              {
                if(halo_recv_intsec_sizes[i][Index(j)] != halo_send_intsec_sizes[i][Index(j)])
                {
                  String msg = "Inconsistent deslagged halo size between process ";
                  msg += stringify(this->_comm.rank());
                  msg += " and neighbor with layer rank ";
                  msg += stringify(halo_ranks[i]);
 
                  // abort execution
                  XABORTM(msg.c_str());
                }
              }
            }
          }
        }
 
        // virtual bool _parse_parti_type(const String& type) override
        // {
        //   if(type.compare_no_case("extern") == 0)
        //     return this->_allow_parti_extern = true;
        //   // else if(type.compare_no_case("2level") == 0)
        //   //   return _allow_parti_2level = true;
        //   else
        //     return BaseClass::_parse_parti_type(type);
        // }
 
        Adjacency::Coloring _compute_unstructered_coloring(const MeshNodeType& base_node) const
        {
          const auto& verts_at_elem = base_node.get_mesh()->template get_index_set<MeshType::shape_dim, 0>();
          Adjacency::Graph elems_at_vert(Adjacency::RenderType::transpose, verts_at_elem);
          Adjacency::Graph elems_at_elem(Adjacency::RenderType::injectify, verts_at_elem, elems_at_vert);
          return Adjacency::Coloring(elems_at_elem);
        }
 
        Adjacency::Coloring _compute_unstructered_layering(const MeshNodeType& DOXY(base_node)) const
        {
          // ASSERTM(false, "Unstructured layering computation not implemented yet!");
          #ifdef FEAT_DEBUG_MODE
            std::cout << "Unstructered Layering Computation not implemented yet!";
          #endif
          return Adjacency::Coloring();
        }
 
        Adjacency::Coloring _compute_base_mesh_coloring(const MeshNodeType& slag_node) const
        {
          // get element target set of slag patch
          const Geometry::MeshPart<MeshType>* slag_part = slag_node.get_patch(-1);
          XASSERT(slag_part != nullptr);
          const Geometry::TargetSet& slag_target = slag_part->template get_target_set<MeshType::shape_dim>();
 
          // number of colors = 2^shape_dim
          const Index num_colors = Index(1) << MeshType::shape_dim;
          const Index num_elems = slag_target.get_num_entities();
 
          // allocate coloring
          Adjacency::Coloring coloring(num_elems, num_colors);
          Index* colors = coloring.get_coloring();
 
          // unrefined base mesh: structured numbering
          if constexpr(MeshType::shape_dim == 1)
          {
            for(Index i(0); i < num_elems; ++i)
              colors[i] = slag_target[i] & 1;
          }
          else if constexpr(MeshType::shape_dim == 2)
          {
            for(Index i(0); i < num_elems; ++i)
            {
              Index iel = slag_target[i];
              Index ix = iel % this->_base_slices[0];
              Index iy = iel / this->_base_slices[0];
              colors[i] = (ix & 1) | ((iy & 1) << 1);
            }
          }
          else if constexpr(MeshType::shape_dim == 3)
          {
            for(Index i(0); i < num_elems; ++i)
            {
              Index iel = slag_target[i];
              Index ix = iel % this->_base_slices[0];
              Index iy = (iel / this->_base_slices[0]) % this->_base_slices[1];
              Index iz = iel / (this->_base_slices[0] * this->_base_slices[1]);
              colors[i] = (ix & 1) | ((iy & 1) << 1) | ((iz & 1) << (1 << 1));
            }
          }
 
          return coloring;
        }
 
        Adjacency::Coloring _compute_refined_mesh_coloring(const MeshNodeType& slag_node) const
        {
          // get element target set of slag patch
          const Geometry::MeshPart<MeshType>* slag_part = slag_node.get_patch(-1);
          XASSERT(slag_part != nullptr);
          const Geometry::TargetSet& slag_target = slag_part->template get_target_set<MeshType::shape_dim>();
 
          // number of colors = 2^shape_dim
          const Index num_colors = Index(1) << MeshType::shape_dim;
          const Index num_elems = slag_target.get_num_entities();
 
          // allocate coloring
          Adjacency::Coloring coloring(num_elems, num_colors);
          Index* colors = coloring.get_coloring();
 
          // color of element i = i % num_colors
          for(Index i(0); i < num_elems; ++i)
            colors[i] = slag_target[i] % num_colors;
 
          return coloring;
        }
 
        Adjacency::Coloring _extract_patch_coloring(const MeshNodeType& slag_node, const Adjacency::Coloring& parent_coloring, int child_rank) const
        {
          // get element target set of patch
          const Geometry::MeshPart<MeshType>* patch_part = slag_node.get_patch(child_rank);
          XASSERT(patch_part != nullptr);
          const Geometry::TargetSet& patch_target = patch_part->template get_target_set<MeshType::shape_dim>();
 
          // number of colors = 2^shape_dim
          const Index num_colors = parent_coloring.get_num_colors();
          const Index num_elems = patch_target.get_num_entities();
 
          // allocate coloring
          Adjacency::Coloring coloring(num_elems, num_colors);
          Index* colors = coloring.get_coloring();
 
          // color of element i = i % num_colors
          for(Index i(0); i < num_elems; ++i)
            colors[i] = parent_coloring[patch_target[i]];
 
          return coloring;
        }
 
        Adjacency::Coloring _compute_base_mesh_layering(const MeshNodeType& slag_node) const
        {
          // get element target set of slag patch
          const Geometry::MeshPart<MeshType>* slag_part = slag_node.get_patch(-1);
          XASSERT(slag_part != nullptr);
          const Geometry::TargetSet& slag_target = slag_part->template get_target_set<MeshType::shape_dim>();
 
          // maximum number of layers = number of slices in highest dimensions; this may be less than
          // base_slices[shape_dim], since entire layers might have been removed during the deslagging process
          const Index max_layers = this->_base_slices[shape_dim-1];
          const Index num_elems = slag_target.get_num_entities();
 
          // compute denominator for layer index computation
          Index denom = 1u;
          for(int j(0); j+1 < shape_dim; ++j)
            denom *= this->_base_slices[Index(j)];
 
          // compute number of elements for each potential layer
          std::vector<Index> aux(max_layers, 0u);
          for(Index i(0); i < num_elems; ++i)
            ++aux[slag_target[i] / denom];
 
          // count number of actually used layers
          Index num_layers = 0u;
          for(Index i(0); i < max_layers; ++i)
          {
            Index k = num_layers;
            if(aux[i] > 0u)
              ++num_layers;
            aux[i] = k;
          }
 
          // compute layering
          Adjacency::Coloring layering(num_elems, num_layers);
          Index* layers = layering.get_coloring();
          for(Index i(0); i < num_elems; ++i)
            layers[i] = aux[slag_target[i] / denom];
 
          return layering;
        }
 
        Adjacency::Coloring _compute_refined_mesh_layering(const MeshNodeType& slag_node, const Adjacency::Coloring& coarse_layering) const
        {
          if(_unstructered_mesh)
          {
            return Adjacency::Coloring();
          }
          // get element target set of slag patch
          const Geometry::MeshPart<MeshType>* slag_part = slag_node.get_patch(-1);
          XASSERT(slag_part != nullptr);
          const Geometry::TargetSet& slag_target = slag_part->template get_target_set<MeshType::shape_dim>();
 
          // maximum number of layers = twice the number of layers in coarse mesh; this may actually be less,
          // since entire layers might have been removed during the deslagging process
          const Index max_layers = 2 * coarse_layering.get_num_colors();
          const Index num_elems = slag_target.get_num_entities();
 
          // compute number of elements for each potential layer
          std::vector<Index> aux(max_layers, 0u);
          for(Index i(0); i < num_elems; ++i)
          {
            Index qux = slag_target[i] >> (shape_dim - 1);
            ++aux[(coarse_layering[qux >> 1] << 1) | (qux & 1)]; // all hail to bit-shift magic!
          }
 
          // count number of actually used layers
          Index num_layers = 0u;
          for(Index i(0); i < max_layers; ++i)
          {
            Index k = num_layers;
            if(aux[i] > 0u)
              ++num_layers;
            aux[i] = k;
          }
 
          // compute layering
          Adjacency::Coloring layering(num_elems, num_layers);
          Index* layers = layering.get_coloring();
          for(Index i(0); i < num_elems; ++i)
          {
            Index qux = slag_target[i] >> (shape_dim - 1);
            layers[i] = aux[(coarse_layering[qux >> 1] << 1) | (qux & 1)];
          }
 
          return layering;
        }
 
        Adjacency::Coloring _extract_patch_layering(const MeshNodeType& slag_node, const Adjacency::Coloring& parent_layering, int child_rank) const
        {
          if(_unstructered_mesh)
            return Adjacency::Coloring();
          // get element target set of patch
          const Geometry::MeshPart<MeshType>* patch_part = slag_node.get_patch(child_rank);
          XASSERT(patch_part != nullptr);
          const Geometry::TargetSet& patch_target = patch_part->template get_target_set<MeshType::shape_dim>();
 
          // maximum number of layers = number of layers in parent layering; this may actually be less,
          // since entire layers might have been removed during the deslagging process
          const Index max_layers = parent_layering.get_num_colors();
          const Index num_elems = patch_target.get_num_entities();
 
          // compute number of elements for each potential layer
          std::vector<Index> aux(max_layers, 0u);
          for(Index i(0); i < num_elems; ++i)
            ++aux[parent_layering[patch_target[i]]];
 
          // count number of actually used layers
          Index num_layers = 0u;
          for(Index i(0); i < max_layers; ++i)
          {
            Index k = num_layers;
            if(aux[i] > 0u)
              ++num_layers;
            aux[i] = k;
          }
 
          // compute layering
          Adjacency::Coloring layering(num_elems, num_layers);
          Index* layers = layering.get_coloring();
          for(Index i(0); i < num_elems; ++i)
            layers[i] = aux[parent_layering[patch_target[i]]];
 
          return layering;
        }
 
        virtual void _create_single_process(std::unique_ptr<MeshNodeType> base_mesh_node)
        {
          // create and push single layer
          this->push_layer(std::make_shared<LayerType>(this->_comm.comm_dup(), 0));
 
          // create single ancestry
          this->_create_ancestry_single();
          Ancestor& ancestor = this->_ancestry.front();
 
          // use the whole base mesh here
          ancestor.parti_info = "Using base-mesh";
 
          // save slagged base mesh node
          std::unique_ptr<MeshNodeType> base_slag_node = std::move(base_mesh_node);
          // deslag base mesh node
          base_mesh_node = this->_deslag_mesh_node(*base_slag_node);
 
          // compute base-mesh layering
          Adjacency::Coloring base_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*base_mesh_node) : this->_compute_base_mesh_layering(*base_slag_node);
 
          // refine and deslag up to desired minimum level
          int lvl = 0;
          for(; lvl < ancestor.desired_level_min; ++lvl)
          {
            base_slag_node = base_mesh_node->refine_unique(this->_adapt_mode);
            base_mesh_node = this->_deslag_mesh_node(*base_slag_node);
            base_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*base_mesh_node) : this->_compute_refined_mesh_layering(*base_slag_node, base_layering);
          }
 
          // compute coloring for the coarse level
          Adjacency::Coloring base_coloring;
          if(_unstructered_mesh)
          {
            base_coloring = this->_compute_unstructered_coloring(*base_mesh_node);
          }
          else
          {
            if(lvl == 0)
              base_coloring = this->_compute_base_mesh_coloring(*base_slag_node);
            else
              base_coloring = this->_compute_refined_mesh_coloring(*base_slag_node);
          }
 
          // save chosen minimum level if it is not equal to the desired maximum level
          if(lvl < ancestor.desired_level_max)
            this->_chosen_levels.push_front(std::make_pair(lvl, 0));
 
          // refine up to maximum level and push to control
          for(; lvl < ancestor.desired_level_max; ++lvl)
          {
            // refine the base mesh
            auto refined_node = base_mesh_node->refine_unique(this->_adapt_mode);
 
            // push this level
            std::shared_ptr<LevelType> level_ptr = std::make_shared<LevelType>(lvl, std::move(base_mesh_node),
              std::move(base_slag_node), std::move(base_coloring), std::move(base_layering));
            this->push_level_front(0, level_ptr);
 
            // continue with refined node
            base_slag_node = std::move(refined_node);
            base_mesh_node = this->_deslag_mesh_node(*base_slag_node);
            base_coloring = _unstructered_mesh ? this->_compute_unstructered_coloring(*base_mesh_node) : this->_compute_refined_mesh_coloring(*base_slag_node);
            base_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*base_mesh_node) : this->_compute_refined_mesh_layering(*base_slag_node, level_ptr->element_layering);
          }
 
          // save chosen maximum level
          this->_chosen_levels.push_front(std::make_pair(lvl, 1));
 
          // push finest level
          this->push_level_front(0, std::make_shared<LevelType>(lvl, std::move(base_mesh_node),
            std::move(base_slag_node), std::move(base_coloring), std::move(base_layering)));
        }
 
        // Note: all following member functions are only required for parallel builds,
        // so we enclose them in the following #if-block to reduce compile times.
 
#if defined(FEAT_HAVE_MPI) || defined(DOXYGEN)
 
        virtual void _create_single_layered(std::unique_ptr<MeshNodeType> base_mesh_node)
        {
          // create and push single layer
          std::shared_ptr<LayerType> layer = std::make_shared<LayerType>(this->_comm.comm_dup(), 0);
          this->push_layer(layer);
 
          // create single-layered ancestry
          this->_create_ancestry_single();
          Ancestor& ancestor = this->_ancestry.front();
 
          XASSERTM(!this->_keep_base_levels, "VoxelDomainControl cannot keep base levels!");
 
          // save slagged base mesh node
          std::unique_ptr<MeshNodeType> base_slag_node = std::move(base_mesh_node);
 
          // deslag base mesh node
          base_mesh_node = this->_deslag_mesh_node(*base_slag_node);
          Adjacency::Coloring base_coloring;
          Adjacency::Coloring base_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*base_mesh_node) : this->_compute_base_mesh_layering(*base_slag_node);
 
          // refine up to chosen partition level
          int lvl = 0;
          for(; lvl <= ancestor.desired_level_max; ++lvl)
          {
            // can we apply a partitioner?
            if((lvl >= ancestor.parti_level) && this->_apply_parti(ancestor, *base_mesh_node))
              break;
 
            // no partitioning found?
            if(lvl >= ancestor.desired_level_max)
              break;
 
            // refine and deslag base mesh node
            base_slag_node = base_mesh_node->refine_unique(this->_adapt_mode);
            base_mesh_node = this->_deslag_mesh_node(*base_slag_node);
            base_coloring = _unstructered_mesh ? this->_compute_unstructered_coloring(*base_mesh_node) : this->_compute_refined_mesh_coloring(*base_slag_node);
            base_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*base_mesh_node) : this->_compute_refined_mesh_layering(*base_slag_node, base_layering);
          }
 
          // no valid partitioning found?
          XASSERTM(ancestor.parti_found, "VoxelDomainControl failed to find a valid partitioning");
 
          // set the selected partitioner level
          ancestor.parti_level = lvl;
 
          // compute coloring if we're still on level 0; otherwise the coloring has been computed in the loop above
          if(lvl == 0)
          {
            base_coloring = _unstructered_mesh ? this->_compute_unstructered_coloring(*base_mesh_node) : this->_compute_refined_mesh_coloring(*base_slag_node);
          }
 
          // extract our patch
          std::vector<int> neighbor_ranks;
          std::unique_ptr<MeshNodeType> patch_mesh_node(
            base_mesh_node->extract_patch(neighbor_ranks, ancestor.parti_graph, this->_comm.rank()));
 
          // extract our coloring (only if we need it on this level)
          Adjacency::Coloring patch_coloring;
          if(lvl == ancestor.desired_level_min)
            patch_coloring = this->_extract_patch_coloring(*base_mesh_node, base_coloring, this->_comm.rank());
 
          // extract layering
          Adjacency::Coloring patch_layering = this->_extract_patch_layering(*base_mesh_node, base_layering, this->_comm.rank());
 
          // set the neighbor ranks of our child layer
          layer->set_neighbor_ranks(neighbor_ranks);
 
          // create an empty patch slag node
          std::unique_ptr<MeshNodeType> patch_slag_node;
 
          // refine up to minimum level
          for(; lvl < ancestor.desired_level_min; ++lvl)
          {
            // refine the patch mesh
            patch_slag_node = patch_mesh_node->refine_unique(this->_adapt_mode);
            patch_mesh_node = this->_deslag_mesh_node(*patch_slag_node, ancestor, false);
            patch_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*patch_mesh_node) : this->_compute_refined_mesh_layering(*patch_slag_node, patch_layering);
          }
 
          // compute coloring if we don't have one yet
          if(patch_coloring.empty())
            patch_coloring = _unstructered_mesh ? this->_compute_unstructered_coloring(*patch_mesh_node) : this->_compute_refined_mesh_coloring(*patch_slag_node);
 
          // save chosen minimum level
          if(lvl < ancestor.desired_level_max)
            this->_chosen_levels.push_front(std::make_pair(lvl, 0));
 
          // refine up to maximum level
          for(; lvl < ancestor.desired_level_max; ++lvl)
          {
            // refine the patch mesh
            auto refined_node = patch_mesh_node->refine_unique(this->_adapt_mode);
 
            // create new level
            std::shared_ptr<LevelType> level_ptr = std::make_shared<LevelType>(lvl, std::move(patch_mesh_node),
              std::move(patch_slag_node), std::move(patch_coloring), std::move(patch_layering));
 
            // push this (unrefined) level
            this->push_level_front(0, level_ptr);
 
            // continue with refined node
            patch_slag_node = std::move(refined_node);
            patch_mesh_node = this->_deslag_mesh_node(*patch_slag_node, ancestor, false);
            patch_coloring = _unstructered_mesh ? this->_compute_unstructered_coloring(*patch_mesh_node) : this->_compute_refined_mesh_coloring(*patch_slag_node);
            patch_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*patch_mesh_node) : this->_compute_refined_mesh_layering(*patch_slag_node, level_ptr->element_layering);
          }
 
          // save chosen maximum level
          this->_chosen_levels.push_front(std::make_pair(lvl, this->_comm.size()));
 
          // push finest level
          this->push_level_front(0, std::make_shared<LevelType>(lvl, std::move(patch_mesh_node),
            std::move(patch_slag_node), std::move(patch_coloring), std::move(patch_layering)));
        }
 
        virtual void _create_multi_layered(std::unique_ptr<MeshNodeType> base_mesh_node)
        {
          // create layers
          this->_create_multi_layers_scattered();
 
          // create ancestry
          this->_create_ancestry_scattered();
 
          XASSERTM(!this->_keep_base_levels, "VoxelDomainControl cannot keep base levels!");
 
          // we start counting at level 0
          int lvl = 0;
 
          // deslag the base-mesh node and move pointer to a new parent-mesh pointer;
          // the base-mesh is always the one on the layer with only 1 process
          std::unique_ptr<MeshNodeType> parent_slag_node;
          std::unique_ptr<MeshNodeType> parent_mesh_node = this->_deslag_mesh_node(*base_mesh_node);
 
          // create the coloring and layering for the unrefined base mesh
          Adjacency::Coloring parent_coloring = _unstructered_mesh ? this->_compute_unstructered_coloring(*parent_mesh_node) : this->_compute_base_mesh_coloring(*base_mesh_node);
          Adjacency::Coloring parent_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*parent_mesh_node) : this->_compute_base_mesh_layering(*base_mesh_node);
 
          base_mesh_node.reset();
 
          // loop over all global layers in reverse order (coarse to fine)
          for(std::size_t slayer = this->_ancestry.size(); slayer > std::size_t(0); )
          {
            // is this the base-mesh layer aka the 1-process layer?
            const bool is_base_layer = (slayer == this->_ancestry.size());
 
            --slayer;
 
            // get the ancestor object
            Ancestor& ancestor = this->_ancestry.at(slayer);
 
            // determine the minimum desired level of our parent layer
            int parent_min_lvl = -1;
            if(!is_base_layer)
              parent_min_lvl = this->_chosen_levels.front().first;
            else if(this->_ancestry.size() + 1u < this->_desired_levels.size())
              parent_min_lvl = this->_desired_levels.back().first;
 
            // check available partitioning strategies
            this->_check_parti(ancestor, *parent_mesh_node, is_base_layer);
 
            // the check_parti function returns the partitioning level w.r.t. the current
            // level (which may be > 0), so we have to compensate that by adding our current level:
            ancestor.parti_level += lvl;
            ancestor.parti_level = Math::max(ancestor.parti_level, ancestor.desired_level_min);
 
            // Note: each progeny group within the main communicator may have chosen a different
            // partitioning level at this point. We will compensate this by adjusting the minimum
            // refinement level of the child layer after the partitioning step below.
 
            // refine up to the chosen partitioning level
            //for(; lvl < ancestor.parti_level; ++lvl)
            for(; lvl <= ancestor.desired_level_max; ++lvl)
            {
              // can we apply a partitioner?
              if(lvl >= ancestor.parti_level)
              {
                // try to apply the partitioner
                this->_apply_parti(ancestor, *parent_mesh_node);
 
                // partitioning successful?
                int parti_ok = ancestor.parti_found ? 1 : 0;
 
                // check if all processes found a valid partitioning
                this->_comm.allreduce(&parti_ok, &parti_ok, std::size_t(1), Dist::op_min);
                if(parti_ok > 0)
                  break;
 
                // nope, at least one process did not receive a partition, so keep refining
                ancestor.parti_found = false;
              }
 
              // no partitioning found?
              if(lvl >= ancestor.desired_level_max)
                break;
 
              // refine and deslag the parent mesh node
              auto refined_node = parent_mesh_node->refine_unique(this->_adapt_mode);
 
              // a level pointer for the unrefined level; we need this to access the parent layering
              std::shared_ptr<LevelType> level_ptr;
 
              // push the base mesh into our parent layer if desired
              if((ancestor.layer_p >= 0) && (parent_min_lvl >= 0) && (lvl >= parent_min_lvl))
              {
                level_ptr = std::make_shared<LevelType>(lvl, std::move(parent_mesh_node),
                  std::move(parent_slag_node), std::move(parent_coloring), std::move(parent_layering));
                this->push_level_front(ancestor.layer_p, level_ptr);
              }
 
              // continue with refined node
              parent_slag_node = std::move(refined_node);
              parent_mesh_node = this->_deslag_mesh_node(*parent_slag_node, ancestor, !is_base_layer);
              parent_coloring = _unstructered_mesh ? this->_compute_unstructered_coloring(*parent_mesh_node) : this->_compute_refined_mesh_coloring(*parent_slag_node);
              parent_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*parent_mesh_node) : this->_compute_refined_mesh_layering(*parent_slag_node,
                level_ptr ? level_ptr->element_layering : parent_layering);
            }
 
            // no valid partitioning found?
            XASSERTM(ancestor.parti_found, "VoxelDomainControl failed to find a valid partitioning");
 
            // set the selected partitioner level
            ancestor.parti_level = lvl;
 
            // extract our patch
            std::vector<int> neighbor_ranks;
            std::unique_ptr<MeshNodeType> patch_mesh_node(
              parent_mesh_node->extract_patch(neighbor_ranks, ancestor.parti_graph, ancestor.progeny_child));
 
            // extract our coloring
            Adjacency::Coloring patch_coloring = this->_extract_patch_coloring(*parent_mesh_node, parent_coloring, ancestor.progeny_child);
 
            // extract our layering
            Adjacency::Coloring patch_layering = this->_extract_patch_layering(*parent_mesh_node, parent_layering, ancestor.progeny_child);
 
            // create an empty patch slag node
            std::unique_ptr<MeshNodeType> patch_slag_node;
 
            // translate neighbor ranks by progeny group to obtain the neighbor ranks
            // w.r.t. this layer's communicator
            {
              std::map<int,int> halo_map;
              for(auto& i : neighbor_ranks)
              {
                int old_i(i);
                halo_map.emplace(old_i, i += ancestor.progeny_group);
              }
              patch_mesh_node->rename_halos(halo_map);
            }
 
            // does this process participate in the parent layer or do we need to keep the base-meshes anyways?
            if(ancestor.layer_p >= 0)
            {
              // Note: patch mesh-part for rank = 0 was already created by 'extract_patch' call
              for(int i(1); i < ancestor.num_parts; ++i)
              {
                parent_mesh_node->create_patch_meshpart(ancestor.parti_graph, i);
              }
            }
 
            // make sure we choose the same minimum level for all processes, because we may
            // have chosen different partitioning levels for each patch
            int global_level_min = Math::max(ancestor.desired_level_min, ancestor.parti_level);
            this->_comm.allreduce(&global_level_min, &global_level_min, std::size_t(1), Dist::op_max);
 
            // make sure our minimum level is greater than the minimum level of the previous layer,
            // because each layer must contain at least one non-ghost level
            if(!is_base_layer)
              global_level_min = Math::max(global_level_min, this->_chosen_levels.front().first+1);
 
            // refine up to desired minimum level of this layer
            XASSERTM(lvl == global_level_min, "INTERNAL ERROR");
            /*for(; lvl < global_level_min; ++lvl)
            {
              // refine the base mesh node
              std::unique_ptr<MeshNodeType> coarse_slag_node(std::move(parent_slag_node));
              std::unique_ptr<MeshNodeType> coarse_mesh_node(std::move(parent_mesh_node));
              parent_slag_node = coarse_mesh_node->refine_unique(this->_adapt_mode);
              parent_mesh_node = this->_deslag_mesh_node(*parent_slag_node);
 
              // push base mesh to parent layer if desired
              if((ancestor.layer_p >= 0) && (parent_min_lvl >= 0) && (lvl >= parent_min_lvl))
              {
                // clear patches before pushing this node as they are redundant here
                //coarse_mesh_node->clear_patches();
                this->push_level_front(ancestor.layer_p, std::make_shared<LevelType>(lvl, std::move(coarse_mesh_node), std::move(coarse_slag_node)));
              }
 
              // refine the patch mesh
              //patch_slag_node = patch_mesh_node->refine_unique(this->_adapt_mode);
              //patch_mesh_node = this->_deslag_mesh_node(*patch_slag_node);
              patch_mesh_node = this->_deslag_mesh_node(*patch_mesh_node->refine_unique(this->_adapt_mode));
            }*/
 
            // split the halos of our base-mesh and compute the halos of our patches from that
            //this->_split_basemesh_halos(ancestor, *parent_slag_node, *patch_slag_node, neighbor_ranks);
            this->_split_basemesh_halos(ancestor, *parent_mesh_node, *patch_mesh_node, neighbor_ranks);
 
            // does this process participate in the child layer?
            if(ancestor.layer >= 0)
            {
              // set the neighbor ranks in our child layer
              this->_layers.at(std::size_t(ancestor.layer))->set_neighbor_ranks(neighbor_ranks);
            }
 
            // set chosen minimum level for this layer
            if(!is_base_layer)
              this->_chosen_levels.push_front(std::make_pair(lvl, this->_ancestry.at(slayer+1u).num_procs));
            else if(parent_min_lvl < 0)
              this->_chosen_levels.push_front(std::make_pair(lvl, 0));
            else
            {
              this->_chosen_levels.push_front(std::make_pair(parent_min_lvl, 0));
              this->_chosen_levels.push_front(std::make_pair(lvl, 1));
            }
 
            // a level pointer for the unrefined level; we need this to access the parent layering
            std::shared_ptr<LevelType> level_ptr;
 
            // push the finest base-mesh
            if(ancestor.layer_p >= 0)
            {
              this->push_level_front(ancestor.layer_p, std::make_shared<LevelType>(lvl, std::move(parent_mesh_node),
                std::move(parent_slag_node), std::move(parent_coloring), std::move(parent_layering)));
            }
 
            // continue with the next layer
            parent_slag_node = std::move(patch_slag_node);
            parent_mesh_node = std::move(patch_mesh_node);
            parent_coloring = std::move(patch_coloring);
            parent_layering = std::move(patch_layering);
          }
 
          // get the desired maximum level
          // if we have more than one layer, make sure that the finest one contains at
          // least one level, as otherwise the finest global level would be a ghost level
          int desired_level_max = Math::max(this->_ancestry.front().desired_level_max, lvl+1);
 
          for(; lvl < desired_level_max; ++lvl)
          {
            // refine the patch mesh
            auto refined_node = parent_mesh_node->refine_unique(this->_adapt_mode);
 
            // a level pointer for the unrefined level; we need this to access the parent layering
            std::shared_ptr<LevelType> level_ptr = std::make_shared<LevelType>(lvl, std::move(parent_mesh_node),
              std::move(parent_slag_node), std::move(parent_coloring), std::move(parent_layering));
 
 
            // push patch mesh to this level
            this->push_level_front(0, level_ptr);
 
            // continue with refined node
            parent_slag_node = std::move(refined_node);
            parent_mesh_node = this->_deslag_mesh_node(*parent_slag_node, this->_ancestry.front(), false);
            parent_coloring = _unstructered_mesh ? this->_compute_unstructered_coloring(*parent_mesh_node) : this->_compute_refined_mesh_coloring(*parent_slag_node);
            parent_layering = _unstructered_mesh ? this->_compute_unstructered_layering(*parent_mesh_node) : this->_compute_refined_mesh_layering(*parent_slag_node, level_ptr->element_layering);
          }
 
          // set chosen maximum level for finest layer
          this->_chosen_levels.push_front(std::make_pair(lvl, this->_comm.size()));
 
          // push finest level
          this->push_level_front(0, std::make_shared<LevelType>(lvl, std::move(parent_mesh_node),
            std::move(parent_slag_node), std::move(parent_coloring), std::move(parent_layering)));
        }
 
#endif // defined(FEAT_HAVE_MPI) || defined(DOXYGEN)
      }; // class VoxelDomainControl<...>
    } // namespace Domain
  } // namespace Control
} // namespace FEAT