dccrg.hpp

/*
A distributed cartesian cell-refinable grid.

Copyright 2009, 2010, 2011, 2012, 2013,
2014, 2015, 2016, 2018, 2019, 2023 Finnish Meteorological Institute
Copyright 2014, 2015, 2016, 2018 Ilja Honkonen

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License version 3
as published by the Free Software Foundation.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Lesser General Public License for more details.

You should have received a copy of the GNU Lesser General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
*/


#ifndef DCCRG_HPP
#define DCCRG_HPP


/*!
\mainpage Distributed Cartesian Cell-Refinable Grid.

See https://github.com/fmihpc/dccrg/wiki/Basics for the basics and
dccrg::Dccrg for a starting point in the API.
*/


#include "algorithm"
#include "array"
#include "cstdint"
#include "cstdio"
#include "cstdlib"
#include "fstream"
#include "functional"
#include "iterator"
#include "limits"
#include "map"
#include "set"
#include "stdexcept"
#include "tuple"
#include "type_traits"
#include "utility"
#include "unordered_map"
#include "unordered_set"
#include "vector"

#include "mpi.h"

#ifndef DCCRG_NO_LB
#include "zoltan.h"
#else
typedef void Zoltan_Struct;
typedef int* ZOLTAN_ID_PTR;
#endif

#ifdef USE_SFC
#include "sfc++.hpp"
#endif


/*
If compilation fails with a complaint about
MPI_UNSIGNED_LONG_LONG try replacing it with
MPI_UNSIGNED_LONG in the following:
*/
#ifndef MPI_UINT64_T
#define MPI_UINT64_T MPI_UNSIGNED_LONG_LONG
#endif


#include "dccrg_get_cell_datatype.hpp"
#include "dccrg_no_geometry.hpp"
#include "dccrg_mapping.hpp"
#include "dccrg_mpi_support.hpp"
#include "dccrg_topology.hpp"
#include "dccrg_types.hpp"


/*!
Namespace where all dccrg classes, functions, etc are defined.
*/
namespace dccrg
{

static const int
	/*! @var
	*/

	/*!
	Id of the default neighborhood created when dccrg is initialized
	\see Dccrg::initialize() Dccrg::add_neighborhood()
	*/
	default_neighborhood_id = -0xdcc,

	/*!
	This bit is set for a cell that does not consider any cell as a
	neighbor and is not considered as a neighbor by any cell
	\see Dccrg::get_cells()
	*/
	has_no_neighbor = 0,

	/*!
	This bit is set for a cell that considers a cell on this
	process as a neighbor
	\see Dccrg::get_cells()
	*/
	has_local_neighbor_of = (1 << 0),

	/*!
	This bit is set for a cell that is considered as a neighbor
	by a cell on this process
	\see Dccrg::get_cells()
	*/
	has_local_neighbor_to = (1 << 1),

	/*!
	This bit is set for a cell that considers a cell on another
	process as a neighbor
	\see Dccrg::get_cells()
	*/
	has_remote_neighbor_of = (1 << 2),

	/*!
	This bit is set for a cell that c is considered as a neighbor
	by a cell on another process
	\see Dccrg::get_cells()
	*/
	has_remote_neighbor_to = (1 << 3),

	/*!
	This bit is set for a cell which is both dccrg::has_local_neighbor_of
	and dccrg::has_local_neighbor_to
	\see Dccrg::get_cells()
	*/
	has_local_neighbor_both = has_local_neighbor_of | has_local_neighbor_to,

	/*!
	This bit is set for a cell which is both dccrg::has_remote_neighbor_of
	and dccrg::has_remote_neighbor_to
	\see Dccrg::get_cells()
	*/
	has_remote_neighbor_both = has_remote_neighbor_of | has_remote_neighbor_to;


template <
	class Cell_Data,
	class Geometry = No_Geometry,
	class Additional_Cell_Items = std::tuple<>,
	class Additional_Neighbor_Items = std::tuple<>
> class Dccrg;

/*!
\brief Main class of dccrg, instantiate and initialize() to create a parallel simulation grid.

Cell_Data class will be stored in all local cells (and their remote neighbors after
a call to e.g. update_copies_of_remote_neighbors()) and must provide a way for dccrg to query
what data to send between processes using MPI-2.2 (http://www.mpi-forum.org/docs/).
Cell_Data must have one of the following member functions (as const or not):
\verbatim
std::tuple<
	void*,
	int,
	MPI_Datatype
> get_mpi_datatype();
\endverbatim
or
\verbatim
std::tuple<
	void*,
	int,
	MPI_Datatype
> get_mpi_datatype(
	const uint64_t cell_id,
	const int sender,
	const int receiver,
	const bool receiving,
	const int neighborhood_id
);
\endverbatim
The get_mpi_datatype() function of the Cell_Data class decides what data
dccrg should transfer between processes or when the grid is written
to/read from a file. Internally the result of get_mpi_datatype()
from all cells being transferred is collected into one MPI_Datatype and
passed to MPI functions (see also set_send_single_cells()).
If needed, the arguments to get_mpi_datatype() provide additional information:
	- cell_id is the id of the cell whose get_mpi_datatype is being called
	- sender is the MPI process number sending the cell's data
		- this can be negative, e.g. when loading grid data from a file,
		  see load_grid_data()
	- receiver is the MPI process number receiving the cell's data
		- this can be negative, e.g. when saving grid data to a file,
		  see save_grid_data()
	- receiving is true on the receiving process and false on the sending
	- neighborhood_id is the neighborhood id for which communication is
	  being done, see add_neighborhood()
		- neighborhood_id is undefined when saving/loading grid data
		  from a file and balancing the computational load

Geometry class decides the physical size, shape, etc of the grid.

Cell_Data transfers between processes are determined by which cells are
considered as neighbors of other cells, which is defined by each cells'
neighbors_of list. Process owning a cell receives Cell_Data of all
neighbors_of of that cell from other processes.

\see Dccrg() to instantiate a new grid object.
*/
template <
	class Cell_Data,
	class Geometry,
	class... Additional_Cell_Items,
	class... Additional_Neighbor_Items
> class Dccrg<
	Cell_Data,
	Geometry,
	std::tuple<Additional_Cell_Items...>,
	std::tuple<Additional_Neighbor_Items...>
> {
public:
	using cell_data_type = Cell_Data;
	using geometry_type = Geometry;

private:
	/*!
	Read-write version of topology for internal use.
	*/
	Grid_Topology topology_rw;

public:
	/*!
	Public read-only version of the grid's topology.

	\see Grid_Topology
	*/
	const Grid_Topology& topology = this->topology_rw;

private:
	/*!
	Read-write version of cell id mapping for internal use.
	*/
	Mapping mapping_rw;

public:


	/*!
	Public read-only version of the mapping of a
	cell's ids to its size and location in the grid.

	\see Mapping
	*/
	const Mapping& mapping = this->mapping_rw;

	/*!
	Public read-only version of the grid's length in cells of refinement level 0.

	\see Grid_Length
	*/
	const Grid_Length& length = this->mapping.length;


private:

	/*!
	Read-write version of the grid's geometry for internal use.
	*/
	Geometry geometry_rw;


public:

	/*!
	The geometry of the grid.

	\see
	Cartesian_Geometry
	Dccrg()
	*/
	const Geometry& geometry = this->geometry_rw;


	/*!
	Parameter type of the geometry class that is given
	to dccrg as a template parameter.

	\see For example Cartesian_Geometry_Parameters
	*/
	typedef typename Geometry::Parameters Geometry_Parameters;

	/*!
	Helper type for iterating over local cells and their data
	\see
	operator[]()
	begin()
	get_cells()
	*/
	typedef typename std::pair<const uint64_t&, const Cell_Data&> cell_and_data_pair_t;

	/*!
	Creates an uninitialized instance of dccrg.

	The instance's initialize function must be called
	before doing anything else with the instance,
	otherwise the result is undefined.

	Use the set function of the grid's geometry
	variable to give the grid specific physical
	parameters such as starting location and size.

	For an example see the file simple_game_of_life.cpp
	in the examples directory.

	set_initial_length()
	Dccrg(const Dccrg<Other_Cell_Data, Other_Geometry>& other)
	*/
	Dccrg():geometry_rw(length, mapping, topology){}


	/*!
	Creates an instance of the grid based on another instance of the grid.

	Call this with all processes unless you really know what you are doing.
	Must not be used while the instance being copied is updating remote
	neighbor data or balancing the load.
	The Cell_Data class can differ between the two grids.
	The geometry of this grid must be compatible with the other
	grid's geometry (it must have a copy contructor taking the
	other grid's geometry as an argument).

	The following data is not included in the new dccrg instance:
		- Other_Cell_Data, in other words the other grid's cell data
		- refined/unrefined cells
		- everything related to load balancing or remote neighbor updates
			- including user defined neighborhoods

	A dccrg instance created this way is already initialized.
	*/
	template<
		class Other_Cell_Data,
		class Other_Geometry,
		class... Other_Additional_Cell_Items,
		class... Other_Additional_Neighbor_Items
	> Dccrg(
		const Dccrg<
			Other_Cell_Data,
			Other_Geometry,
			std::tuple<Other_Additional_Cell_Items...>,
			std::tuple<Other_Additional_Neighbor_Items...>
		 >& other
	) :
		topology_rw(other.topology),
		mapping_rw(other.mapping),
		geometry_rw(length, mapping, topology),
		mapping_initialized(other.get_mapping_initialized()),
		grid_initialized(other.get_initialized()),
		neighborhood_length(other.get_neighborhood_length()),
		neighbors_(other.get_neighbors_()),
		max_tag(other.get_max_tag()),
		send_single_cells(other.get_send_single_cells()),
		comm(other.get_communicator()),
		rank(uint64_t(other.get_rank())),
		comm_size(uint64_t(other.get_comm_size())),
		neighbors_of(other.get_all_neighbors_of()),
		neighborhood_of(other.get_neighborhood_of()),
		neighborhood_to(other.get_neighborhood_to()),
		user_hood_of(other.get_user_hood_of()),
		user_hood_to(other.get_user_hood_to()),
		neighbors_to(other.get_all_neighbors_to()),
		user_neigh_of(other.get_all_user_neigh_of()),
		user_neigh_to(other.get_all_user_neigh_to()),
		cell_process(other.get_cell_process()),
		local_cells_on_process_boundary(other.get_local_cells_on_process_boundary_internal()),
		remote_cells_on_process_boundary(other.get_remote_cells_on_process_boundary_internal()),
		user_local_cells_on_process_boundary(other.get_user_local_cells_on_process_boundary()),
		user_remote_cells_on_process_boundary(other.get_user_remote_cells_on_process_boundary()),
		cells_to_send(other.get_cells_to_send()),
		cells_to_receive(other.get_cells_to_receive()),
		user_neigh_cells_to_send(other.get_user_neigh_cells_to_send()),
		user_neigh_cells_to_receive(other.get_user_neigh_cells_to_receive()),
		pin_requests(other.get_pin_requests()),
		new_pin_requests(other.get_new_pin_requests()),
		processes_per_part(other.get_processes_per_part()),
		partitioning_options(other.get_partitioning_options()),
		no_load_balancing(other.get_no_load_balancing()),
		reserved_options(other.get_reserved_options()),
		cell_weights(other.get_cell_weights()),
		neighbor_processes(other.get_neighbor_processes()),
		balancing_load(other.get_balancing_load())
	{
		if (other.get_balancing_load()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Copy constructor called while the instance being copied is balancing load"
				<< std::endl;
			abort();
		}

		if (!this->geometry_rw.set(other.geometry)) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't set geometry while copy constructing"
				<< std::endl;
			abort();
		}

		if (!this->mapping_rw.set_maximum_refinement_level(other.mapping.get_maximum_refinement_level())) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't set maximum refinement level when copy constructing"
				<< std::endl;
			abort();
		}

		#ifndef DCCRG_NO_LB
		this->zoltan = Zoltan_Copy(other.get_zoltan());
		#endif

		// default construct Other_Cell_Data of local cells
		for (typename std::unordered_map<uint64_t, Other_Cell_Data>::const_iterator
			cell_item = other.get_cell_data().begin();
			cell_item != other.get_cell_data().end();
			cell_item++
		) {
			this->cell_data[cell_item->first];
		}

		this->allocate_copies_of_remote_neighbors();

		try {
			this->update_cell_pointers(
				this->cells_rw,
				this->neighbors_rw,
				this->inner_cells_default,
				this->outer_cells_default,
				this->local_cells_default,
				this->remote_cells_default,
				this->all_cells_default,
				default_neighborhood_id
			);
		} catch (...) {
			throw std::runtime_error(__FILE__ "(" + std::to_string(__LINE__) + ")");
		}
	}


	/*!
	Initializes the instance of the grid with given parameters.

	Zoltan library must have been initialized with Zoltan_Initialize
	before calling this function. The geometry of the grid must not
	have been set before calling this function.

	comm: the grid will span all the processes in the communicator comm

	Throws on failure (on one or more processes).

	\see
	Dccrg()
	set_initial_length()
	set_neighborhood_length()
	set_load_balancing_method()
	set_maximum_refinement_level()
	set_periodic()
	set_geometry()
	get_cells()
	get_existing_cell()
	operator[]()
	get_neighbors_of()
	update_copies_of_remote_neighbors()
	balance_load()
	add_neighborhood()
	refine_completely()
	is_local()
	set_send_single_cells()
	load_grid_data()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& initialize(
		const MPI_Comm& given_comm,
		const uint64_t sfc_caching_batches = 1
	) {
		using std::to_string;

		if (this->grid_initialized) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + to_string(__LINE__) + "): "
				+ "Initialize function called for an already initialized dccrg"
			);
		}

		this->grid_initialized = true;

		if (not this->mapping_initialized) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + to_string(__LINE__) + "): "
				+ "Initialize function called before set_initial_length()."
			);
		}

		if (!this->initialize_mpi(given_comm)) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + to_string(__LINE__) + "): "
				+ "Couldn't initialize MPI"
			);
		}

		#ifndef DCCRG_NO_LB
		if (!this->initialize_zoltan()) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + to_string(__LINE__) + "): "
				+ "Couldn't set up Zoltan"
			);
		}
		#endif

		this->initialize_neighborhoods();

		if (!this->create_level_0_cells(sfc_caching_batches)) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + to_string(__LINE__) + "): "
				+ "Couldn't create cells of refinement level 0"
			);
		}

		this->update_neighbors_();

		if (!this->initialize_neighbors()) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + to_string(__LINE__) + "): "
				+ "Couldn't initialize neighbors"
			);
		}

		this->allocate_copies_of_remote_neighbors();

		try {
			this->update_cell_pointers(
				this->cells_rw,
				this->neighbors_rw,
				this->inner_cells_default,
				this->outer_cells_default,
				this->local_cells_default,
				this->remote_cells_default,
				this->all_cells_default,
				default_neighborhood_id
			);
		} catch (const std::exception& e) {
			throw std::runtime_error(
				"\n" __FILE__ "(" + to_string(__LINE__) + "): "
				+ "Couldn't update cell pointers: " + e.what()
			);
		}

		return *this;
	}


	/*!
	Sets the geometry of the grid to given values.

	initialize() must have been called prior to calling this function.

	Forwards the given values to the set function of the
	Geometry class given as a template parameter to dccrg.

	See the documentation of the Geometry class for details
	of the Parameters required.

	Available geometries:
		- Cartesian_Geometry::set()
		- Stretched_Cartesian_Geometry::set()
		.
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& set_geometry(const typename Geometry::Parameters& parameters)
	{
		if (not this->geometry_rw.set(parameters)) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + std::to_string(__LINE__) + "): "
				+ "Couldn't set geometry"
			);
		}
		return *this;
	}


	/*!
	Returns cells without children on this process fulfilling given criteria.

	By default returns all local cells.	Otherwise only those local cells are
	returned which match one or more of the given criteria.

	Criteria represent which type of neighbors a cell must (and possibly must not)
	have in order to be returned. Each criteria is a bitmask of possibly several
	neighbor types.

	If exact_match = false then a cell is returned as long as it has at least
	one neighbor of the type given by any of the given criteria. If
	exact_match == true a cell is returned only if it has neighbors of the
	type(s) in any given criteria and no other types of neighbors in that
	criteria.

	For example to only get cells which:
		- are not on the process boundary, i.e. don't have neighbors or only
		  consider cells on this process as a neighbor or are only considered
		  as a neighbor by cells on this process, give exact_match = true and
		  \verbatim
		  {
		    has_no_neighbor,
		    has_local_neighbor_of,
		    has_local_neighbor_to,
		    has_local_neighbor_both
		  }
		  \endverbatim
		- are on the process boundary, i.e. consider a cell on another process
		  as a neighbor or are considered as a neighbor by a cell on another
		  process, give exact_match = false and
		  \verbatim
		  {has_remote_neighbor_both}
		  \endverbatim
		- are considered as a neighbor by at least one local and at least one
		  remote cell but do not consider any local or remote cells as their
		  neighbors, give exact_match = true and
		  \verbatim
		  {has_local_neighor_to | has_remote_neighbor_to}
		  \endverbatim
		- are considered as a neighbor by a local cell or by a remote cell
		  but do not consider any local of remote cells as their neighbors, give
		  exact_match = true and
		  \verbatim
		  {has_local_neighor_to, has_remote_neighbor_to}
		  \endverbatim

	Cells' neighbors from the given neighborhood are used when checking for
	neighbor types.

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort.

	Returns nothing if:
		- this process doesn't have any cells
		- given neighborhood doesn't exist

	\see
	begin()
	get_local_cells_on_process_boundary()
	get_local_cells_not_on_process_boundary()
	get_remote_cells_on_process_boundary()
	*/
	std::vector<uint64_t> get_cells(
		const std::vector<int>& criteria = std::vector<int>(),
		const bool exact_match = false,
		const int neighborhood_id = default_neighborhood_id,
		const bool sorted = false
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		#ifndef DCCRG_NO_LB
		if (this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " get_cells() must not be called while balancing load"
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> ret_val;

		if (neighborhood_id != default_neighborhood_id
		&& this->user_hood_of.count(neighborhood_id) == 0) {
			return ret_val;
		}

		for (const auto& item: this->cell_data) {

			const uint64_t cell = item.first;

			#ifdef DEBUG
			if (this->cell_process.count(cell) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << cell
					<< " shouldn't exist"
					<< std::endl;
				abort();
			}

			if (this->cell_process.at(cell) != this->rank) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< ": Cell " << cell
					<< " should be on process " << this->cell_process.at(cell)
					<< std::endl;
				abort();
			}

			const uint64_t child = this->get_child(cell);
			if (child == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< ": Child == 0 for cell " << cell
					<< std::endl;
				abort();
			}

			if (child != cell) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< ": Cell " << cell
					<< " has a child"
					<< std::endl;
				abort();
			}
			#endif

			if (criteria.size() == 0) {
				ret_val.push_back(cell);
				continue;
			}

			if (this->is_neighbor_type_match(
				cell,
				criteria,
				exact_match,
				neighborhood_id
			)) {
				ret_val.push_back(cell);
			}
		}

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}


	/*!
	Returns a pointer to the user supplied data of given cell.

	The data of local cells is always available, including refined cells
	before the next call to stop_refining.
	The data of cells which are on other processes can also be available if:
		- the cells are neighbors to a local cell and remote neighbor data has been updated
		- the cells were unrefined and their parent is now a local cell

	\see
	get_cells()
	*/
	Cell_Data* operator [] (const uint64_t cell) const
	{
		if (this->cell_data.count(cell) > 0) {
			return (Cell_Data*) &(this->cell_data.at(cell));
		} else if (this->remote_neighbors.count(cell) > 0) {
			return (Cell_Data*) &(this->remote_neighbors.at(cell));
		} else if (this->refined_cell_data.count(cell) > 0) {
			return (Cell_Data*) &(this->refined_cell_data.at(cell));
		} else if (this->unrefined_cell_data.count(cell) > 0) {
			return (Cell_Data*) &(this->unrefined_cell_data.at(cell));
		} else {
			return nullptr;
		}
	}


	/*!
	Returns the coordinate of the center of given cell.
	*/
	std::array<double, 3> get_center(const uint64_t cell) const
	{
		return this->geometry.get_center(cell);
	}


	/*!
	Returns a pointer to the neighbors of given cell.

	In case the grid is not periodic in one or more directions,
	neighbors that would be outside of the grid are error_cell.
	Some neighbors might be on another process, but have a copy of their data on this process.
	The local copy of remote neighbors' data is updated, for example, by calling
	update_copies_of_remote_neighbors().

	The neighbors are always in the following order:
		- if all neighbors are of the same size then they are in z order, e.g.
		  with a neighborhood size of 2 the first neighbor is at offset (-2, -2, -2)
		  from the given cell, the second one is at (-1, -2, -2), etc, in size units
		  of the given cell.
		- if one or more of the cells in 1) is refined then instead of one cell
		  there are 8 which are again in z order.
	For example with maximum refinement level 1 and neighborhood size of 1
	the neighbors of a cell of refinement level 0 at indices (2, 2, 2) could
	be in the following order: (0, 0, 0), (1, 0, 0), (0, 1, 0), (1, 1, 0),
	rest of refined cells..., (2, 0, 0), (3, 0, 0), (0, 2, 0), (2, 2, 0), ...

	Offset (0, 0, 0) is skipped in all neighbor lists, so with a neighborhood
	size of 2 the minimum length of neighbors lists is 124 and not 5^3 = 125.

	If given a non-default neighborhood neighbors are in the same order as
	the offsets in the given neighborhood.

	Returns NULL if:
		- neighborhood with given id doesn't exist
		- given cell doesn't exist
		- given cell is on another process

	\see
	get_neighbors_to()
	update_copies_of_remote_neighbors()
	get_neighbors_of_at_offset()
	add_neighborhood()
	*/
	const std::vector<
		std::pair<
			uint64_t,
			std::array<int, 3>
		>
	>* get_neighbors_of(
		const uint64_t cell,
		const int neighborhood_id = default_neighborhood_id
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->cell_process.count(cell) > 0) {
			if (neighborhood_id == default_neighborhood_id) {
				#ifdef DEBUG
				if (this->neighbors_of.count(cell) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Neighbor list for cell " << cell
						<< " owned by process "
						<< this->cell_process.at(cell)
						<< " doesn't exist" << std::endl;
					abort();
				}
				#endif

				return &(this->neighbors_of.at(cell));

			} else if (this->user_hood_of.count(neighborhood_id) > 0) {

				#ifdef DEBUG
				if (this->user_neigh_of.at(neighborhood_id).count(cell) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Neighbor list for cell " << cell
						<< " doesn't exist for neighborhood id " << neighborhood_id
						<< std::endl;
					abort();
				}
				#endif

				return &(this->user_neigh_of.at(neighborhood_id).at(cell));
			}
		}

		return nullptr;
	}


	/*!
	Returns a pointer to the cells that consider given cell as a neighbor.

	This list doesn't include 0s even if the grid isn't periodic in some direction.
	Returns NULL if given cell doesn't exist or is on another process.
	Neighbors returned by this function are in no particular order.

	Returns NULL if neighborhood with given id doesn't exist.
	*/
	const std::vector<
		std::pair<
			uint64_t,
			std::array<int, 3>
		>
	>* get_neighbors_to(
		const uint64_t cell,
		const int neighborhood_id = default_neighborhood_id
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->cell_process.count(cell) > 0) {

			if (neighborhood_id == default_neighborhood_id) {
				#ifdef DEBUG
				if (this->neighbors_to.count(cell) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Neighbors_to list for cell " << cell
						<< " doesn't exist"
						<< std::endl;
					abort();
				}
				#endif
				return &(this->neighbors_to.at(cell));

			} else if (this->user_hood_of.count(neighborhood_id) > 0) {

				#ifdef DEBUG
				if (this->user_neigh_to.at(neighborhood_id).count(cell) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Neighbors_to list for cell " << cell
						<< " doesn't exist for neighborhood id " << neighborhood_id
						<< std::endl;
					abort();
				}
				#endif
				return &(this->user_neigh_to.at(neighborhood_id).at(cell));
			}
		}

		return nullptr;
	}


	/*!
	Updates the cell data of neighboring cells between processes.

	Cell data of any local cell that a cell on another process
	considers as a neighbor is sent to that process.
	Cell data of any cell on another process that a local cell
	considers as a neighbor is received from that process.
	Afterwards a copy of the remote cells' data is available
	through operator[].

	Data of any cell is only exchanged between any two processes
	once, even if a cell the neighbor of more than one cell on
	another process.

	The decision of which cells are neighbors is controlled by
	the neighborhood. By default the neighborhood with which
	this instance of dccrg was initialized is used.

	Returns true if successful and false otherwise (on one or more
	processes), for example if a neighborhood with the given id
	has not been set.

	Must be called simultaneously on all processes and with
	identical neigbhorhood_id.
	Must not be called while load balancing is underway.

	\see
	start_remote_neighbor_copy_updates()
	add_neighborhood()
	get_remote_cells_on_process_boundary()
	set_send_single_cells()
	*/
	bool update_copies_of_remote_neighbors(
		const int neighborhood_id = default_neighborhood_id
	) {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		#ifndef DCCRG_NO_LB
		if (this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " update_copies_of_remote_neighbors(...) called while balancing load"
				<< std::endl;
			abort();
		}
		#endif

		bool ret_val = true;

		if (this->user_hood_of.count(neighborhood_id) == 0) {
			ret_val = false;
		}

		if (!this->start_remote_neighbor_copy_updates(neighborhood_id)) {
			ret_val = false;
		}

		if (!this->wait_remote_neighbor_copy_updates(neighborhood_id)) {
			ret_val = false;
		}

		return ret_val;
	}


	/*!
	Load balances the grid's cells among processes.

	Must be called by all processes.
	Creates a new cell partition, in other words decides which
	cells should be moved to which processes, and then moves
	the cells' data accordingly.

	If use_zoltan == true Zoltan will be used to create the new partition,
	otherwise only pin requests will move local cells to other processes.
	If Zoltan is used pin requests override decisions made by Zoltan.

	The following items are discarded after a call to this function:
		- cell weights
		- refines/unrefines after the last call to stop_refining()
		- the data of local copies of remote neighbors of local cells

	TODO: throws on failure (on one or more processes).

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	initialize_balance_load()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& balance_load(const bool use_zoltan = true)
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		this->initialize_balance_load(use_zoltan);
		this->continue_balance_load();
		this->finish_balance_load();

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}


	/*!
	See Mapping::get_refinement_level().
	*/
	int get_refinement_level(const uint64_t cell) const
	{
		return this->mapping.get_refinement_level(cell);
	}


	/*!
	See Mapping::get_maximum_refinement_level().
	*/
	int get_maximum_refinement_level() const
	{
		return this->mapping.get_maximum_refinement_level();
	}


	/*!
	Writes grid data into given file starting at given offset in bytes.

	All processes write the data necessary for restoring the
	internal state of the grid with load_grid_data() if
	default arguments are not changed.
	If write_grid_info is false, info needed when initializing
	grid is not written.
	If write_cell_ids is false, ids of cells whose data will be
	saved to file are not written.
	If write_data_offsets if false, offsets of cells' data
	will not be written.
	All data is written in native endian format.

	The data saved from each cells' user data class Cell_Data is
	defined by the get_mpi_datatype method of that class.
	Unless you know what you're doing the method should return
	the same datatype information both when saving and loading the grid.

	If cells_to_write is not empty, only given cells that must exist
	and be owned by current process are written.
	Process 0 writes the data represented by the given header to the
	file at given offset. The header does not have to be defined
	on other processes.

	Filename, offset and write_* arguments must be identical on all
	processes. Header is ignored by ranks other than 0.
	Returns true on success, false otherwise (one one or more processes).

	During this function the receiving process given to the cells'
	get_mpi_datatype function is -1 and receiving == false.
	*/
	bool save_grid_data(
		const std::string& name,
		MPI_Offset offset,
		std::tuple<void*, int, MPI_Datatype> header,
		const std::vector<uint64_t>& cells_to_write = std::vector<uint64_t>(),
		const bool write_grid_info = true,
		const bool write_cell_ids = true,
		const bool write_data_offsets = true
	) {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		// TODO: use only one ...write_at_all
		// TODO: use nonblocking versions of ...write_at_all
		/*
		File format:

		uint8_t * offset, data skipped by this function
		uint8_t*A user's header data
		uint64_t  endiannes check data (0x1234567890abcdef)
		uint8_t*B internal grid data
		uint64_t  number of cells
		uint64_t  id of 1st cell
		uint64_t  start of data of 1st cell in bytes
		uint64_t  id of 2nd cell
		uint64_t  start of data...
		...
		uint64_t  start of data of last cell in bytes
		uint8_t*C data of 1st cell
		uint8_t*D data of 2nd cell
		...
		*/

		int ret_val = -1;

		MPI_File outfile;

		ret_val = MPI_File_open(
			this->comm,
			const_cast<char*>(name.c_str()),
			MPI_MODE_CREATE | MPI_MODE_WRONLY,
			MPI_INFO_NULL,
			&outfile
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " Couldn't open file " << name
				<< ": " << Error_String()(ret_val)
				<< std::endl;
			return false;
		}

		// process 0 writes user's header
		if (this->rank == 0) {

			MPI_Datatype header_type = std::get<2>(header);

			if (!Is_Named_Datatype()(header_type)) {
				ret_val = MPI_Type_commit(&header_type);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< "Process " << this->rank
						<< " Couldn't commit header datatype: "
						<< Error_String()(ret_val)
						<< std::endl;
					abort();
				}
			}

			ret_val = MPI_File_write_at(
				outfile,
				offset,
				std::get<0>(header),
				std::get<1>(header),
				header_type,
				MPI_STATUS_IGNORE
			);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't write header to file " << name
					<< ": " << Error_String()(ret_val)
					<< std::endl;
				return false;
			}

			// everyone moves the offset by header size
			int header_size = 0;
			if (MPI_Type_size(header_type, &header_size) != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
				return false;
			}
			header_size *= std::get<1>(header);

			ret_val = MPI_Bcast(&header_size, 1, MPI_INT, 0, this->comm);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Couldn't send header size: " << Error_String()(ret_val)
					<< std::endl;
				return false;
			}
			offset += (MPI_Offset) header_size;

			if (!Is_Named_Datatype()(header_type)) {
				ret_val = MPI_Type_free(&header_type);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< " Couldn't free header datatype: "
						<< Error_String()(ret_val)
						<< std::endl;
					return false;
				}
			}

		} else {
			int header_size = 0;
			ret_val = MPI_Bcast(&header_size, 1, MPI_INT, 0, this->comm);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " couldn't receive header size: " << Error_String()(ret_val)
					<< std::endl;
				return false;
			}
			offset += (MPI_Offset) header_size;
		}

		if (write_grid_info) {
		// write endianness check
		if (this->rank == 0) {

			uint64_t endianness_check = 0x1234567890abcdef;

			ret_val = MPI_File_write_at(
				outfile,
				offset,
				(void*) &endianness_check,
				1,
				MPI_UINT64_T,
				MPI_STATUS_IGNORE
			);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't write endianness check to file " << name
					<< ": " << Error_String()(ret_val)
					<< std::endl;
				return false;
			}
		}
		offset += sizeof(uint64_t);

		/*
		Write data needed for initialization.
		*/

		// write mapping data
		if (this->rank == 0) {
			if (!this->mapping.write(outfile, offset)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Couldn't write mapping to file " << name
					<< std::endl;
				return false;
			}
		}
		offset += this->mapping.data_size();

		// write length of each cell's neighborhood
		if (this->rank == 0) {
			ret_val = MPI_File_write_at(
				outfile,
				offset,
				(void*) &(this->neighborhood_length),
				1,
				MPI_UNSIGNED,
				MPI_STATUS_IGNORE
			);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't write neighborhood length to file " << name
					<< ": " << Error_String()(ret_val)
					<< std::endl;
				return false;
			}
		}
		offset += sizeof(unsigned int);

		// write periodicity data
		if (this->rank == 0) {
			if (!this->topology.write(outfile, offset)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't write topology into file " << name
					<< std::endl;
				return false;
			}
		}
		offset += this->topology.data_size();

		// write geometry data
		if (this->rank == 0) {
			size_t written = this->geometry.write(outfile, offset);
			if (written == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't write geometry to file " << name
					<< ": " << Error_String()(ret_val)
					<< std::endl;
				return false;
			}
		}
		offset += this->geometry.data_size();
		} // if (write_grid_info)

		// write the total number of cells that will be written
		uint64_t number_of_cells = this->cell_data.size();
		if (cells_to_write.size() > 0) {
			number_of_cells = cells_to_write.size();
		}
		const uint64_t total_number_of_cells
			= All_Reduce()(number_of_cells, this->comm);

		if (write_grid_info) {
			if (this->rank == 0) {
				ret_val = MPI_File_write_at(
					outfile,
					offset,
					(void*) &total_number_of_cells,
					1,
					MPI_UINT64_T,
					MPI_STATUS_IGNORE
				);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< " Couldn't write number of cells to file " << name
						<< ": " << Error_String()(ret_val)
						<< std::endl;
					return false;
				}
			}
			offset += sizeof(uint64_t);
		}

		// contiguous memory version of cell list needed by MPI_Write_...
		auto cells_to_write_ = cells_to_write;
		if (cells_to_write_.size() == 0) {
			cells_to_write_ = this->get_cells();
		}
		if (cells_to_write_.size() != number_of_cells) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Number of cells is inconsistent: " << number_of_cells
				<< ", should be " << cells_to_write_.size()
				<< std::endl;
			abort();
		}


		/*
		Create a datatype representing all local cell data in memory
		*/

		std::vector<void*> addresses(number_of_cells, NULL);
		std::vector<int> counts(number_of_cells, -1);
		std::vector<MPI_Datatype> mem_datatypes(number_of_cells, MPI_DATATYPE_NULL);

		// get intermediate datatypes from user
		for (size_t i = 0; i < number_of_cells; i++) {
			const uint64_t cell = cells_to_write_[i];

			std::tie(
				addresses[i],
				counts[i],
				mem_datatypes[i]
			) = detail::get_cell_mpi_datatype(
				this->cell_data.at(cell),
				cell,
				(int) this->rank,
				-1,
				false,
				-1
			);
		}

		// displacements of cell data in memory
		std::vector<MPI_Aint> memory_displacements(number_of_cells, 0);
		for (size_t i = 0; i < number_of_cells; i++) {
			memory_displacements[i] = (uint8_t*) addresses[i] - (uint8_t*) addresses[0];
		}

		// create datatype representing all local cell data in memory
		MPI_Datatype memory_datatype;
		if (number_of_cells == 0) {

			memory_datatype = MPI_BYTE;

		} else {

			ret_val = MPI_Type_create_struct(
				number_of_cells,
				&counts[0],
				&memory_displacements[0],
				&mem_datatypes[0],
				&memory_datatype
			);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't create final datatype: "
					<< Error_String()(ret_val)
					<< std::endl;
				abort();
			}

			ret_val = MPI_Type_commit(&memory_datatype);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< "Process " << this->rank
					<< " Couldn't commit final datatype: "
					<< Error_String()(ret_val)
					<< std::endl;
				abort();
			}

		}


		/*
		Create a datatype representing all local cell data in file
		*/

		// exclude padding from file data by maybe using contiguous datatypes
		std::vector<MPI_Datatype> file_datatypes(mem_datatypes.size(), MPI_DATATYPE_NULL);
		for (size_t i = 0; i < mem_datatypes.size(); i++) {
			MPI_Datatype& mem_datatype = mem_datatypes[i];

			if (Is_Named_Datatype()(mem_datatype)) {

				file_datatypes[i] = mem_datatype;

			} else {

				int size_in_bytes;
				ret_val = MPI_Type_size(mem_datatypes[i], &size_in_bytes);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< " Couldn't get datatype size: "
						<< Error_String()(ret_val)
						<< std::endl;
					abort();
				}

				ret_val =  MPI_Type_contiguous(size_in_bytes, MPI_BYTE, &(file_datatypes[i]));
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< " Couldn't create contiguous datatype: "
						<< Error_String()(ret_val)
						<< std::endl;
					abort();
				}
			}
		}

		// calculate where each local cells' data starts in the file
		uint64_t current_byte_offset = 0;

		std::vector<MPI_Aint> file_displacements(number_of_cells, 0);
		for (size_t i = 0; i < number_of_cells; i++) {

			file_displacements[i] += current_byte_offset;

			int current_bytes;
			MPI_Type_size(file_datatypes[i], &current_bytes);
			if (current_bytes < 0) {
				std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
				abort();
			}

			if (Is_Named_Datatype()(file_datatypes[i])) {
				current_byte_offset += counts[i] * (uint64_t) current_bytes;
			} else {
				current_byte_offset += (uint64_t) current_bytes;
			}
		}

		// tell everyone how many bytes everyone will write
		std::vector<uint64_t> all_number_of_bytes(this->comm_size, 0);
		ret_val = MPI_Allgather(
			&current_byte_offset,
			1,
			MPI_UINT64_T,
			&(all_number_of_bytes[0]),
			1,
			MPI_UINT64_T,
			comm
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< "Process " << this->rank
				<< " MPI_Allgather failed: "
				<< Error_String()(ret_val)
				<< std::endl;
			abort();
		}

		// calculate where local cell data starts in file
		uint64_t cell_data_start
			= (uint64_t) offset
			+ 2 * total_number_of_cells * sizeof(uint64_t);
		if (not write_cell_ids) {
			cell_data_start -= total_number_of_cells * sizeof(uint64_t);
		}
		if (not write_data_offsets) {
			cell_data_start -= total_number_of_cells * sizeof(uint64_t);
		}

		for (size_t i = 0; i < (size_t) this->rank; i++) {
			cell_data_start += all_number_of_bytes[i];
		}

		// make file displacements relative to start of file
		for (size_t i = 0; i < number_of_cells; i++) {
			file_displacements[i] += cell_data_start;
		}


		/*
		Write cell list(s)
		*/

		// tell all processes how many cells each one will write
		std::vector<uint64_t> all_number_of_cells(this->comm_size, 0);
		ret_val = MPI_Allgather(
			&number_of_cells,
			1,
			MPI_UINT64_T,
			&(all_number_of_cells[0]),
			1,
			MPI_UINT64_T,
			comm
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " MPI_Allgather failed: " << Error_String()(ret_val)
				<< std::endl;
			abort();
		}

		// calculate where local cell list will begin in output file
		uint64_t cell_list_start = (uint64_t) offset;
		for (size_t i = 0; i < (size_t) this->rank; i++) {
			if (write_cell_ids and write_data_offsets) {
				cell_list_start += all_number_of_cells[i] * 2 * sizeof(uint64_t);
			} else if (write_cell_ids or write_data_offsets) {
				cell_list_start += all_number_of_cells[i] * sizeof(uint64_t);
			}
		}

		// write cell + data displacement list
		std::vector<uint64_t> cells_and_data_displacements(2 * number_of_cells, 0);
		uint64_t cell_and_disp_len = 0;
		if (write_cell_ids and write_data_offsets) {
			cell_and_disp_len = 2 * number_of_cells;
			for (size_t i = 0; i < number_of_cells; i++) {
				cells_and_data_displacements[2 * i] = cells_to_write_[i];
				cells_and_data_displacements[2 * i + 1] = file_displacements[i];
			}
		} else if (write_cell_ids) {
			cell_and_disp_len = number_of_cells;
			for (size_t i = 0; i < number_of_cells; i++) {
				cells_and_data_displacements[i] = cells_to_write_[i];
			}
		} else if (write_data_offsets) {
			cell_and_disp_len = number_of_cells;
			for (size_t i = 0; i < number_of_cells; i++) {
				cells_and_data_displacements[i] = file_displacements[i];
			}
		} else {
			cell_and_disp_len = 0;
		}

		// give a valid buffer to ...write_at_all even if no cells to write
		if (number_of_cells == 0) {
			cells_and_data_displacements.push_back(error_cell);
		}

		ret_val = MPI_File_write_at_all(
			outfile,
			(MPI_Offset) cell_list_start,
			(void*) &cells_and_data_displacements[0],
			cell_and_disp_len,
			MPI_UINT64_T,
			MPI_STATUS_IGNORE
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " Couldn't write cell and displacement list to file " << name
				<< ": " << Error_String()(ret_val)
				<< std::endl;
			return false;
		}

		/*
		Write cell data
		*/

		// set as file view the datatype representing local cell data in file
		MPI_Datatype file_datatype;

		// without local cells create an empty view and datatype
		if (number_of_cells == 0) {

			file_datatype = MPI_BYTE;

		} else {

			ret_val = MPI_Type_create_struct(
				number_of_cells,
				&counts[0],
				&file_displacements[0],
				&file_datatypes[0],
				&file_datatype
			);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't create final datatype: "
					<< Error_String()(ret_val)
					<< std::endl;
				abort();
			}

			ret_val = MPI_Type_commit(&file_datatype);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< "Process " << this->rank
					<< " Couldn't commit final datatype: "
					<< Error_String()(ret_val)
					<< std::endl;
				abort();
			}
		}

		ret_val = MPI_File_set_view(
			outfile,
			0,
			MPI_BYTE,
			file_datatype,
			const_cast<char*>("native"),
			MPI_INFO_NULL
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< "Process " << this->rank
				<< " MPI_File_set_view failed for cell data: "
				<< Error_String()(ret_val)
				<< std::endl;
			abort();
		}

		// write cell data
		if (number_of_cells > 0) {
			ret_val = MPI_File_write_at_all(
				outfile,
				0,
				addresses[0],
				1,
				memory_datatype,
				MPI_STATUS_IGNORE
			);
		} else {
			// give a valid address just in case
			void* temp = NULL;
			ret_val = MPI_File_write_at_all(
				outfile,
				0,
				&temp,
				0,
				memory_datatype,
				MPI_STATUS_IGNORE
			);
		}
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< "Process " << this->rank
				<< "MPI_File_write_at_all failed when writing cell data: "
				<< Error_String()(ret_val)
				<< std::endl;
			abort();
		}


		/*
		Deallocate datatypes
		*/

		if (!Is_Named_Datatype()(memory_datatype)) {
			ret_val = MPI_Type_free(&memory_datatype);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't free datatype for cell data in memory: "
					<< Error_String()(ret_val)
					<< std::endl;
				return false;
			}
		}

		if (!Is_Named_Datatype()(file_datatype)) {
			ret_val = MPI_Type_free(&file_datatype);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't free datatype for cell data in file: "
					<< Error_String()(ret_val)
					<< std::endl;
				return false;
			}
		}

		for (auto& datatype: mem_datatypes) {
			if (!Is_Named_Datatype()(datatype)) {
				ret_val = MPI_Type_free(&datatype);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< " Couldn't free intermediate memory datatype: "
						<< Error_String()(ret_val)
						<< std::endl;
					return false;
				}
			}
		}

		for (auto& datatype: file_datatypes) {
			if (!Is_Named_Datatype()(datatype)) {
				ret_val = MPI_Type_free(&datatype);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< " Couldn't free intermediate file datatype: "
						<< Error_String()(ret_val)
						<< std::endl;
					return false;
				}
			}
		}

		ret_val = MPI_File_close(&outfile);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't close file " << name
				<< ": " << Error_String()(ret_val)
				<< std::endl;
			return false;
		}

		return true;
	}


	/*!
	Restores grid state from given file written by save_grid_data() starting at given offset.

	Call this instead of initialize() to create an instance of the grid from a file.
	See initialize() for an explanation of given_comm, load_balancing_method and
	sfc_caching_bathces. TODO: Reads at most number_of_cells number of cell data
	offsets at a time, give a smaller number if all cell ids won't fit into memory at once.

	Only supports files that were written with default arguments
	given to save_grid_data.

	All processes read the same data defined by the given header starting at
	given file offset in bytes. The header does not have to be defined on
	other processes.

	Must be called by all processes of given_comm and with identical arguments.

	Returns true on success and false otherwise.

	During this function the sending process given to the cells'
	mpi_datatype function is -1 and receiving == true.

	\see
	load_cells()
	save_grid_data()
	*/
	bool load_grid_data(
		const std::string& name,
		MPI_Offset offset,
		std::tuple<void*, int, MPI_Datatype> header,
		const MPI_Comm& given_comm,
		const char* const load_balancing_method,
		const uint64_t sfc_caching_batches = 1,
		const uint64_t number_of_cells = ~uint64_t(0)
	) {
		if (
			!this->start_loading_grid_data(
				name,
				offset,
				header,
				given_comm,
				load_balancing_method,
				sfc_caching_batches,
				number_of_cells
			)
		) {
			return false;
		}

		if (!this->continue_loading_grid_data()) {
			return false;
		}

		if (!this->finish_loading_grid_data()) {
			return false;
		}

		return true;
	}


	/*!
	Initializes dccrg from given file with data starting at given offset in bytes.

	Given header is read first at given offset which should have the same int and
	MPI_Datatype data when the file was written.

	After calling this function the cell data can start to be loaded with one or
	more calls to continue_loading_grid_data().

	Before doing any other collective operations with the grid, the function
	finish_loading_grid_data() should be called, either after this function
	or after the last call to continue_loading_grid_data().

	Returns true on success, false otherwise.

	\see
	load_grid_data()
	*/
	bool start_loading_grid_data(
		const std::string& name,
		MPI_Offset offset,
		std::tuple<void*, int, MPI_Datatype> header,
		const MPI_Comm& given_comm,
		const char* const load_balancing_method,
		const uint64_t sfc_caching_batches = 1,
		const uint64_t /*number_of_cells*/ = ~uint64_t(0)
	) {
		int ret_val = -1;

		if (!this->initialize_mpi(given_comm)) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't initialize MPI"
				<< std::endl;
			return false;
		}

		ret_val = MPI_File_open(
			given_comm,
			const_cast<char*>(name.c_str()),
			MPI_MODE_RDONLY,
			MPI_INFO_NULL,
			&(this->grid_data_file)
		);
		if (ret_val != MPI_SUCCESS) {
			if (this->rank == 0) {
				std::cerr << "Couldn't open file " << name
					<< ": " << Error_String()(ret_val)
					<< std::endl;
			}
			return false;
		}

		// read in user's header
		MPI_Datatype header_type = std::get<2>(header);

		if (!Is_Named_Datatype()(header_type)) {
			ret_val = MPI_Type_commit(&header_type);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< "Process " << this->rank
					<< " Couldn't commit header datatype: "
					<< Error_String()(ret_val)
					<< std::endl;
				abort();
			}
		}

		ret_val = MPI_File_read_at_all(
			this->grid_data_file,
			offset,
			std::get<0>(header),
			std::get<1>(header),
			header_type,
			MPI_STATUS_IGNORE
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " Couldn't read header from file " << name
				<< ": " << Error_String()(ret_val)
				<< std::endl;
			return false;
		}

		int header_size = 0;
		if (MPI_Type_size(header_type, &header_size) != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			return false;
		}
		header_size *= std::get<1>(header);
		offset += (MPI_Offset) header_size;

		if (!Is_Named_Datatype()(header_type)) {
			ret_val = MPI_Type_free(&header_type);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't free header datatype: "
					<< Error_String()(ret_val)
					<< std::endl;
				return false;
			}
		}

		// check endianness
		uint64_t
			endianness_original = 0x1234567890abcdef,
			endianness_read = 0;

		ret_val = MPI_File_read_at_all(
			this->grid_data_file,
			offset,
			&endianness_read,
			1,
			MPI_UINT64_T,
			MPI_STATUS_IGNORE
		);
		if (ret_val != MPI_SUCCESS) {
			if (this->rank == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Couldn't read endianness check from file " << name
					<< ": " << Error_String()(ret_val)
					<< std::endl;
			}
			return false;
		}
		offset += sizeof(uint64_t);

		if (endianness_original != endianness_read) {
			if (this->rank == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " File " << name
					<< " has wrong endianness, value from file is "
					<< endianness_read
					<< " but should be " << endianness_original
					<< std::endl;
			}
			return false;
		}

		#ifndef DCCRG_NO_LB
		this->load_balancing_method = load_balancing_method;
		if (!this->initialize_zoltan()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't initialize Zoltan"
				<< std::endl;
			return false;
		}
		#endif

		// initialize mapping
		if (!this->mapping_rw.read(this->grid_data_file, offset)) {
			if (rank == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Couldn't read mapping"
					<< std::endl;
			}
			return false;
		}
		offset += this->mapping.data_size();

		// initialize default neighborhood
		unsigned int neighborhood_length = 0;
		ret_val = MPI_File_read_at_all(
			this->grid_data_file,
			offset,
			(void*) &neighborhood_length,
			1,
			MPI_UNSIGNED,
			MPI_STATUS_IGNORE
		);
		if (ret_val != MPI_SUCCESS) {
			if (rank == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Couldn't read length of cells' neighborhoods: " << Error_String()(ret_val)
					<< std::endl;
			}
			return false;
		}
		offset += sizeof(unsigned int);
		this->neighborhood_length = neighborhood_length;
		this->initialize_neighborhoods();

		// initialize topology
		if (!this->topology_rw.read(this->grid_data_file, offset)) {
			if (rank == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Couldn't read grid topology from file"
					<< std::endl;
			}
			return false;
		}
		offset += this->topology.data_size();

		// initialize geometry
		if (!this->geometry_rw.read(this->grid_data_file, offset)) {
			if (this->rank == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Couldn't read geometry from file"
					<< std::endl;
			}
			return false;
		}
		offset += this->geometry.data_size();

		// initial cells must exist along with neighbor lists,
		// etc. before loading the grid.
		this->create_level_0_cells(sfc_caching_batches);

		this->grid_initialized = true;

		this->update_neighbors_();

		if (!this->initialize_neighbors()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't initialize neighbors"
				<< std::endl;
			return false;
		}

		// read the total number of cells in the file
		uint64_t total_number_of_cells = 0;
		ret_val = MPI_File_read_at_all(
			this->grid_data_file,
			offset,
			&total_number_of_cells,
			1,
			MPI_UINT64_T,
			MPI_STATUS_IGNORE
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << "Couldn't read total number of cells" << std::endl;
			return false;
		}
		offset += sizeof(uint64_t);

		// read cells and data displacements
		std::vector<uint64_t> all_cells_and_data_displacements(2 * total_number_of_cells, error_cell);
		ret_val = MPI_File_read_at_all(
			this->grid_data_file,
			offset,
			&all_cells_and_data_displacements[0],
			2 * total_number_of_cells,
			MPI_UINT64_T,
			MPI_STATUS_IGNORE
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << "Couldn't read number of cells" << std::endl;
			return false;
		}

		// check that correct cells were read properly
		for (size_t i = 0; i < all_cells_and_data_displacements.size(); i += 2) {
			const uint64_t cell = all_cells_and_data_displacements[i];
			if (cell == error_cell) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Invalid cell in cell list at index " << i << ": " << cell
					<< std::endl;
				abort();
			}
		}

		// remove all but local cell data displacements
		this->cells_and_data_displacements.clear();
		this->cells_and_data_displacements.reserve(this->cell_data.size());

		for (size_t i = 0; i < all_cells_and_data_displacements.size(); i += 2) {
			const uint64_t
				cell = all_cells_and_data_displacements[i],
				offset = all_cells_and_data_displacements[i + 1];

			if (this->cell_overlaps_local(cell)) {
				this->cells_and_data_displacements.push_back(std::make_pair(cell, offset));
			}
		}
		all_cells_and_data_displacements.clear();

		// refine the grid to create cells that exist in the file
		std::vector<uint64_t> final_cells;
		final_cells.reserve(this->cells_and_data_displacements.size());
		for (std::vector<std::pair<uint64_t, uint64_t> >::const_iterator
			item = this->cells_and_data_displacements.begin();
			item != this->cells_and_data_displacements.end();
			item++
		) {
			final_cells.push_back(item->first);
		}

		if (!this->load_cells(final_cells)) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't load grid"
				<< std::endl;
			abort();
		}
		final_cells.clear();

		const uint64_t number_of_cells = this->cell_data.size();

		if (number_of_cells != this->cells_and_data_displacements.size()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Incorrect number of cell data displacements: "
				<< this->cells_and_data_displacements.size()
				<< ", should be " << number_of_cells
				<< std::endl;
			abort();
		}

		return true;
	}

	/*!
	Starts/continues reading cell data from given file.

	Data for each cell in the file is assumed to be in format given by
	each cells' get_mpi_datatype() member function which should return
	the same MPI_Datatype as it did when saving grid data to given file.
	If complete MPI_Datatype of cell data used when saving isn't known
	in advance the saving datatype should be constructed in such a way
	that data whose size is always known should be first. Then you can
	call this function several times and give the correct MPI_Datatype
	from each cell based on the data loaded by previous calls to this
	function. For example if cell data consists of a vector of ints
	you should add the number of ints as a size_t variable into the cell
	and return the size_t variable along with the vector data but so
	that size_t is earlier in the MPI_Datatype. In other words the
	memory layout of the returned MPI_Datatype should be:
	size_t, 1st int, 2nd int, ...

	Before doing anything else with the grid the function finish_loading_grid_data()
	should be called after this function.

	Returns true on success, false otherwise.

	\see
	start_loading_grid_data()
	finish_loading_grid_data()
	*/
	bool continue_loading_grid_data()
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		int ret_val = -1;

		const uint64_t number_of_cells = this->cell_data.size();
		if (number_of_cells != this->cells_and_data_displacements.size()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Incorrect number of cell data displacements: "
				<< this->cells_and_data_displacements.size()
				<< ", should be " << number_of_cells
				<< std::endl;
			abort();
		}

		// datatypes etc. of local cell data in memory
		std::vector<void*> addresses(number_of_cells, NULL);
		std::vector<int> counts(number_of_cells, -1);
		std::vector<MPI_Datatype> mem_datatypes(number_of_cells, MPI_DATATYPE_NULL);
		std::vector<MPI_Aint>
			memory_displacements(number_of_cells, 0),
			file_displacements(number_of_cells, 0);

		// set file view representing local cell data
		MPI_Datatype file_datatype;

		if (number_of_cells == 0) {

			MPI_Type_contiguous(0, MPI_BYTE, &file_datatype);

		} else {

			// get datatype info from local cells in memory
			for (uint64_t i = 0; i < number_of_cells; i++) {
				const uint64_t cell = this->cells_and_data_displacements[i].first;

				std::tie(
					addresses[i],
					counts[i],
					mem_datatypes[i]
				) = detail::get_cell_mpi_datatype(
					this->cell_data.at(cell),
					cell,
					-1,
					(int) this->rank,
					true,
					-1
				);
			}

			// padding is not included in the file so maybe use contiguous datatypes
			std::vector<MPI_Datatype> file_datatypes(mem_datatypes.size(), MPI_DATATYPE_NULL);
			for (size_t i = 0; i < mem_datatypes.size(); i++) {
				MPI_Datatype& mem_datatype = mem_datatypes[i];

				if (Is_Named_Datatype()(mem_datatype)) {

					file_datatypes[i] = mem_datatype;

				} else {

					int size_in_bytes;
					ret_val = MPI_Type_size(mem_datatypes[i], &size_in_bytes);
					if (ret_val != MPI_SUCCESS) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " Process " << this->rank
							<< " Couldn't get datatype size: "
							<< Error_String()(ret_val)
							<< std::endl;
						abort();
					}

					ret_val =  MPI_Type_contiguous(size_in_bytes, MPI_BYTE, &(file_datatypes[i]));
					if (ret_val != MPI_SUCCESS) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " Process " << this->rank
							<< " Couldn't create contiguous datatype: "
							<< Error_String()(ret_val)
							<< std::endl;
						abort();
					}
				}
			}

			// displacements for cell data in memory are relative to first cell's data
			for (size_t i = 0; i < number_of_cells; i++) {
				memory_displacements[i] = (uint8_t*) addresses[i] - (uint8_t*) addresses[0];
			}

			// displacements for cell data in file are relative to start of file
			for (uint64_t i = 0; i < number_of_cells; i++) {
				file_displacements[i] = this->cells_and_data_displacements[i].second;

				// move cell data offsets in case this function is called again
				int size_in_bytes;
				ret_val = MPI_Type_size(mem_datatypes[i], &size_in_bytes);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< " Couldn't get datatype size: "
						<< Error_String()(ret_val)
						<< std::endl;
					abort();
				}

				this->cells_and_data_displacements[i].second += size_in_bytes;
			}

			ret_val = MPI_Type_create_struct(
				number_of_cells,
				&counts[0],
				&file_displacements[0],
				&file_datatypes[0],
				&file_datatype
			);
			if (ret_val != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't create datatype for file view: "<< Error_String()(ret_val)
					<< std::endl;
				abort();
			}
		}

		ret_val = MPI_Type_commit(&file_datatype);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " Couldn't commit datatype for file view: " << Error_String()(ret_val)
				<< std::endl;
			abort();
		}

		ret_val = MPI_File_set_view(
			this->grid_data_file,
			0,
			MPI_BYTE,
			file_datatype,
			const_cast<char*>("native"),
			MPI_INFO_NULL
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't set file view for cell data: "
				<< Error_String()(ret_val)
				<< std::endl;
			abort();
		}

		// create a datatype representing local cell data in memory
		MPI_Datatype memory_datatype;

		if (number_of_cells == 0) {

			MPI_Type_contiguous(0, MPI_BYTE, &memory_datatype);
			if (MPI_Type_commit(&memory_datatype) != MPI_SUCCESS) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " Couldn't commit datatype for file view"
					<< std::endl;
				abort();
			}

		} else {

			if (MPI_Type_create_struct(
				number_of_cells,
				&counts[0],
				&memory_displacements[0],
				&mem_datatypes[0],
				&memory_datatype) != MPI_SUCCESS
			) {
				std::cerr << "Process " << this->rank
					<< " Couldn't create datatype for local cells"
					<< std::endl;
				abort();
			}

			if (MPI_Type_commit(&memory_datatype) != MPI_SUCCESS) {
				std::cerr << "Process " << this->rank
					<< " Couldn't commit datatype for file view"
					<< std::endl;
				abort();
			}
		}

		// give a valid buffer to ...read_at_all even if no cells to read
		if (number_of_cells == 0) {
			addresses.push_back((void*) &number_of_cells);
		}

		ret_val = MPI_File_read_at_all(
			this->grid_data_file,
			0,
			addresses[0],
			1,
			memory_datatype,
			MPI_STATUS_IGNORE
		);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " couldn't read local cell data: "
				<< Error_String()(ret_val)
				<< std::endl;
			abort();
		}


		/*
		Deallocate datatypes
		*/

		ret_val = MPI_Type_free(&memory_datatype);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " Couldn't free datatype for cell data in memory: "
				<< Error_String()(ret_val)
				<< std::endl;
			return false;
		}

		ret_val = MPI_Type_free(&file_datatype);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " Couldn't free datatype for cell data in file: "
				<< Error_String()(ret_val)
				<< std::endl;
			return false;
		}

		for(MPI_Datatype& datatype: mem_datatypes) {
			if (!Is_Named_Datatype()(datatype)) {
				ret_val = MPI_Type_free(&datatype);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< " Couldn't free user defined datatype: "
						<< Error_String()(ret_val)
						<< std::endl;
					return false;
				}
			}
		}

		return true;
	}


	/*!
	Finalizes reading cell data from given file.

	Returns true on success, false otherwise.

	\see
	start_loading_grid_data()
	continue_loading_grid_data()
	*/
	bool finish_loading_grid_data()
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		this->cells_and_data_displacements.clear();

		int ret_val = MPI_File_close(&(this->grid_data_file));
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Process " << this->rank
				<< " Couldn't close input file: "
				<< Error_String()(ret_val)
				<< std::endl;
			return false;
		}

		return true;
	}


	/*!
	Creates all children of given cell (and possibly of other cells due to induced refinement).

	Takes priority over unrefining.
	Refines / unrefines take effect only after a call to stop_refining() and are lost
	after a call to balance_load().
	Returns true on success.
	Does nothing and returns true if given cell:
		- is at maximum refinement level
	Does nothing and returns false if given cell:
		- isn't known to this process
		- has, or any of its larger neighbors have, been marked by dont_refine()
		- has already been refined (including induced refinement)
		  and stop_refining() has not been called afterwards
		- doesn't exist on this process
	Children of refined cell(s) are created on their parent's process.

	If given cell is at maximum refinement level dont_unrefine will be invoked instead.

	\see
	dont_refine()
	refine_completely_at()
	unrefine_completely()
	stop_refining()
	clear_refined_unrefined_data()
	get_removed_cells()
	*/
	bool refine_completely(const uint64_t cell)
	{
		using std::to_string;

		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (cell == error_cell) {
			return false;
		}

		if (this->cell_process.count(cell) == 0) {
			return false;
		}

		if (this->cell_data.count(cell) == 0) {
			return false;
		}

		const int refinement_level = this->mapping.get_refinement_level(cell);

		#ifdef DEBUG
		if (refinement_level > this->mapping.get_maximum_refinement_level()) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}

		// not if cell has children
		if (cell != this->get_child(cell)) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}
		#endif

		if (refinement_level == this->mapping.get_maximum_refinement_level()) {
			this->dont_unrefine(cell);
			return true;
		}

		if (this->cells_not_to_refine.count(cell) > 0) {
			return false;
		}
		const auto* const neighbors = this->get_neighbors_of(cell);
		if (neighbors == nullptr) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}
		for (const auto& neighbor: *neighbors) {
			if (
				this->mapping.get_refinement_level(neighbor.first) < refinement_level
				and this->cells_not_to_refine.count(neighbor.first) > 0
			) {
				return false;
			}
		}

		this->cells_to_refine.insert(cell);

		// override local unrefines
		const auto siblings = this->mapping.get_siblings(cell);
		for (const auto& sibling: siblings) {
			if (sibling != error_cell) {
				this->cells_to_unrefine.erase(sibling);
			}
		}

		for(const auto& neighbor_i: this->neighbors_of.at(cell)) {

			if (this->mapping.get_refinement_level(neighbor_i.first) <= refinement_level) {
				const auto neighbor_siblings
					= this->mapping.get_siblings(neighbor_i.first);

				for(const auto& sibling: neighbor_siblings) {
					if (sibling != error_cell) {
						this->cells_to_unrefine.erase(sibling);
					}
				}
			}
		}

		for(const auto& neighbor_i: this->neighbors_to.at(cell)) {

			if (this->mapping.get_refinement_level(neighbor_i.first) <= refinement_level) {
				const auto neighbor_siblings
					= this->mapping.get_siblings(neighbor_i.first);

				for(const auto& sibling: neighbor_siblings) {
					if (sibling != error_cell) {
						this->cells_to_unrefine.erase(sibling);
					}
				}
			}
		}

		return true;
	}


	/*!
	Removes the given cell and its siblings from the grid.

	Refining (including induced refining) takes priority over unrefining.
	Refines / unrefines take effect only after a call to stop_refining()
	and are lost after a call to balance_load().
	Returns true on success.
	Does nothing and returns true in at least the following cases:
		- dont_unrefine was called previously for given cell or its siblings
		- given cell or one of its siblings has already been unrefined
		  and stop_refining() has not been called
		- given cells refinement level is 0
	Does nothing and returns false in the following cases:
		- given error_cell
		- given cell doesn't exist on this process
		- given cell or its siblings have children

	After a cell and its siblings have been unrefined, their data has been moved
	to their parent's process.
	When no longer needed that data can be freed using clear_refined_unrefined_data.

	\see
	refine_completely()
	unrefine_completely()
	*/
	bool unrefine_completely(const uint64_t cell)
	{
		using std::to_string;

		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (cell == error_cell) {
			return false;
		}

		if (this->cell_process.count(cell) == 0) {
			return false;
		}

		if (this->cell_data.count(cell) == 0) {
			return false;
		}

		if (this->mapping.get_refinement_level(cell) == 0) {
			return true;
		}

		const auto siblings = this->mapping.get_siblings(cell);
		if (siblings[0] == error_cell or siblings[1] == error_cell) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}

		// don't unrefine if any sibling...
		for(const auto& sibling: siblings) {

			// ...has children
			if (sibling != this->get_child(sibling)) {
				return false;
			}

			// ...cannot be unrefined
			if (this->cells_to_refine.count(sibling) > 0
			|| this->cells_not_to_unrefine.count(sibling) > 0) {
				return true;
			}
		}

		// unrefinement succeeds if parent of unrefined will fulfill requirements
		const uint64_t parent = this->get_parent(cell);
		const int refinement_level = this->mapping.get_refinement_level(parent);

		#ifdef DEBUG
		if (parent == 0) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid parent" << std::endl;
			abort();
		}

		if (refinement_level < 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Invalid refinement level for parent"
				<< std::endl;
			abort();
		}
		#endif

		const auto neighbors
			= this->find_neighbors_of(parent, this->neighborhood_of);

		for(const auto& neighbor_i: neighbors) {
			const auto& neighbor = neighbor_i.first;

			const int neighbor_ref_lvl = this->mapping.get_refinement_level(neighbor);

			if (neighbor_ref_lvl > refinement_level + this->max_ref_lvl_diff) {
				return true;
			}

			if (neighbor_ref_lvl == refinement_level + this->max_ref_lvl_diff
			&& this->cells_to_refine.count(neighbor) > 0) {
				return true;
			}
		}

		// record only one sibling to unrefine / process
		for(const auto& sibling: siblings) {
			if (this->cells_to_unrefine.count(sibling) > 0) {
				return true;
			}
		}

		this->cells_to_unrefine.insert(cell);

		return true;
	}


	/*!
	Prevents the given cell or its siblings from being unrefined.

	Has an effect only during the next call to stop_refining().
	Has no effect if balance_load() is called before stop_refining().
	Returns true on success.
	Doesn't prevent refining given cell.
	Does nothing and returns true in at least the following cases:
		- given cell's refinement level is 0
		- given cell or its sibling(s) already marked by this
	Does nothing and returns false in the following cases:
		- given error_cell
		- given cell doesn't exist on this process
		- given cell has children
		- given cell's refinement level is 0

	\see
	dont_refine()
	dont_unrefine_at()
	refine_completely()
	*/
	bool dont_unrefine(const uint64_t cell)
	{
		using std::to_string;

		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (cell == error_cell) {
			return false;
		}

		if (this->cell_process.count(cell) == 0) {
			return false;
		}

		#ifdef DEBUG
		if (this->cell_data.count(cell) == 0) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}

		if (this->cell_process.count(this->mapping.get_child(cell)) > 0) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}
		#endif

		if (this->mapping.get_refinement_level(cell) == 0) {
			return true;
		}

		// record only one sibling / process
		const auto siblings = this->mapping.get_siblings(cell);
		if (siblings[0] == error_cell or siblings[1] == error_cell) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}

		for(const auto& sibling: siblings) {
			if (this->cells_not_to_unrefine.count(sibling) > 0) {
				return true;
			}
		}

		// override local unrefines
		for(const auto& sibling: siblings) {
			this->cells_to_unrefine.erase(sibling);
		}

		this->cells_not_to_unrefine.insert(cell);

		return true;
	}


	/*!
	As dont_unrefine but prevents refinement of given cell.

	Doesn't prevent unrefining given cell.
	Returns true and does nothing if given cell:
		- is of maximum refinement level
	*/
	bool dont_refine(const uint64_t cell)
	{
		using std::to_string;

		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (cell == error_cell) {
			return false;
		}

		if (this->cell_process.count(cell) == 0) {
			return false;
		}

		#ifdef DEBUG
		if (this->cell_process.count(this->mapping.get_child(cell)) > 0) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}
		#endif

		if (
			this->mapping.get_refinement_level(cell)
			== this->mapping.get_maximum_refinement_level()
		) {
			return true;
		}

		// override local refines
		this->cells_to_refine.erase(cell);

		this->cells_not_to_refine.insert(cell);

		return true;
	}

	/*!
	Returns cells which share a face with the given cell.

	Only those cells are returned which are considered as neighbors
	by given cell.
	Uses the default neighborhood.
	Does not return error_cell as a face neighbor.
	Returns nothing in the same cases as get_neighbors_of().

	uint64_t == neighbor id, int == neighbor direction.
	Directions are +N or -N where N is the Nth dimension and
	+ means positive direction and - negative in that dimension,
	e.g. +1 is positive x direction, -3 negative z.

	TODO:
	By default uses neighborhood with which this dccrg was initialized,
	\see
	default_neighborhood_id()
	get_neighbors_of()
	*/
	std::vector<std::pair<uint64_t, int> > get_face_neighbors_of(
		const uint64_t cell/*,
		const int neighborhood_id = default_neighborhood_id*/
	) const {
		using std::to_string;

		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<std::pair<uint64_t, int> > ret_val;

		if (this->neighbors_.count(cell) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Internal error." << std::endl;
			abort();
		}
		const auto& neighs_ = this->neighbors_.at(cell);

		const int ref_lvl = this->mapping.get_refinement_level(cell);
		const std::array<int, 6> dirs{-1, +1, -2, +2, -3, +3};

		for (size_t i = 0; i < neighs_.size(); i++) {
			const auto neighbor = neighs_[i];
			if (neighbor == error_cell) {
				continue;
			}

			ret_val.emplace_back(neighbor, dirs[i]);

			const int n_ref_lvl = this->mapping.get_refinement_level(neighbor);
			if (ref_lvl >= n_ref_lvl) {
				continue;
			}

			// add rest of face neighbor siblings
			if (this->neighbors_.count(neighbor) == 0) {
				throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
			}

			const auto& neighs_neighs = this->neighbors_.at(neighbor);

			// add siblings of smaller face neighbor
			switch (i) {
			case 0:
			case 1:
				if (neighs_neighs[3] != error_cell) {
					ret_val.emplace_back(neighs_neighs[3], dirs[i]);
				}
				if (neighs_neighs[5] != error_cell) {
					ret_val.emplace_back(neighs_neighs[5], dirs[i]);
					#ifdef DEBUG
					if (this->neighbors_.count(neighs_neighs[5]) == 0) {
						throw std::runtime_error(
							__FILE__ "(" + to_string(__LINE__) + ") "
							+ "No neighbors_ for cell "
							+ to_string(neighs_neighs[5])
						);
					}
					#endif
					if (this->neighbors_.at(neighs_neighs[5])[3] != error_cell) {
						ret_val.emplace_back(
							this->neighbors_.at(neighs_neighs[5])[3],
							dirs[i]
						);
					}
				}
				break;
			case 2:
			case 3:
				if (neighs_neighs[1] != error_cell) {
					ret_val.emplace_back(neighs_neighs[1], dirs[i]);
				}
				if (neighs_neighs[5] != error_cell) {
					ret_val.emplace_back(neighs_neighs[5], dirs[i]);
					#ifdef DEBUG
					if (this->neighbors_.count(neighs_neighs[5]) == 0) {
						throw std::runtime_error(
							__FILE__ "(" + to_string(__LINE__) + ") "
							+ "No neighbors_ for cell "
							+ to_string(neighs_neighs[5])
						);
					}
					#endif
					if (this->neighbors_.at(neighs_neighs[5])[1] != error_cell) {
						ret_val.emplace_back(
							this->neighbors_.at(neighs_neighs[5])[1],
							dirs[i]
						);
					}
				}
				break;
			case 4:
			case 5:
				if (neighs_neighs[1] != error_cell) {
					ret_val.emplace_back(neighs_neighs[1], dirs[i]);
				}
				if (neighs_neighs[3] != error_cell) {
					ret_val.emplace_back(neighs_neighs[3], dirs[i]);
					#ifdef DEBUG
					if (this->neighbors_.count(neighs_neighs[3]) == 0) {
						throw std::runtime_error(
							__FILE__ "(" + to_string(__LINE__) + ") "
							+ "No neighbors_ for cell "
							+ to_string(neighs_neighs[3])
						);
					}
					#endif
					if (this->neighbors_.at(neighs_neighs[3])[1] != error_cell) {
						ret_val.emplace_back(
							this->neighbors_.at(neighs_neighs[3])[1],
							dirs[i]
						);
					}
				}
				break;
			default:
				throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
			}
		}

		return ret_val;
	}


	/*!
	Returns true if given cell's neighbor types match given criterion, false otherwise.

	Returns false if:
		- given neighborhood doesn't exist
		- given cell doesn't exist
		- given cell is on another process

	\see get_cells()
	*/
	bool is_neighbor_type_match(
		const uint64_t cell,
		const std::vector<int>& criteria,
		const bool exact_match,
		const int neighborhood_id
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (cell == error_cell) {
			return false;
		}

		if (this->cell_process.count(cell) == 0) {
			return false;
		}

		if (this->cell_process.at(cell) != this->rank) {
			return false;
		}

		if (neighborhood_id != default_neighborhood_id
		&& this->user_hood_of.count(neighborhood_id) == 0) {
			return false;
		}


		int neighbor_types = 0;

		const std::vector<
			std::pair<
				uint64_t,
				std::array<int, 3>
			>
		>& neighs_of
			= [&](){
				if (neighborhood_id == default_neighborhood_id) {
					return this->neighbors_of.at(cell);
				} else {
					return this->user_neigh_of.at(neighborhood_id).at(cell);
				}
			}();

		for(const auto& neighbor_i: neighs_of) {
			if (neighbor_i.first == error_cell) {
				continue;
			}

			if (this->is_local(neighbor_i.first)) {
				neighbor_types |= has_local_neighbor_of;
			} else {
				neighbor_types |= has_remote_neighbor_of;
			}
		}

		const std::vector<
			std::pair<
				uint64_t,
				std::array<int, 3>
			>
		>& neighs_to
			= [&](){
				if (neighborhood_id == default_neighborhood_id) {
					return this->neighbors_to.at(cell);
				} else {
					return this->user_neigh_to.at(neighborhood_id).at(cell);
				}
			}();

		for (const auto& neighbor_i: neighs_to) {
			if (neighbor_i.first == error_cell) {
				continue;
			}

			if (this->is_local(neighbor_i.first)) {
				neighbor_types |= has_local_neighbor_to;
			} else {
				neighbor_types |= has_remote_neighbor_to;
			}
		}


		if (exact_match) {
			for(const auto& criterion: criteria) {
				if (neighbor_types == criterion) {
					return true;
				}
			}
		} else {
			// with inexact matching all criteria can be merged into one
			int merged_criteria = 0;
			for(const auto& criterion: criteria) {
				merged_criteria |= criterion;
			}

			if ((neighbor_types & merged_criteria) > 0) {
				return true;
			}
		}

		return false;
	}


	/*!
	Returns the size of cells' neihgbourhood in every direction.
	*/
	unsigned int get_neighborhood_length() const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		return this->neighborhood_length;
	}


	/*!
	Returns all neighbors of given cell that are at given offset from it.

	Offset is in units of size of the given cell
	Returns nothing in the following cases:
		- given cell doesn't exist
		- given cell is on another process
		- any of given offsets is larger in absolute value than the neighborhood
		  size or larger than 1 if neihgborhood size == 0
		- x == 0 && y == 0 && z == 0

	\see
	get_neighbors_of()
	*/
	std::vector<
		std::pair<
			uint64_t,
			std::array<int, 3>
		>
	> get_neighbors_of_at_offset(
		const uint64_t cell,
		const int x,
		const int y,
		const int z
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<std::pair<uint64_t, std::array<int, 3>>> return_neighbors;
		if (
			this->cell_process.count(cell) == 0
			or this->cell_process.at(cell) != this->rank
			or (x == 0 and y == 0 and z == 0)
		) {
			return return_neighbors;
		}

		const auto ref_indices = indices_from_neighborhood(
			this->mapping.get_indices(cell),
			this->mapping.get_cell_length_in_indices(cell),
			{{x, y, z}}
		);

		for (const auto& ref_index: ref_indices) {
			for (const auto& neighbor_i: this->neighbors_of.at(cell)) {
				const auto& neighbor = neighbor_i.first;
				const auto indices = this->mapping.get_indices(neighbor);
				if (
					indices[0] == ref_index[0]
					and indices[1] == ref_index[1]
					and indices[2] == ref_index[2]
				) {
					return_neighbors.push_back(neighbor_i);
				}
			}
		}

		return return_neighbors;
	}


	/*!
	Returns neighbors of given local cell that are on another process.

	Returns nothing if:
		- given cell doesn't exist
		- given cell is on another process
		- given cell doesn't have remote neighbors
		- given neighborhood doesn't exist

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort before returning.
	*/
	std::vector<uint64_t> get_remote_neighbors_of(
		const uint64_t cell,
		const int neighborhood_id = default_neighborhood_id,
		const bool sorted = false
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> ret_val;

		if (this->cell_process.count(cell) == 0) {
			return ret_val;
		}

		if (this->cell_process.at(cell) != this->rank) {
			return ret_val;
		}

		if (neighborhood_id != default_neighborhood_id
		&& this->user_hood_of.count(neighborhood_id) == 0) {
			return ret_val;
		}

		const std::vector<uint64_t>& neighbors_ref
			= (neighborhood_id == default_neighborhood_id)
			? this->neighbors_of.at(cell)
			: this->user_neigh_of.at(neighborhood_id).at(cell);

		for(const auto& neighbor: neighbors_ref) {

			if (neighbor == error_cell) {
				continue;
			}

			if (this->cell_process.at(neighbor) != this->rank) {
				ret_val.push_back(neighbor);
			}
		}

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}

	/*!
	Returns remote cells that consider given local cell as a neighbor.

	Returns nothing if given cell doesn't exist or is on another process
	or doesn't have remote neighbors.

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort before returning.
	*/
	std::vector<uint64_t> get_remote_neighbors_to(
		const uint64_t cell,
		const int neighborhood_id = default_neighborhood_id,
		const bool sorted = false
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> ret_val;

		if (this->cell_process.count(cell) == 0) {
			return ret_val;
		}

		if (this->cell_process.at(cell) != this->rank) {
			return ret_val;
		}

		if (neighborhood_id != default_neighborhood_id
		&& this->user_hood_of.count(neighborhood_id) == 0) {
			return ret_val;
		}

		const std::vector<uint64_t>& neighbors_ref
			= (neighborhood_id == default_neighborhood_id)
			? this->neighbors_to.at(cell)
			: this->user_neigh_to.at(neighborhood_id).at(cell);

		for(const auto& neighbor: neighbors_ref) {

			if (neighbor == error_cell) {
				continue;
			}

			if (this->cell_process.at(neighbor) != this->rank) {
				ret_val.push_back(neighbor);
			}
		}

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}


	/*!
	Returns true if given cell is on this process and false otherwise.
	*/
	bool is_local(const uint64_t cell) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->cell_process.count(cell) > 0
		&& this->cell_process.at(cell) == this->rank) {
			return true;
		} else {
			return false;
		}
	}


	/*!
	Writes the cells on this process into a vtk file with given name in ASCII format.

	The cells are written in ascending order.
	Must be called simultaneously on all processes.

	Returns true on success, false otherwise.
	*/
	bool write_vtk_file(const std::string& file_name) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::ofstream outfile(file_name);
		if (!outfile.is_open()) {
			std::cerr << "Couldn't open file " << file_name << std::endl;
			return false;
		}

		std::vector<uint64_t> leaf_cells = this->get_cells();

		if (leaf_cells.size() > 0) {
			std::sort(leaf_cells.begin(), leaf_cells.end());
		}

		outfile <<
			"# vtk DataFile Version 2.0\n"
			"Cartesian cell refinable grid\n"
			"ASCII\n"
			"DATASET UNSTRUCTURED_GRID\n";

		// write separate points for every cells corners
		outfile << "POINTS " << leaf_cells.size() * 8 << " float" << std::endl;
		for (size_t i = 0; i < leaf_cells.size(); i++) {
			const std::array<double, 3>
				cell_min = this->geometry.get_min(leaf_cells[i]),
				cell_max = this->geometry.get_max(leaf_cells[i]);

			outfile
				<< cell_min[0] << " " << cell_min[1] << " " << cell_min[2] << "\n"
				<< cell_max[0] << " " << cell_min[1] << " " << cell_min[2] << "\n"
				<< cell_min[0] << " " << cell_max[1] << " " << cell_min[2] << "\n"
				<< cell_max[0] << " " << cell_max[1] << " " << cell_min[2] << "\n"
				<< cell_min[0] << " " << cell_min[1] << " " << cell_max[2] << "\n"
				<< cell_max[0] << " " << cell_min[1] << " " << cell_max[2] << "\n"
				<< cell_min[0] << " " << cell_max[1] << " " << cell_max[2] << "\n"
				<< cell_max[0] << " " << cell_max[1] << " " << cell_max[2] << "\n";
		}

		// map cells to written points
		outfile << "CELLS " << leaf_cells.size() << " " << leaf_cells.size() * 9 << std::endl;
		for (unsigned int j = 0; j < leaf_cells.size(); j++) {
			outfile << "8 ";
			for (int i = 0; i < 8; i++) {
				 outfile << j * 8 + i << " ";
			}
			outfile << std::endl;
		}

		// cell types
		outfile << "CELL_TYPES " << leaf_cells.size() << std::endl;
		for (unsigned int i = 0; i < leaf_cells.size(); i++) {
			outfile << 11 << std::endl;
		}

		if (!outfile.good()) {
			std::cerr << "Writing of vtk file probably failed" << std::endl;
			// TODO: throw an exception instead
			exit(EXIT_FAILURE);
		}

		outfile.close();

		return true;
	}


	/*!
	As refine_completely(), but uses the smallest existing cell at given coordinates.

	Does nothing in the same cases as refine_completely and additionally
	if the coordinate is outside of the grid.
	*/
	bool refine_completely_at(const std::array<double, 3>& coordinate)
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		const uint64_t cell = this->get_existing_cell(coordinate);
		if (cell == error_cell) {
			return false;
		}

		return this->refine_completely(cell);
	}


	/*!
	As unrefine_completely(), but uses the smallest existing cell at given coordinates.

	Does nothing in the same cases as unrefine_completely and additionally
	if the coordinate is outside of the grid.
	*/
	bool unrefine_completely_at(const std::array<double, 3>& coordinate)
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		const uint64_t cell = this->get_existing_cell(coordinate);
		if (cell == error_cell) {
			return false;
		}

		return this->unrefine_completely(cell);
	}


	/*!
	As dont_unrefine() but uses the smallest existing cell at given coordinates.

	Does nothing in the same cases as dont_unrefine and additionally if the
	coordinate is outside of the grid.
	*/
	bool dont_unrefine_at(const std::array<double, 3>& coordinate)
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		const uint64_t cell = this->get_existing_cell(coordinate);
		if (cell == error_cell) {
			return false;
		}

		return this->dont_unrefine(cell);
	}


	/*!
	Executes refines / unrefines that have been requested so far.

	Must be called simultaneously on all processes.
	Returns cells that were created by refinement on this process.
	Moves user data of unrefined cells to the current process of their parent.

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort before returning.
	*/
	std::vector<uint64_t> stop_refining(const bool sorted = false)
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		this->override_refines();

		this->induce_refines();

		this->override_unrefines();

		std::vector<uint64_t> ret_val = this->execute_refines();

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}


	/*!
	Returns cells that were removed by unrefinement and whose parent is currently a local cell.

	Removed cells' data is currently also on this process,
	but only until balance_load() is called.

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort before returning.
	*/
	std::vector<uint64_t> get_removed_cells(const bool sorted = false) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> ret_val;
		ret_val.reserve(this->unrefined_cell_data.size());

		for (const auto& item: this->unrefined_cell_data) {
			ret_val.push_back(item.first);
		}

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}


	/*!
	Returns all cells in the grid that don't have children (e.g. leaf cells).

	Only those cells are returned which this process knows about, this
	might not include all cells that exist on all processes.

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort before returning.

	\see
	get_cells()
	*/
	std::vector<uint64_t> get_all_cells(const bool sorted = false) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> ret_val;
		ret_val.reserve(this->cell_process.size());

		for (std::unordered_map<uint64_t, uint64_t>::const_iterator
			item = this->cell_process.begin();
			item != this->cell_process.end();
			item++
		) {

			const uint64_t child = this->get_child(item->first);

			if (child == item->first) {
				ret_val.push_back(item->first);
			}
		}

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}


	/*!
	Returns true if given cell overlaps a local cell.

	Returns true if given cell is either a local cell of
	refinement level 0 or is a (grandgrand...)child of a
	local cell with refinement level 0.
	Returns false otherwise.

	\see
	get_cells_overlapping_local()
	*/
	bool cell_overlaps_local(const uint64_t cell) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		const uint64_t parent = this->mapping.get_level_0_parent(cell);

		if (this->cell_process.count(parent) > 0
		&& this->cell_process.at(parent) == this->rank) {
			return true;
		} else {
			return false;
		}
	}


	/*!
	Returns those cells from given that are either local or a child of local.

	Assumes local cells are of refinement level 0.
	*/
	std::unordered_set<uint64_t> get_cells_overlapping_local(const std::vector<uint64_t>& given_cells) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::unordered_set<uint64_t> result;

		for (const uint64_t cell: given_cells) {

			if (this->cell_overlaps_local(cell)) {
				result.insert(cell);
			}
		}

		return result;
	}


	/*!
	Refines the grid so that the given cells exist.

	When calling this function only cells of refinement
	level 0 must exist in the grid.
	Must be called by all processes.
	Ignores cells in given list that aren't a (grand...)
	child of a local cell (i.e. these cells can be left
	out of given_cells if they wouldn't fit into memory).
	Returns true on success and false otherwise.

	\see
	load_grid_data()
	cell_overlaps_local()
	*/
	bool load_cells(const std::vector<uint64_t>& given_cells)
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		// get the global maximum refinement level of cells to be loaded
		std::unordered_set<uint64_t> overlapping
			= this->get_cells_overlapping_local(given_cells);

		int local_max_ref_lvl_of_overlapping = 0;
		for (const uint64_t cell: overlapping) {
			const int refinement_level = this->mapping.get_refinement_level(cell);
			local_max_ref_lvl_of_overlapping
				= std::max(refinement_level, local_max_ref_lvl_of_overlapping);
		}

		int max_ref_lvl_of_overlapping = 0, result;
		result = MPI_Allreduce(
			&local_max_ref_lvl_of_overlapping,
			&max_ref_lvl_of_overlapping,
			1,
			MPI_INT,
			MPI_MAX,
			this->comm
		);

		if (result != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< "MPI_Allreduce failed: " << Error_String()(result)
				<< std::endl;
			abort();
		}

		/*
		Starting from refinement level 0 refine each local cell
		that has a child in given_cells
		*/
		std::vector<std::unordered_set<uint64_t>> cells_and_parents(max_ref_lvl_of_overlapping);

		// refine local cells recursively until all given_cells are created
		for (const uint64_t cell: overlapping) {
			uint64_t current_child = cell;
			const int refinement_level = this->mapping.get_refinement_level(current_child);
			for (int i = refinement_level - 1; i >= 0; i--) {
				const uint64_t parent = this->mapping.get_parent(current_child);
				cells_and_parents[i].insert(parent);
				current_child = parent;
			}
		}

		for (int
			current_ref_lvl = 0;
			current_ref_lvl < max_ref_lvl_of_overlapping;
			current_ref_lvl++
		) {
			for (const uint64_t cell: cells_and_parents[current_ref_lvl]) {
				this->refine_completely(cell);
			}
			this->stop_refining();
			this->clear_refined_unrefined_data();
		}

		return true;
	}


	/*!
	Starts the procedure of moving cells between processes.

	Default constructs arriving cells.
	Does not transfer any cell data, use continue_balance_load() for that,
	or if cell data doesn't have to be transferred in several steps use
	balance_load() instead of this function.

	After calling this the functions get_cells_to_send() and
	get_cells_to_receive() can be used to query changes to the
	current partition.

	The next function to be called after this one (from those that
	must be called by all processes) must be either continue_balance_load()
	or finish_balance_load(). Information related to the other functions
	must not be queried after calling this, for example the remote neighbors
	of local cells, local cells, etc.

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	balance_load()
	continue_balance_load()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& initialize_balance_load(const bool use_zoltan)
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " initialize_balance_load(...) called the second time "
				<< "before calling finish_balance_load() first"
				<< std::endl;
			abort();
		}

		this->balancing_load = true;

		#ifdef DEBUG
		if (!this->verify_remote_neighbor_info()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info is not consistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->verify_user_data()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " User data not consistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}
		#endif

		this->make_new_partition(use_zoltan);

		// default construct user data of arriving cells
		for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::const_iterator
			sender_item = this->cells_to_receive.begin();
			sender_item != this->cells_to_receive.end();
			sender_item++
		) {
			for (std::vector<std::pair<uint64_t, int>>::const_iterator
				cell_item = sender_item->second.begin();
				cell_item != sender_item->second.end();
				cell_item++
			) {
				this->cell_data[cell_item->first];
			}
		}

		// clear data related to remote neighbor updates, adaptation, etc.
		this->local_cells_on_process_boundary.clear();
		this->remote_cells_on_process_boundary.clear();
		this->user_local_cells_on_process_boundary.clear();
		this->user_remote_cells_on_process_boundary.clear();
		this->user_neigh_cells_to_send.clear();
		this->user_neigh_cells_to_receive.clear();
		this->remote_neighbors.clear();
		this->cells_to_refine.clear();
		this->refined_cell_data.clear();
		this->cells_to_unrefine.clear();
		this->unrefined_cell_data.clear();
		this->cells_not_to_refine.clear();
		this->cells_not_to_unrefine.clear();
		this->cell_weights.clear();

		#ifdef DEBUG
		// check that there are no duplicate adds / removes
		// removed cells on all processes
		std::vector<uint64_t> temp_removed_cells(
			this->removed_cells.begin(),
			this->removed_cells.end()
		);
		std::sort(temp_removed_cells.begin(), temp_removed_cells.end());

		std::vector<std::vector<uint64_t>> all_removed_cells;
		All_Gather()(temp_removed_cells, all_removed_cells, this->comm);

		// created cells on all processes
		std::vector<uint64_t> temp_added_cells(
			this->added_cells.begin(),
			this->added_cells.end()
		);
		std::sort(temp_added_cells.begin(), temp_added_cells.end());

		std::vector<std::vector<uint64_t>> all_added_cells;
		All_Gather()(temp_added_cells, all_added_cells, this->comm);

		std::unordered_set<uint64_t> all_adds, all_removes;

		for (const auto& item: all_removed_cells) {
			for (const uint64_t removed_cell: item) {

				if (all_removes.count(removed_cell) > 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << removed_cell
						<< " was already removed"
						<< std::endl;
					abort();
				}
				all_removes.insert(removed_cell);
			}
		}

		for (const auto& item: all_added_cells) {
			for (const uint64_t added_cell: item) {

				if (all_adds.count(added_cell) > 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << added_cell
						<< " was already removed"
						<< std::endl;
					abort();
				}
				all_adds.insert(added_cell);
			}
		}

		// check that cells were removed by their process
		for (uint64_t cell_remover = 0; cell_remover < all_removed_cells.size(); cell_remover++) {

			for (const uint64_t removed_cell: all_removed_cells.at(cell_remover)) {

				if (this->cell_process.at(removed_cell) != cell_remover) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << removed_cell
						<< " doesn't belong to process " << cell_remover
						<< std::endl;
					abort();
				}
			}
		}
		#endif // ifdef DEBUG
		#endif // ifndef DCCRG_NO_LB
		return *this;
	}

	/*!
	Transfers cell data between processes based on the new partition.

	Must be called by all processes and not before initialize_balance_load(...)
	has been called.

	The next function to be called after this one (from those that
	must be called by all processes) must be either this again or
	finish_balance_load().

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	finish_balance_load()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& continue_balance_load()
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (!this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " continue_balance_load() called without "
				<< "calling initialize_balance_load(...) first."
				<< std::endl;
			abort();
		}

		this->start_user_data_transfers(
			this->cell_data,
			this->cells_to_receive,
			this->cells_to_send,
			-2
		);

		this->wait_user_data_transfer_receives();

		this->wait_user_data_transfer_sends();

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}

	/*!
	Finishes the procedure of moving cells between processes.

	Must be called by all processes and not before initialize_balance_load(...)
	has been called.

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& finish_balance_load()
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (!this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " finish_balance_load() called without "
				<< "calling initialize_balance_load(...) first."
				<< std::endl;
			abort();
		}

		this->cells_to_send.clear();
		this->cells_to_receive.clear();

		/*
		Calculate where cells have migrated to update internal data structures
		*/

		// removed cells on all processes
		std::vector<uint64_t> temp_removed_cells(
			this->removed_cells.begin(),
			this->removed_cells.end()
		);

		// created cells on all processes
		std::vector<uint64_t> temp_added_cells(
			this->added_cells.begin(),
			this->added_cells.end()
		);

		std::vector<std::vector<uint64_t>> all_added_cells;
		All_Gather()(temp_added_cells, all_added_cells, this->comm);

		#ifdef DEBUG
		std::vector<std::vector<uint64_t> > all_removed_cells;
		All_Gather()(temp_removed_cells, all_removed_cells, this->comm);

		// check that there are no duplicate adds / removes
		std::unordered_set<uint64_t> all_adds, all_removes;

		for (const auto& item: all_removed_cells) {
			for (const uint64_t removed_cell: item) {

				if (all_removes.count(removed_cell) > 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << removed_cell
						<< " was already removed"
						<< std::endl;
					abort();
				}
				all_removes.insert(removed_cell);
			}
		}

		for (const auto& item: all_added_cells) {
			for (const uint64_t added_cell: item) {

				if (all_adds.count(added_cell) > 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << added_cell
						<< " was already removed"
						<< std::endl;
					abort();
				}
				all_adds.insert(added_cell);
			}
		}

		// check that cells were removed by their process
		for (uint64_t cell_remover = 0; cell_remover < all_removed_cells.size(); cell_remover++) {

			for (const uint64_t removed_cell: all_removed_cells.at(cell_remover)) {

				if (this->cell_process.at(removed_cell) != cell_remover) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << removed_cell
						<< " doesn't belong to process " << cell_remover
						<< std::endl;
					abort();
				}
			}
		}
		#endif

		// update cell to process mappings
		for (uint64_t cell_creator = 0; cell_creator < all_added_cells.size(); cell_creator++) {

			for (const uint64_t created_cell: all_added_cells.at(cell_creator)) {
				this->cell_process.at(created_cell) = cell_creator;
			}
		}

		#ifdef DEBUG
		if (!this->is_consistent()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Grid is not consistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->pin_requests_succeeded()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Pin requests didn't succeed"
				<< std::endl;
			exit(EXIT_FAILURE);
		}
		#endif

		this->update_neighbors_();

		this->update_neighbors();
		for (const auto& h: this->user_hood_of) {
			this->user_neigh_of.at(h.first).clear();
			this->user_neigh_to.at(h.first).clear();
		}
		for (const auto& i: this->cell_process) {
			for (const auto& j: this->user_hood_of) {
				this->update_user_neighbors(i.first, j.first);
			}
		}

		// free user data of cells removed from this process
		for (const uint64_t removed_cell: this->removed_cells) {
			this->cell_data.erase(removed_cell);
		}

		this->update_remote_neighbor_info();
		// also remote neighbor info of user neighborhoods
		for (std::unordered_map<int, std::vector<Types<3>::neighborhood_item_t>>::const_iterator
			item = this->user_hood_of.begin();
			item != this->user_hood_of.end();
			item++
		) {
			this->update_user_remote_neighbor_info(item->first);
		}

		this->recalculate_neighbor_update_send_receive_lists();

		this->allocate_copies_of_remote_neighbors();

		try {
			this->update_cell_pointers(
				this->cells_rw,
				this->neighbors_rw,
				this->inner_cells_default,
				this->outer_cells_default,
				this->local_cells_default,
				this->remote_cells_default,
				this->all_cells_default,
				default_neighborhood_id
			);
		} catch (...) {
			throw std::runtime_error(__FILE__ "(" + std::to_string(__LINE__) + ")");
		}
		for (const auto& item: this->user_hood_of) {
			this->update_cell_pointers_user(item.first);
		}

		#ifdef DEBUG
		if (!this->is_consistent()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " The grid is inconsistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->verify_neighbors()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Neighbor lists are incorrect"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->verify_remote_neighbor_info()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info is not consistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->verify_user_data()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " User data not consistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}
		#endif

		this->added_cells.clear();
		this->removed_cells.clear();
		this->balancing_load = false;

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}


	/*!
	Returns the parent of given cell.

	If parent exists returns it,
	otherwise if given cell exists returns it,
	otherwise returns error_cell.
	*/
	uint64_t get_parent(const uint64_t cell) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		// given cell cannot have a parent
		if (this->mapping.get_refinement_level(cell) == 0) {
			if (this->cell_process.count(cell) > 0) {
				return cell;
			} else {
				 return error_cell;
			}
		}

		const uint64_t parent = this->mapping.get_cell_from_indices(
			this->mapping.get_indices(cell),
			this->mapping.get_refinement_level(cell) - 1
		);

		if (this->cell_process.count(parent) > 0) {
			return parent;
		}
		if (this->cell_process.count(cell) > 0) {
			return cell;
		}

		return error_cell;
	}


	/*!
	Returns the indices corresponding to the given neighborhood at given indices.

	Neighborhood is returned in units of length_in_indices.
	If grid is not periodic in some direction then indices which would fall outside
	of the grid in that direction are returned as error_index.
	*/
	std::vector<Types<3>::indices_t> indices_from_neighborhood(
		const Types<3>::indices_t indices,
		const uint64_t length_in_indices,
		const std::vector<Types<3>::neighborhood_item_t>& neighborhood
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		// TODO: make neighborhood a const reference
		std::vector<Types<3>::indices_t> return_indices;
		return_indices.reserve(neighborhood.size());

		// grid length in indices
		const uint64_t grid_length[3] = {
			this->length.get()[0] * (uint64_t(1) << this->mapping.get_maximum_refinement_level()),
			this->length.get()[1] * (uint64_t(1) << this->mapping.get_maximum_refinement_level()),
			this->length.get()[2] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())
		};

		#ifdef DEBUG
		for (unsigned int dimension = 0; dimension < 3; dimension++) {
			if (indices[dimension] >= grid_length[dimension]) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Given indices outside of the grid in dimension " << dimension
					<< std::endl;
				abort();
			}
		}
		#endif

		for (const auto& offsets: neighborhood) {

			Types<3>::indices_t temp_indices = {{indices[0], indices[1], indices[2]}};

			for (unsigned int dimension = 0; dimension < 3; dimension++) {
				if (offsets[dimension] < 0) {

					if (this->topology.is_periodic(dimension)) {

						// neighborhood might wrap around the grid several times
						for (int i = 0; i > offsets[dimension]; i--) {

							#ifdef DEBUG
							if (temp_indices[dimension] < length_in_indices - 1
							&& temp_indices[dimension] > 0) {
								std::cerr << __FILE__ << ":" << __LINE__
									<< " Cells aren't supposed to wrap around the grid."
									<< std::endl;
								abort();
							}
							#endif

							if (temp_indices[dimension] >= length_in_indices) {
								temp_indices[dimension] -= length_in_indices;
							} else {
								temp_indices[dimension] = grid_length[dimension] - length_in_indices;
							}
						}
					// use error_indices to signal that this neighborhood item is outside of the grid
					} else {
						if (indices[dimension] < abs(offsets[dimension]) * length_in_indices) {
							temp_indices[0] = error_index;
							temp_indices[1] = error_index;
							temp_indices[2] = error_index;
							break;
						}

						temp_indices[dimension] += offsets[dimension] * length_in_indices;
					}

				} else {

					if (this->topology.is_periodic(dimension)) {
						for (int i = 0; i < offsets[dimension]; i++) {

							#ifdef DEBUG
							if (temp_indices[dimension] > grid_length[dimension] - length_in_indices) {
								std::cerr << __FILE__ << ":" << __LINE__
									<< " Cells aren't supposed to wrap around the grid."
									<< std::endl;
								abort();
							}
							#endif

							if (temp_indices[dimension] < grid_length[dimension] - length_in_indices) {
								temp_indices[dimension] += length_in_indices;
							} else {
								temp_indices[dimension] = 0;
							}
						}
					} else {
						if (
							indices[dimension] + offsets[dimension] * length_in_indices
							>= grid_length[dimension]
						) {
							temp_indices[0] = error_index;
							temp_indices[1] = error_index;
							temp_indices[2] = error_index;
							break;
						}

						temp_indices[dimension] += offsets[dimension] * length_in_indices;
					}
				}
			}

			return_indices.push_back(temp_indices);
		}

		return return_indices;
	}


	/*!
	Returns neighbors of given cell based on given neighborhood.

	Same neighbor appears once for each neighborhood item.
	For example in one cell grid priodic in all dimensions
	with neighborhood size 1 the cell itself will appear
	26 times at various offsets.

	If given cell owned by another process, returned
	neighbors might not be complete.

	Throws if given cell isn't known to this process or
	if given error_cell.
	*/
	// TODO: make private?
	std::vector<
		std::pair<
			uint64_t,
			std::array<int, 3> // x, y, z offsets
		>
	> find_neighbors_of(
		uint64_t cell,
		const std::vector<std::array<int, 3>>& neighborhood
	) const {
		using std::to_string;

		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (
			cell == error_cell
			or this->cell_process.count(cell) == 0
		) {
			throw std::runtime_error(
				__FILE__ "(" + to_string(__LINE__) + ")"
				"Invalid cell: " + to_string(cell)
			);
		}

		// convert to int to reduce verbosity later
		const auto get_len_int = [&](const uint64_t cell_)->int {
			const auto len = this->mapping.get_cell_length_in_indices(cell_);
			if (len > std::numeric_limits<int>::max()) {
				throw std::overflow_error(
					__FILE__ "(" + to_string(__LINE__) + "): "
					+ to_string(cell_) + ", " + to_string(len)
				);
			}
			return len;
		};
		const int cell_length = get_len_int(cell);

		if (this->neighbors_.count(cell) == 0) {
			throw std::runtime_error(
				__FILE__ "(" + std::to_string(__LINE__) + "): " + to_string(cell)
			);
		}

		// offset from cell_ to its parent or 0 if not applicable
		const auto get_parent_offset = [&](const uint64_t cell_)->std::array<int, 3> {
			std::array<int, 3> ret_val{0, 0, 0};
			const auto parent = this->mapping.get_parent(cell_);
			if (parent == error_cell or parent == cell_) {
				return ret_val;
			}
			const auto
				cell_ind = this->mapping.get_indices(cell_),
				par_ind = this->mapping.get_indices(parent);
			// no need to consider grid periodicity
			for (size_t dim = 0; dim < 3; dim++) {
				if (par_ind[dim] >= cell_ind[dim]) {
					ret_val[dim] += (int)(par_ind[dim] - cell_ind[dim]);
				} else {
					ret_val[dim] -= (int)(cell_ind[dim] - par_ind[dim]);
				}
			}
			return ret_val;
		};

		// TODO: split into function
		const auto adjust_offset = [&](
			std::array<int, 3> offset,
			const uint64_t from,
			const uint64_t to,
			const int direction
		)->std::array<int, 3> {
			const auto
				from_len = get_len_int(from),
				to_len = get_len_int(to);

			switch(direction) {
			case -1:
				if (from_len == to_len) {
					offset[0] -= from_len;
				// adjust offset if neighbor of different size
				} else {
					if (from_len < to_len) {
						const auto par_off = get_parent_offset(from);
						offset[0] += par_off[0] - to_len;
						offset[1] += par_off[1];
						offset[2] += par_off[2];
					} else {
						const auto par_off = get_parent_offset(to);
						offset[0] -= par_off[0] + from_len;
						offset[1] -= par_off[1];
						offset[2] -= par_off[2];
					}
				}
				break;
			case +1:
				if (from_len == to_len) {
					offset[0] += from_len;
				} else {
					if (from_len < to_len) {
						const auto par_off = get_parent_offset(from);
						offset[0] += par_off[0] + to_len;
						offset[1] += par_off[1];
						offset[2] += par_off[2];
					} else {
						const auto par_off = get_parent_offset(to);
						offset[0] -= par_off[0] - from_len;
						offset[1] -= par_off[1];
						offset[2] -= par_off[2];
					}
				}
				break;
			case -2:
				if (from_len == to_len) {
					offset[1] -= from_len;
				} else {
					if (from_len < to_len) {
						const auto par_off = get_parent_offset(from);
						offset[0] += par_off[0];
						offset[1] += par_off[1] - to_len;
						offset[2] += par_off[2];
					} else {
						const auto par_off = get_parent_offset(to);
						offset[0] -= par_off[0];
						offset[1] -= par_off[1] + from_len;
						offset[2] -= par_off[2];
					}
				}
				break;
			case +2:
				if (from_len == to_len) {
					offset[1] += from_len;
				} else {
					if (from_len < to_len) {
						const auto par_off = get_parent_offset(from);
						offset[0] += par_off[0];
						offset[1] += par_off[1] + to_len;
						offset[2] += par_off[2];
					} else {
						const auto par_off = get_parent_offset(to);
						offset[0] -= par_off[0];
						offset[1] -= par_off[1] - from_len;
						offset[2] -= par_off[2];
					}
				}
				break;
			case -3:
				if (from_len == to_len) {
					offset[2] -= from_len;
				} else {
					if (from_len < to_len) {
						const auto par_off = get_parent_offset(from);
						offset[0] += par_off[0];
						offset[1] += par_off[1];
						offset[2] += par_off[2] - to_len;
					} else {
						const auto par_off = get_parent_offset(to);
						offset[0] -= par_off[0];
						offset[1] -= par_off[1];
						offset[2] -= par_off[2] + from_len;
					}
				}
				break;
			case +3:
				if (from_len == to_len) {
					offset[2] += from_len;
				} else {
					if (from_len < to_len) {
						const auto par_off = get_parent_offset(from);
						offset[0] += par_off[0];
						offset[1] += par_off[1];
						offset[2] += par_off[2] + to_len;
					} else {
						const auto par_off = get_parent_offset(to);
						offset[0] -= par_off[0];
						offset[1] -= par_off[1];
						offset[2] -= par_off[2] - from_len;
					}
				}
				break;
			default:
				throw std::runtime_error(
					__FILE__ "("
					+ std::to_string(__LINE__) + ") "
					+ std::to_string(direction)
				);
			}
			return offset;
		};

		std::vector<std::pair<uint64_t, std::array<int, 3>>> return_neighbors;

		for (const auto& hood: neighborhood) {
			// find neighbors within these offsets of indices
			const std::array<int, 3>
				off_start{
					hood[0] * cell_length,
					hood[1] * cell_length,
					hood[2] * cell_length
				},
				off_end{
					(hood[0] + 1) * cell_length - 1,
					(hood[1] + 1) * cell_length - 1,
					(hood[2] + 1) * cell_length - 1
				};

			std::array<int, 3> offset{0, 0, 0};
			// find a cell within required offsets
			uint64_t current = cell;
			int curr_len = get_len_int(current);
			while (
				   offset[0] + curr_len - 1 < off_start[0] or offset[0] > off_end[0]
				or offset[1] + curr_len - 1 < off_start[1] or offset[1] > off_end[1]
				or offset[2] + curr_len - 1 < off_start[2] or offset[2] > off_end[2]
			) {
				if (this->neighbors_.count(current) == 0) {
					throw std::runtime_error(
						__FILE__ "(" + to_string(__LINE__) + ") "
						"No neighbors_ for cell " + to_string(current)
					);
				}
				const auto& neighs = this->neighbors_.at(current);

				if (offset[0] > off_end[0]) {
					if (neighs[0] != error_cell) {
						offset = adjust_offset(offset, current, neighs[0], -1);
					}
					current = neighs[0];
					if (current == error_cell) {
						break;
					}
					curr_len = get_len_int(current);
					continue;
				}
				if (offset[0] + curr_len - 1 < off_start[0]) {
					if (neighs[1] != error_cell) {
						offset = adjust_offset(offset, current, neighs[1], +1);
					}
					current = neighs[1];
					if (current == error_cell) {
						break;
					}
					curr_len = get_len_int(current);
					continue;
				}

				if (offset[1] > off_end[1]) {
					if (neighs[2] != error_cell) {
						offset = adjust_offset(offset, current, neighs[2], -2);
					}
					current = neighs[2];
					if (current == error_cell) {
						break;
					}
					curr_len = get_len_int(current);
					continue;
				}
				if (offset[1] + curr_len - 1 < off_start[1]) {
					if (neighs[3] != error_cell) {
						offset = adjust_offset(offset, current, neighs[3], +2);
					}
					current = neighs[3];
					if (current == error_cell) {
						break;
					}
					curr_len = get_len_int(current);
					continue;
				}

				if (offset[2] > off_end[2]) {
					if (neighs[4] != error_cell) {
						offset = adjust_offset(offset, current, neighs[4], -3);
					}
					current = neighs[4];
					if (current == error_cell) {
						break;
					}
					curr_len = get_len_int(current);
					continue;
				}
				if (offset[2] + curr_len - 1 < off_start[2]) {
					if (neighs[5] != error_cell) {
						offset = adjust_offset(offset, current, neighs[5], +3);
					}
					current = neighs[5];
					if (current == error_cell) {
						break;
					}
					curr_len = get_len_int(current);
					continue;
				}

				throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + "): Internal error");
			}

			if (current == error_cell) {
				continue;
			}

			curr_len = get_len_int(current);
			if (curr_len >= cell_length) {
				return_neighbors.emplace_back(current, offset);
				continue;
			}

			// also add siblings
			const auto siblings = this->mapping.get_siblings(current);
			size_t current_i = 0;
			for (; current_i < siblings.size(); current_i++) {
				if (current == siblings[current_i]) {
					break;
				}
			}

			if (current_i >= siblings.size() or current != siblings[current_i]) {
				throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + "): Internal error");
			}

			// adjust offset to sibling closest to 0,0,0
			if (current_i % 2 > 0) {
				offset[0] -= curr_len;
			}
			if (current_i % 4 > 1) {
				offset[1] -= curr_len;
			}
			if (current_i > 3) {
				offset[2] -= curr_len;
			}

			size_t i = 0;
			for (auto off_z: {0, curr_len}) {
			for (auto off_y: {0, curr_len}) {
			for (auto off_x: {0, curr_len}) {
				return_neighbors.push_back({
					siblings[i++],
					{offset[0] + off_x, offset[1] + off_y, offset[2] + off_z}
				});
			}}}
		}

		return return_neighbors;
	}



	/*!
	Returns cells that consider given cell as a neighbor.

	If given cell is owned by another process returned
	neighbors_to might not be complete.

	Returns nothing in following cases:
		- current process doesn't know about given cell
		- given error_cell

	Returned cells are not in any particular order.

	Returned offset are all 0.

	Returned cells are unique, i.e. each cell only appears once.

	Assumes a maximum refinement level difference of one between neighbors
	(both cases: neighbors_of, neighbors_to).
	*/
	std::vector<
		std::pair<
			uint64_t,
			std::array<int, 3>
		>
	> find_neighbors_to(
		const uint64_t cell,
		const std::vector<Types<3>::neighborhood_item_t>& neighborhood
	) const {
		using std::to_string;

		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<std::pair<uint64_t, std::array<int, 3>>> return_neighbors;

		if (
			cell == error_cell
			or cell > this->mapping.get_last_cell()
			or cell != this->get_child(cell)
		) {
			throw std::invalid_argument(
				__FILE__ "(" + to_string(__LINE__) + ") "
				+ to_string(cell) + ", " + to_string(this->get_child(cell))
				+ ", " + to_string(this->mapping.get_last_cell())
				+ ", " + to_string(this->cell_process.count(cell))
			);
		}

		const int refinement_level = this->mapping.get_refinement_level(cell);

		#ifdef DEBUG
		if (refinement_level > this->mapping.get_maximum_refinement_level()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Refinement level (" << refinement_level
				<< ") of cell " << cell
				<< " exceeds maximum refinement level of the grid ("
				<< this->mapping.get_maximum_refinement_level() << ")"
				<< std::endl;
			abort();
		}

		if (refinement_level < 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Refinement level of cell " << cell
				<< " is less than 0: " << refinement_level
				<< std::endl;
			abort();
		}
		#endif

		std::unordered_map<uint64_t, std::array<int, 3>> unique_neighbors;

		// neighbor_to larger than given cell
		if (refinement_level > 0) {
			const auto parent = this->mapping.get_parent(cell);
			const auto indices = this->mapping.get_indices(parent);
			const auto length_in_indices = this->mapping.get_cell_length_in_indices(parent);

			const auto search_indices = this->indices_from_neighborhood(
				indices,
				length_in_indices,
				neighborhood
			);

			for (size_t i = 0; i < search_indices.size(); i++) {
				const auto& search_index = search_indices[i];

				if (search_index[0] == error_index) {
					continue;
				}

				const uint64_t found
					= this->mapping.get_cell_from_indices(search_index, refinement_level - 1);

				// only add if found cell doesn't have children
				if (found == this->get_child(found)) {
					unique_neighbors[found] = {0, 0, 0};
				}
			}
		}

		// neighbor_to smaller than given cell
		if (refinement_level < this->mapping.get_maximum_refinement_level()) {

			const auto children = this->mapping.get_all_children(cell);
			#ifdef DEBUG
			if (children[0] == error_cell) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " No children for cell " << cell
					<< std::endl;
				abort();
			}
			#endif

			const uint64_t length_in_indices = this->mapping.get_cell_length_in_indices(children[0]);

			for (const auto child: children) {

				const Types<3>::indices_t indices = this->mapping.get_indices(child);

				std::vector<Types<3>::indices_t> search_indices = this->indices_from_neighborhood(
					indices,
					length_in_indices,
					neighborhood
				);

				for (const auto& search_index: search_indices) {

					if (search_index[0] == error_index) {
						continue;
					}

					const uint64_t found
						= this->mapping.get_cell_from_indices(search_index, refinement_level + 1);

					if (found == this->get_child(found)) {
						unique_neighbors[found] = {0, 0, 0};
					}
				}
			}
		}

		// neighbors_to of the same size as given cell
		const Types<3>::indices_t indices = this->mapping.get_indices(cell);
		const uint64_t length_in_indices = this->mapping.get_cell_length_in_indices(cell);

		std::vector<Types<3>::indices_t> search_indices = this->indices_from_neighborhood(
			indices,
			length_in_indices,
			neighborhood
		);

		for (const auto& search_index: search_indices) {

			if (search_index[0] == error_index) {
				continue;
			}

			const uint64_t found = this->mapping.get_cell_from_indices(search_index, refinement_level);
			if (found == this->get_child(found)) {
				unique_neighbors[found] = {0, 0, 0};
			}
		}

		return_neighbors.reserve(unique_neighbors.size());

		for (const auto& neighbor: unique_neighbors) {
			return_neighbors.push_back(neighbor);
		}

		return return_neighbors;
	}


	/*!
	Returns unique cells within given rectangular box and refinement levels (both inclusive).

	Cells within given volume are always returned in the following order:
	Starting from the corner closest to the starting corner of the grid cells are returned
	first in the positive x direction then y direction and finally z direction.
	*/
	// TODO: make private?
	std::vector<uint64_t> find_cells(
		const Types<3>::indices_t indices_min,
		const Types<3>::indices_t indices_max,
		const int minimum_refinement_level,
		const int maximum_refinement_level
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		// size of cells in indices of given maximum_refinement_level
		const uint64_t index_increase
			= uint64_t(1) << (this->mapping.get_maximum_refinement_level() - maximum_refinement_level);

		#ifdef DEBUG
		if (minimum_refinement_level > maximum_refinement_level) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Invalid refinement levels given"
				<< std::endl;
			abort();
		}

		if (maximum_refinement_level > this->mapping.get_maximum_refinement_level()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Invalid maximum refinement level given"
				<< std::endl;
			abort();
		}

		// check that outer shell makes sense
		if (indices_min[0] > indices_max[0]) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " minimum x index > maximum x index"
				<< std::endl;
			abort();
		}

		if (indices_min[1] > indices_max[1]) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " minimum y index > maximum y index"
				<< std::endl;
			abort();
		}

		if (indices_min[2] > indices_max[2]) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " minimum z index > maximum z index"
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> result;
		std::unordered_set<uint64_t> uniques;

		Types<3>::indices_t indices = {{0, 0, 0}};
		for (indices[2] = indices_min[2]; indices[2] <= indices_max[2]; indices[2] += index_increase)
		for (indices[1] = indices_min[1]; indices[1] <= indices_max[1]; indices[1] += index_increase)
		for (indices[0] = indices_min[0]; indices[0] <= indices_max[0]; indices[0] += index_increase) {

			const uint64_t cell
				= this->get_existing_cell(
					indices,
					minimum_refinement_level,
					maximum_refinement_level
				);

			#ifdef DEBUG
			if (cell == error_cell) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " No cell found between refinement levels [" << minimum_refinement_level
					<< ", " << maximum_refinement_level
					<< "] at indices " << indices[0]
					<< " " << indices[1]
					<< " " << indices[2]
					<< std::endl;

				const uint64_t smallest
					= this->get_existing_cell(indices, 0, this->mapping.get_maximum_refinement_level());

				std::cerr << __FILE__ << ":" << __LINE__
					<< " smallest cell there is " << smallest
					<< " with refinement level " << this->mapping.get_refinement_level(smallest)
					<< std::endl;
				abort();
			}

			if (this->cell_process.count(cell) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << cell
					<< " doesn't exist"
					<< std::endl;
				abort();
			}

			if (cell > this->mapping.get_last_cell()) {
				std::cerr << __FILE__ << ":" << __LINE__ << " Cell can't exist" << std::endl;
				abort();
			}
			#endif

			/*
			When searching for neighbors_to, cells may exist with larger refinement
			level than given in find_neighbors_to and shouldn't be considered.
			*/
			if (cell != this->get_child(cell)) {
				continue;
			}

			// don't add the same cell twice
			if (uniques.count(cell) == 0) {
				uniques.insert(cell);
				result.push_back(cell);
			}
		}

		return result;
	}


	/*!
	An asynchronous version of update_copies_of_remote_neighbors().

	Starts remote neighbor data updates and returns immediately.
	Use e.g. wait_remote_neighbors_copy_updates() to make sure cell
	data has been transferred.

	\see
	wait_remote_neighbor_copy_updates()
	start_remote_neighbor_copy_receives()
	start_remote_neighbor_copy_sends()
	update_copies_of_remote_neighbors()
	*/
	bool start_remote_neighbor_copy_updates(
		const int neighborhood_id = default_neighborhood_id
	) {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		#ifndef DCCRG_NO_LB
		if (this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " start_remote_neighbor_data_update(...) called while balancing load"
				<< std::endl;
			abort();
		}
		#endif

		bool ret_val = true;

		if (!this->start_remote_neighbor_copy_receives(neighborhood_id)) {
			ret_val = false;
		}

		if (!this->start_remote_neighbor_copy_sends(neighborhood_id)) {
			ret_val = false;
		}

		return ret_val;
	}

	/*!
	Starts receiving updates for local copies of remote neighbor cells.

	A local copy of a remote neighbor is default constructed if it does
	not exist already.

	\see
	wait_remote_neighbor_copy_update_receives()
	start_remote_neighbor_copy_sends()
	start_remote_neighbor_copy_updates()
	*/
	bool start_remote_neighbor_copy_receives(
		const int neighborhood_id = default_neighborhood_id
	) {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		bool ret_val = true;

		if (neighborhood_id == default_neighborhood_id) {
			return this->start_user_data_receives(
				this->remote_neighbors,
				this->cells_to_receive,
				neighborhood_id
			);
		}

		if (this->user_hood_of.count(neighborhood_id) == 0) {

			#ifdef DEBUG
			// TODO: merge debugging code with original
			if (this->user_hood_to.count(neighborhood_id) > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should not have id " << neighborhood_id
					<< std::endl;
				abort();
			}

			if (this->user_neigh_of.count(neighborhood_id) > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should not have id " << neighborhood_id
					<< std::endl;
				abort();
			}

			if (this->user_neigh_to.count(neighborhood_id) > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should not have id " << neighborhood_id
					<< std::endl;
				abort();
			}
			#endif

			ret_val = false;
		}

		#ifdef DEBUG
		if (this->user_hood_to.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_of.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_to.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_cells_to_send.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_cells_to_receive.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}
		#endif

		if (!this->start_user_data_receives(
			this->remote_neighbors,
			this->user_neigh_cells_to_receive.at(neighborhood_id),
			neighborhood_id
		)) {
			ret_val = false;
		}

		return ret_val;
	}

	/*!
	Starts sending updates to remote copies of local neighboring cells.

	\see
	wait_remote_neighbor_copy_update_sends()
	start_remote_neighbor_copy_receives()
	start_remote_neighbor_copy_updates()
	*/
	bool start_remote_neighbor_copy_sends(
		const int neighborhood_id = default_neighborhood_id
	) {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		#ifndef DCCRG_NO_LB
		if (this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " start_remote_neighbor_data_update(...) called while balancing load"
				<< std::endl;
			abort();
		}
		#endif

		bool ret_val = true;

		if (neighborhood_id == default_neighborhood_id) {
			return this->start_user_data_sends(this->cells_to_send, neighborhood_id);
		}

		if (this->user_hood_of.count(neighborhood_id) == 0) {

			#ifdef DEBUG
			if (this->user_hood_to.count(neighborhood_id) > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should not have id " << neighborhood_id
					<< std::endl;
				abort();
			}

			if (this->user_neigh_of.count(neighborhood_id) > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should not have id " << neighborhood_id
					<< std::endl;
				abort();
			}

			if (this->user_neigh_to.count(neighborhood_id) > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should not have id " << neighborhood_id
					<< std::endl;
				abort();
			}
			#endif

			ret_val = false;
		}

		#ifdef DEBUG
		if (this->user_hood_to.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_of.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_to.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_cells_to_send.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_cells_to_receive.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should have id " << neighborhood_id
				<< std::endl;
			abort();
		}
		#endif

		if (!this->start_user_data_sends(
			this->user_neigh_cells_to_send.at(neighborhood_id),
			neighborhood_id
		)) {
			ret_val = false;
		}

		return ret_val;
	}


	/*!
	Finishes what start_remote_neighbor_data_update() started.

	\see
	start_remote_neighbor_copy_updates()
	*/
	bool wait_remote_neighbor_copy_updates(
		const int neighborhood_id = default_neighborhood_id
	) {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		#ifndef DCCRG_NO_LB
		if (this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " wait_remote_neighbor_copy_updates(...) called while balancing load"
				<< std::endl;
			abort();
		}
		#endif

		bool ret_val = true;

		if (!this->wait_remote_neighbor_copy_update_receives(neighborhood_id)) {
			ret_val = false;
		}
		if (!this->wait_remote_neighbor_copy_update_sends()) {
			ret_val = false;
		}

		return ret_val;
	}


	/*!
	Waits for sends started by start_remote_neighbor_copy_updates().

	\see
	start_remote_neighbor_copy_updates()
	*/
	bool wait_remote_neighbor_copy_update_sends()
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		#ifndef DCCRG_NO_LB
		if (this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " wait_remote_neighbor_copy_update_sends() called while balancing load"
				<< std::endl;
			abort();
		}
		#endif

		return this->wait_user_data_transfer_sends();
	}


	/*!
	Waits for receives started by start_remote_neighbor_copy_updates().

	\see
	start_remote_neighbor_copy_updates()
	*/
	bool wait_remote_neighbor_copy_update_receives(
		const int neighborhood_id = default_neighborhood_id
	) {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		#ifndef DCCRG_NO_LB
		if (this->balancing_load) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " wait_remote_neighbor_copy_update_receives(...) called while balancing load"
				<< std::endl;
			abort();
		}
		#endif

		bool ret_val = true;

		if (neighborhood_id == default_neighborhood_id) {
			return this->wait_user_data_transfer_receives();
		}

		if (this->user_hood_of.count(neighborhood_id) == 0) {
			ret_val = false;
		}

		if (!this->wait_user_data_transfer_receives()) {
			ret_val = false;
		}

		return ret_val;
	}


	/*!
	Returns number of cells that will be sent in a remote neighbor data update.

	The total amount of cells to be sent is returned so if one cell's data
	is sent to N processes it is counted N times.

	Returns maximum uint64_t if given neighborhood id doesn't exist.

	\see
	update_copies_of_remote_neighbors()
	add_neighborhood()
	*/
	uint64_t get_number_of_update_send_cells(
		const int neighborhood_id = default_neighborhood_id
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		uint64_t ret_val = 0;

		if (neighborhood_id == default_neighborhood_id) {
			for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::const_iterator
				receiver = cells_to_send.begin();
				receiver != cells_to_send.end();
				receiver++
			) {
				ret_val += receiver->second.size();
			}
			return ret_val;
		}

		if (this->user_hood_to.count(neighborhood_id) == 0) {
			return std::numeric_limits<uint64_t>::max();
		}

		#ifdef DEBUG
		if (this->user_neigh_cells_to_send.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No neighborhood with id " << neighborhood_id
				<< std::endl;
			abort();
		}
		#endif

		for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::const_iterator
			receiver_item = this->user_neigh_cells_to_send.at(neighborhood_id).begin();
			receiver_item != this->user_neigh_cells_to_send.at(neighborhood_id).end();
			receiver_item++
		) {
			ret_val += receiver_item->second.size();
		}

		return ret_val;
	}


	/*!
	Returns the number of cells whose data this process has to receive during a neighbor data update.


	Same as get_number_of_update_receive_cells() but for given neighborhood id.

	Returns maximum uint64_t if given neighborhood id doesn't exist.

	\see
	get_number_of_update_send_cells()
	*/
	uint64_t get_number_of_update_receive_cells(
		const int neighborhood_id = default_neighborhood_id
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		uint64_t ret_val = 0;

		if (neighborhood_id == default_neighborhood_id) {
			for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::const_iterator
				sender = this->cells_to_receive.begin();
				sender != this->cells_to_receive.end();
				sender++
			) {
				ret_val += sender->second.size();
			}
			return ret_val;
		}

		if (this->user_hood_of.count(neighborhood_id) == 0) {
			return std::numeric_limits<uint64_t>::max();
		}

		#ifdef DEBUG
		if (this->user_neigh_cells_to_receive.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No neighborhood with id " << neighborhood_id
				<< std::endl;
			abort();
		}
		#endif

		for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::const_iterator
			sender_item = this->user_neigh_cells_to_receive.at(neighborhood_id).begin();
			sender_item != this->user_neigh_cells_to_receive.at(neighborhood_id).end();
			sender_item++
		) {
			ret_val += sender_item->second.size();
		}

		return ret_val;
	}


	/*!
	Removes Cell_Data of refined and unrefined cells from this process.

	\see
	refine_completely()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& clear_refined_unrefined_data()
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		this->refined_cell_data.clear();
		this->unrefined_cell_data.clear();
		return *this;
	}


	/*!
	Sets the given option of non-hierarchial partitioning to given value.

	Does nothing if option name is one of:
		- RETURN_LISTS
		- EDGE_WEIGHT_DIM
		- NUM_GID_ENTRIES
		- OBJ_WEIGHT_DIM

	Call this with name = LB_METHOD and value = HIER to use hierarchial
	partitioning.

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	get_partitioning_option_value()
	add_partitioning_level()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& set_partitioning_option(const std::string name, const std::string value)
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->reserved_options.count(name) > 0) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + std::to_string(__LINE__) + "): "
				+ "Option " + name + " is reserved for dccrg"
			);
		}

		Zoltan_Set_Param(this->zoltan, name.c_str(), value.c_str());

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}


	/*!
	Adds a new level for hierarchial partitioning with each part having given number of processes.

	Assigns default partitioning options for the added level.
	Does nothing if processes_per_part < 1.

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	add_partitioning_option()
	remove_partitioning_level()
	set_partitioning_option()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& add_partitioning_level(const int processes)
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (processes < 1) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + std::to_string(__LINE__) + "): "
				+ "Must assign at least 1 process to hierarchial partitioning level"
			);
		}

		this->processes_per_part.push_back(processes);

		// create default partitioning options for the level
		std::unordered_map<std::string, std::string> default_load_balance_options;
		default_load_balance_options["LB_METHOD"] = "HYPERGRAPH";
		default_load_balance_options["PHG_CUT_OBJECTIVE"] = "CONNECTIVITY";
		this->partitioning_options.push_back(default_load_balance_options);

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}


	/*!
	Removes the given hierarhchial partitioning level.

	Level numbering starts from 0.
	Does nothing if given level doesn't exist.

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	add_partitioning_level()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& remove_partitioning_level(const int hierarchial_partitioning_level)
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (hierarchial_partitioning_level < 0
		|| hierarchial_partitioning_level >= int(this->processes_per_part.size())) {
			return *this;
		}

		this->processes_per_part.erase(
			this->processes_per_part.begin() + hierarchial_partitioning_level
		);
		this->partitioning_options.erase(
			this->partitioning_options.begin() + hierarchial_partitioning_level
		);

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}


	/*!
	Adds (or overwrites) the given option and its value for
	hierarchial partitioning of given level.

	Level numbering starts from 0.
	Does nothing in the following cases:
		- option name is one of: RETURN_LISTS, ...
		- given level doesn't exist

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	remove_partitioning_option()
	add_partitioning_level()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& add_partitioning_option(
		const int hierarchial_partitioning_level,
		const std::string name,
		const std::string value
	) {
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (hierarchial_partitioning_level < 0
		|| hierarchial_partitioning_level >= int(this->processes_per_part.size())) {
			return *this;
		}

		if (this->reserved_options.count(name) > 0) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + std::to_string(__LINE__) + "): "
				+ "Option " + name + " is reserved for dccrg"
			);
		}

		this->partitioning_options[hierarchial_partitioning_level][name] = value;

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}


	/*!
	Removes the given option from the given level of hierarchial partitioning.

	Level numbering starts from 0.
	Does nothing if given level doesn't exist.

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	add_partitioning_option()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& remove_partitioning_option(
		const int hierarchial_partitioning_level,
		const std::string name
	) {
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (hierarchial_partitioning_level < 0
		|| hierarchial_partitioning_level >= int(this->processes_per_part.size())) {
			return *this;
		}

		this->partitioning_options[hierarchial_partitioning_level].erase(name);

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}


	/*!
	Returns the names of partitioning options for hierarchial partitioning at given level.

	Returns an empty vector if given level doesn't exist.

	Returns an empty vector if DCCRG_NO_LB is defined when compiling.
	*/
	std::vector<std::string> get_partitioning_options(const int hierarchial_partitioning_level) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<std::string> partitioning_options;

		#ifndef DCCRG_NO_LB
		if (hierarchial_partitioning_level < 0
		|| hierarchial_partitioning_level >= int(this->processes_per_part.size())) {
			return partitioning_options;
		}

		for (std::unordered_map<std::string, std::string>::const_iterator
			option = this->partitioning_options.at(hierarchial_partitioning_level).begin();
			option != this->partitioning_options.at(hierarchial_partitioning_level).end();
			option++
		) {
			partitioning_options.push_back(option->first);
		}
		#endif // ifndef DCCRG_NO_LB

		return partitioning_options;
	}


	/*!
	Returns the value of given non-hierarchial partitioning option.

	Returns an empty string if given option or given level doesn't exist.

	Returns an empty string if DCCRG_NO_LB is defined when compiling.
	*/
	std::string get_partitioning_option_value(
		const int hierarchial_partitioning_level,
		const std::string name
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::string value;

		#ifndef DCCRG_NO_LB
		if (hierarchial_partitioning_level < 0
		|| hierarchial_partitioning_level >= int(this->processes_per_part.size())) {
			return value;
		}

		if (this->partitioning_options.at(hierarchial_partitioning_level).count(name) > 0) {
			value = this->partitioning_options.at(hierarchial_partitioning_level).at(name);
		}
		#endif // ifndef DCCRG_NO_LB

		return value;
	}


	/*!
	Returns the process which has the given cell or -1 if the cell doesn't exist.
	*/
	int get_process(const uint64_t cell) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->cell_process.count(cell) == 0) {
			return -1;
		} else {
			return this->cell_process.at(cell);
		}
	}


	/*!
	Given cell is kept on this process during subsequent load balancing.

	Does nothing and returns false if DCCRG_NO_LB is defined when compiling.

	\see
	pin(const uint64_t cell, const int process)
	*/
	bool pin(const uint64_t cell)
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		return this->pin(cell, this->rank);
		#else
		return false;
		#endif // ifndef DCCRG_NO_LB
	}

	/*!
	Given cell is sent to the given process and kept there during subsequent load balancing.

	Returns true on success, does nothing and returns false in the following cases:
		- given cell doesn't exist
		- given cell exists on another process
		- given cell has children
		- given process doesn't exist

	Does nothing and returns false if DCCRG_NO_LB is defined when compiling.

	\see
	unpin()
	pin(const uint64_t cell)
	*/
	bool pin(const uint64_t cell, const int process)
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->cell_process.count(cell) == 0) {
			return false;
		}

		if (this->cell_process.at(cell) != this->rank) {
			return false;
		}

		if (cell != this->get_child(cell)) {
			return false;
		}

		if (process < 0 || process >= (int) this->comm_size) {
			return false;
		}

		// do nothing if the request already exists
		if (this->pin_requests.count(cell) > 0
		&& (int) this->pin_requests.at(cell) == process) {
			return true;
		}

		this->new_pin_requests[cell] = (uint64_t) process;

		return true;
		#else
		return false;
		#endif // ifndef DCCRG_NO_LB
	}

	/*!
	Allows the given cell to be moved to another process during subsequent load balancing.

	Returns true on success, does nothing and returns false in the following cases:
		- given cell has children
		- given cell doesn't exist
		- given cell exists on another process

	Does nothing and returns false if DCCRG_NO_LB is defined when compiling.

	\see
	unpin_local_cells()
	pin(const uint64_t cell)
	*/
	bool unpin(const uint64_t cell)
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->cell_process.count(cell) == 0) {
			return false;
		}

		if (this->cell_process.at(cell) != this->rank) {
			return false;
		}

		if (cell != this->get_child(cell)) {
			return false;
		}

		if (this->pin_requests.count(cell) > 0) {
			// non-existing process means unpin
			this->new_pin_requests[cell] = this->comm_size;
		} else {
			this->new_pin_requests.erase(cell);
		}

		return true;
		#else
		return false;
		#endif // ifndef DCCRG_NO_LB
	}

	/*!
	Executes unpin(cell) for all cells on this process.

	Returns true if all unpins succeeded, false otherwise.

	TODO: only execute for cells that are pinned

	Does nothing and returns false if DCCRG_NO_LB is defined when compiling.

	\see
	unpin()
	*/
	bool unpin_local_cells()
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}

		// check that all child cells on this process are also in this->cell_data.
		for (std::unordered_map<uint64_t, uint64_t>::const_iterator
			i = this->cell_process.begin();
			i != this->cell_process.end();
			i++
		) {
			const uint64_t cell = i->first;

			if (this->cell_process.at(cell) != this->rank) {
				continue;
			}

			if (cell == this->get_child(cell)) {
				if (this->cell_data.count(cell) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << cell
						<< " should be in this->cell_data of process " << this->rank
						<< std::endl;
					abort();
				}
			} else {
				if (this->cell_data.count(cell) > 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << cell
						<< " shouldn't be in this->cell_data of process " << this->rank
						<< std::endl;
					abort();
				}
			}
		}
		#endif

		bool ret_val = true;
		for (const auto& item: this->cell_data) {
			if (!this->unpin(item.first)) {
				ret_val = false;
			}
		}

		return ret_val;
		#else
		return false;
		#endif // ifndef DCCRG_NO_LB
	}

	/*!
	All cells in the grid are free to move between processes.

	Must be called simultaneously on all processes.

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see
	unpin()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& unpin_all_cells()
	{
		#ifndef DCCRG_NO_LB
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		this->new_pin_requests.clear();
		this->pin_requests.clear();

		#endif // ifndef DCCRG_NO_LB
		return *this;
	}


	/*!
	Returns cells that are on the local process boundary.

	Returns cells for which either of the following is true:
		- a cell on another process is considered as a neighbor
		- are considered as a neighbor by a cell on another process

	Given neighborhood is used when considering neighbor relations.

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort before returning.

	Returns nothing if neighborhood with given id doesn't exist.

	\see get_cells() is more general than this but slower.
	*/
	std::vector<uint64_t> get_local_cells_on_process_boundary(
		const int neighborhood_id = default_neighborhood_id,
		const bool sorted = false
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> ret_val;

		if (neighborhood_id == default_neighborhood_id) {
			ret_val.insert(
				ret_val.end(),
				this->local_cells_on_process_boundary.begin(),
				this->local_cells_on_process_boundary.end()
			);
		} else if (this->user_hood_of.count(neighborhood_id) > 0) {
			ret_val.insert(
				ret_val.end(),
				this->user_local_cells_on_process_boundary.at(neighborhood_id).begin(),
				this->user_local_cells_on_process_boundary.at(neighborhood_id).end()
			);
		}

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}


	/*!
	Returns cells that are not on the local process boundary.

	Returns cells which do not consider a cell on another process
	as a neighbor and which are not considered as a neighbor
	by a cell on another process.

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort before returning.

	Returns nothing if neighborhood with given id doesn't exist.

	\see get_cells() is more general than this but a bit slower.
	*/
	std::vector<uint64_t> get_local_cells_not_on_process_boundary(
		const int neighborhood_id = default_neighborhood_id,
		const bool sorted = false
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> ret_val;

		if (neighborhood_id == default_neighborhood_id) {

			for (const auto& item: this->cell_data) {
				const uint64_t cell = item.first;
				if (this->local_cells_on_process_boundary.count(cell) == 0) {
					ret_val.push_back(cell);
				}
			}

		} else if (this->user_hood_of.count(neighborhood_id) > 0) {

			for (const auto& item: this->cell_data) {
				const uint64_t cell = item.first;
				if (this->user_local_cells_on_process_boundary.at(neighborhood_id).count(cell) == 0) {
					ret_val.push_back(cell);
				}
			}
		}

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}


	/*!
	Returns remote cells that are on the local process boundary.

	Returns cells for which either of the following is true:
		- a local cell is considered as a neighbor
		- are considered as a neighbor by a local cell

	By default returned cells are in random order but if sorted == true
	they are sorted using std::sort before returning.

	Returns nothing if neighborhood with given id doesn't exist.

	Cells returned by this may return nullptr from operator[],
	for example if user-defined neighborhood is not symmetric
	or if grid has been refined.

	\see get_cells() is more general than this but a bit slower.
	*/
	std::vector<uint64_t> get_remote_cells_on_process_boundary(
		const int neighborhood_id = default_neighborhood_id,
		const bool sorted = false
	) const {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		std::vector<uint64_t> ret_val;

		if (neighborhood_id == default_neighborhood_id) {
			ret_val.insert(
				ret_val.end(),
				this->remote_cells_on_process_boundary.begin(),
				this->remote_cells_on_process_boundary.end()
			);
		} else if (this->user_hood_of.count(neighborhood_id) > 0) {
			ret_val.insert(ret_val.end(),
				this->user_remote_cells_on_process_boundary.at(neighborhood_id).begin(),
				this->user_remote_cells_on_process_boundary.at(neighborhood_id).end()
			);
		}

		if (sorted && ret_val.size() > 0) {
			std::sort(ret_val.begin(), ret_val.end());
		}

		return ret_val;
	}


	/*!
	Sets the weight of given local existing cell without children.

	Does nothing if above conditions are not met.
	Cell weights are given to Zoltan when balancing the load.
	Unset cell weights are assumed to be 1.

	User set cell weights are removed when balance_load is called.
	Children of refined cells inherit their parent's weight.
	Parents of unrefined cells do not inherit the moved cells' weights.

	Returns true on success, does nothing and returns false otherwise.
	*/
	bool set_cell_weight(const uint64_t cell, const double weight)
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->cell_process.count(cell) == 0) {
			return false;
		}

		if (this->cell_process.at(cell) != this->rank) {
			return false;
		}

		if (cell != this->get_child(cell)) {
			return false;
		}

		this->cell_weights[cell] = weight;

		return true;
	}

	/*!
	Returns the weight of given local existing cell without children.

	Returns a quiet nan if above conditions are not met.
	Unset cell weights are assumed to be 1.
	*/
	double get_cell_weight(const uint64_t cell) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (this->cell_process.count(cell) == 0) {
			return std::numeric_limits<double>::quiet_NaN();
		}

		if (this->cell_process.at(cell) != this->rank) {
			return std::numeric_limits<double>::quiet_NaN();
		}

		if (cell != this->get_child(cell)) {
			return std::numeric_limits<double>::quiet_NaN();
		}

		if (this->cell_weights.count(cell) == 0) {
			return 1;
		} else {
			return this->cell_weights.at(cell);
		}
	}


	/*!
	Returns the cells that will be added to this process by load balancing.
	*/
	const std::unordered_set<uint64_t>& get_cells_added_by_balance_load() const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		return this->added_cells;
	}

	/*!
	Returns the cells that will be removed from this process by load balancing.
	*/
	const std::unordered_set<uint64_t>& get_cells_removed_by_balance_load() const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		return this->removed_cells;
	}


	/*!
	Returns the smallest existing cell at the given coordinate.

	Returns error_cell if the coordinate is outside of the grid
	or this process doesn't know which remote cells exist at given (x, y, z).
	*/
	uint64_t get_existing_cell(const std::array<double, 3>& coordinate) const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		const Types<3>::indices_t indices = this->geometry.get_indices(coordinate);

		if (indices[0] == error_index
		|| indices[1] == error_index
		|| indices[2] == error_index) {
			return error_cell;
		}

		return this->get_existing_cell(indices, 0, this->mapping.get_maximum_refinement_level());
	}


	/*!
	Returns cell weights that have been set.
	*/
	const std::unordered_map<uint64_t, double>& get_cell_weights() const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		return this->cell_weights;
	}


	/*!
	Adds a new neighborhood for updating Cell_Data between neighbors on different processes.

	Cell_Data transfers are defined by neighborhood_of lists of each cell.
	Data is transferred to owner of a cell from all neighbors_of cells, if
	they are on different processes. Neighbors_of includes all cells at
	relative positions given by given_neigh. Relative position is always
	of same size as cell itself so all siblings of smaller neighbors_of are
	always included.

	Must be called with identical parameters on all processes.
	No neighborhood_item_t can have all offsets equal to 0.
	Returns true on success and false in any of the following cases:
		- given default_neighborhood_id
		- given id already exists, use remove_neighborhood() before calling this
		- (part of) given neighborhood is outside of initial neighborhood size

	Can be used to reduce the amount of data transferred between
	processes if Cell_Data from the full neighborhood isn't needed.

	Returns true on success and false on failure.

	\see
	initialize()
	remove_neighborhood()
	*/
	bool add_neighborhood(
		const int neighborhood_id,
		const std::vector<Types<3>::neighborhood_item_t>& given_neigh
	) {
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (neighborhood_id == default_neighborhood_id) {
			return false;
		}

		if (this->user_hood_of.count(neighborhood_id) > 0) {

			#ifdef DEBUG
			if (this->user_hood_to.count(neighborhood_id) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should have id " << neighborhood_id
					<< std::endl;
				abort();
			}

			if (this->user_neigh_of.count(neighborhood_id) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should have id " << neighborhood_id
					<< std::endl;
				abort();
			}

			if (this->user_neigh_to.count(neighborhood_id) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Should have id " << neighborhood_id
					<< std::endl;
				abort();
			}
			#endif

			return false;
		}

		#ifdef DEBUG
		if (this->user_hood_to.count(neighborhood_id) > 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should not have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_of.count(neighborhood_id) > 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should not have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_to.count(neighborhood_id) > 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should not have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_cells_to_send.count(neighborhood_id) > 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should not have id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_cells_to_receive.count(neighborhood_id) > 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Should not have id " << neighborhood_id
				<< std::endl;
			abort();
		}
		#endif

		if (this->neighborhood_length > 0) {

			for (const auto& neigh_item: given_neigh) {
				for (size_t i = 0; i < 3; i++) {
					if ((unsigned int) abs(neigh_item[i]) > this->neighborhood_length) {
						return false;
					}
				}

				if (neigh_item[0] == 0 && neigh_item[1] == 0 && neigh_item[2] == 0) {
					return false;
				}
			}

		} else {

			for (const auto& neigh_item: given_neigh) {
				int zero_offsets = 0;

				for (size_t i = 0; i < 3; i++) {
					if (neigh_item[i] == 0) {
						zero_offsets++;
					}
					if (abs(neigh_item[i]) > 1) {
						return false;
					}
				}

				if (zero_offsets != 2) {
					return false;
				}
			}

		}

		// set user_hood_of and _to
		this->user_hood_of[neighborhood_id] = given_neigh;
		this->user_hood_to[neighborhood_id].clear();
		for (const auto& neigh_item: given_neigh) {
			const Types<3>::neighborhood_item_t neigh_item_to = {{
				-neigh_item[0],
				-neigh_item[1],
				-neigh_item[2]
			}};
			this->user_hood_to.at(neighborhood_id).push_back(neigh_item_to);
		}

		for (const auto& item: this->cell_process) {
			this->update_user_neighbors(item.first, neighborhood_id);
		}

		this->update_user_remote_neighbor_info(neighborhood_id);

		this->recalculate_neighbor_update_send_receive_lists(neighborhood_id);

		this->allocate_copies_of_remote_neighbors();

		this->update_cell_pointers_user(neighborhood_id);

		#ifdef DEBUG
		if (!this->is_consistent()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " The grid is inconsistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->verify_neighbors()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Neighbor lists are incorrect"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->verify_remote_neighbor_info()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info is not consistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->verify_user_data()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " User data not consistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}
		#endif

		return true;
	}


	/*!
	Removes the given neighborhood.

	Must be called with identical id on all processes.
	Frees local neighbor lists and other resources associated
	with given neighborhood.

	\see
	add_neighborhood()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& remove_neighborhood(const int neighborhood_id)
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (neighborhood_id == default_neighborhood_id) {
			return *this;
		}

		this->user_hood_of.erase(neighborhood_id);
		this->user_hood_to.erase(neighborhood_id);
		this->user_neigh_of.erase(neighborhood_id);
		this->user_neigh_to.erase(neighborhood_id);
		this->user_neigh_cells_to_send.erase(neighborhood_id);
		this->user_neigh_cells_to_receive.erase(neighborhood_id);
		this->user_local_cells_on_process_boundary.erase(neighborhood_id);
		this->user_remote_cells_on_process_boundary.erase(neighborhood_id);
		this->cells_user.erase(neighborhood_id);
		this->neighbors_user.erase(neighborhood_id);
		this->inner_cells_user.erase(neighborhood_id);
		this->outer_cells_user.erase(neighborhood_id);
		this->local_cells_user.erase(neighborhood_id);
		this->remote_cells_user.erase(neighborhood_id);
		return *this;
	}


	/*!
	Returns whether this dccrg instance has been initialized.
	*/
	bool get_initialized() const
	{
		return this->grid_initialized;
	}

	/*!
	Returns whether this dccrg instance's cell id mapping has been initialized.
	*/
	bool get_mapping_initialized() const
	{
		return this->mapping_initialized;
	}

	/*!
	Returns the maximum value an MPI tag can have.
	*/
	unsigned int get_max_tag() const
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		return this->max_tag;
	}

	/*!
	Returns the maximum allowed difference in refinement level between neighboring cells.

	This difference in enforced both between a cell and its neighbors_of and its neighbors_to.
	*/
	int get_max_ref_lvl_diff() const
	{
		return this->max_ref_lvl_diff;
	}

	/*!
	Returns whether cell data is transferred using one message or more.

	If true then one MPI message per cell is used, otherwise all cells
	are transferred in one message.

	\see
	set_send_single_cells()
	*/
	bool get_send_single_cells() const
	{
		return this->send_single_cells;
	}

	/*!
	Sets whether cell data is transferred using one message or more.

	Do not switch sending type while data transfers are going on,
	for example with start_remote_neighbor_data_update(...).

	\see
	get_send_single_cells()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& set_send_single_cells(const bool given)
	{
		this->send_single_cells = given;
		return *this;
	}

	/*!
	Returns dccrg's communicator.

	Returns a duplicate of the MPI communicator of dccrg
	which itself is a duplicate of the communicator that
	was given to dccrg's initialize function.
	*/
	MPI_Comm get_communicator() const
	{
		if (!this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " get_communicator called before initialize()"
				<< std::endl;
			abort();
		}

		MPI_Comm ret_val;
		int result = MPI_Comm_dup(this->comm, &ret_val);
		if (result != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't duplicate communicator: " << Error_String()(result)
				<< std::endl;
		}
		return ret_val;
	}

	/*!
	Returns the MPI process number, i.e. rank, of this process.
	*/
	int get_rank() const
	{
		return int(this->rank);
	}

	/*!
	Returns the number of MPI processes participating in this dccrg instance.
	*/
	int get_comm_size() const
	{
		return int(this->comm_size);
	}

	/*!
	Returns the storage of mostly local cell ids and their data.
	*/
	const std::unordered_map<uint64_t, Cell_Data>& get_cell_data() const
	{
		return this->cell_data;
	}

	/*!
	Returns the neighborhood of cells.

	Returns offsets in which cells are considered as neighbors of a cell.
	*/
	const std::vector<Types<3>::neighborhood_item_t>& get_neighborhood_of() const
	{
		return this->neighborhood_of;
	}

	/*!
	Returns the opposite of neighborhood of cells.

	Returns offsets in which cells consider a cell as neighbor.
	*/
	const std::vector<Types<3>::neighborhood_item_t>& get_neighborhood_to() const
	{
		return this->neighborhood_to;
	}

	/*!
	Returns the offsets of user defined neighborhoods.
	*/
	const std::unordered_map<
		int,
		std::vector<Types<3>::neighborhood_item_t>
	>& get_user_hood_of() const
	{
		return this->user_hood_of;
	}

	/*!
	Returns the opposite of offsets of user defined neighborhoods
	*/
	const std::unordered_map<
		int,
		std::vector<Types<3>::neighborhood_item_t>
	>& get_user_hood_to() const
	{
		return this->user_hood_to;
	}

	/*!
	Returns cells (2nd value) which cell (1st value) considers as neighbors
	*/
	const std::unordered_map<
		uint64_t,
		std::vector<
			std::pair<
				uint64_t,
				std::array<int, 3>
			>
		>
	>& get_all_neighbors_of() const
	{
		return this->neighbors_of;
	}

	/*!
	Returns cells (2nd value) which consider a cell (1st value) as neighbor
	*/
	const std::unordered_map<
		uint64_t,
		std::vector<
			std::pair<
				uint64_t,
				std::array<int, 3>
			>
		>
	>& get_all_neighbors_to() const
	{
		return this->neighbors_to;
	}

	/*!
	User defined neighborhood version of get_cell_neighbor.
	*/
	const std::unordered_map<
		int,
		std::unordered_map<
			uint64_t,
			std::vector<
				std::pair<
					uint64_t,
					std::array<int, 3>
				>
			>
		>
	>& get_all_user_neigh_of() const
	{
		return this->user_neigh_of;
	}

	/*!
	User defined neighborhood version of get_all_neighbors_to().
	*/
	const std::unordered_map<
		int,
		std::unordered_map<
			uint64_t,
			std::vector<
				std::pair<
					uint64_t,
					std::array<int, 3>
				>
			>
		>
	>& get_all_user_neigh_to() const
	{
		return this->user_neigh_to;
	}

	/*!
	Returns the process (2nd value) of each cell (1st value).
	*/
	const std::unordered_map<uint64_t, uint64_t>& get_cell_process() const
	{
		return this->cell_process;
	}

	/*!
	Returns cells which have a remote neighbor.
	*/
	const std::unordered_set<uint64_t>& get_local_cells_on_process_boundary_internal() const
	{
		return this->local_cells_on_process_boundary;
	}

	/*!
	Returns remote cells which have a local neighbor.
	*/
	const std::unordered_set<uint64_t>& get_remote_cells_on_process_boundary_internal() const
	{
		return this->remote_cells_on_process_boundary;
	}

	/*!
	Returns cells which have a remote neighbor for each used defined neighborhood.
	*/
	const std::unordered_map<
		int,
		std::unordered_set<uint64_t>
	>& get_user_local_cells_on_process_boundary() const
	{
		return this->user_local_cells_on_process_boundary;
	}

	/*!
	Returns remote cells which have a local neighbor for each used defined neighborhood.
	*/
	const std::unordered_map<
		int,
		std::unordered_set<uint64_t>
	>& get_user_remote_cells_on_process_boundary() const
	{
		return this->user_remote_cells_on_process_boundary;
	}

	/*!
	Returns cells that will be sent to other processes.

	First int is the target process, uint64_t is cell id and
	last int is the message tag when dccrg sends one cell / MPI_Isend.
	*/
	const std::unordered_map<
		int,
		std::vector<std::pair<uint64_t, int>>
	>& get_cells_to_send() const
	{
		return this->cells_to_send;
	}

	/*!
	Returns cells that will be received from other processes.

	First int is the sending process, uint64_t is cell id and
	last int is the message tag when dccrg receives one cell / MPI_Irecv.
	*/
	const std::unordered_map<
		int,
		std::vector<std::pair<uint64_t, int>>
	>& get_cells_to_receive() const
	{
		return this->cells_to_receive;
	}

	/*!
	Returns cells which will be sent for each user defined neighborhood.
	*/
	const std::unordered_map<
		int,
		std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>
	>& get_user_neigh_cells_to_send() const
	{
		return this->user_neigh_cells_to_send;
	}

	/*!
	Returns cells which will be received for each user defined neighborhood.
	*/
	const std::unordered_map<
		int,
		std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>
	>& get_user_neigh_cells_to_receive() const
	{
		return this->user_neigh_cells_to_receive;
	}

	/*!
	Returns pin requests currently in force.
	*/
	const std::unordered_map<uint64_t, uint64_t>& get_pin_requests() const
	{
		return this->pin_requests;
	}

	/*!
	Returns pin requests of this process.

	These have not been told to other processes yet.
	*/
	const std::unordered_map<uint64_t, uint64_t>& get_new_pin_requests() const
	{
		return this->new_pin_requests;
	}

	/*!
	Returns the pointer to this instances Zoltan data structure.

	Returns nullptr if DCCRG_NO_LB is defined when compiling.
	*/
	const Zoltan_Struct* get_zoltan() const
	{
		#ifndef DCCRG_NO_LB
		return this->zoltan;
		#else
		return nullptr;
		#endif
	}

	/*!
	Returns the number of processes per Zoltan partition.

	First partition has vec[0] number of processes, second vec[1], etc.
	*/
	const std::vector<unsigned int>& get_processes_per_part() const
	{
		return this->processes_per_part;
	}

	/*!
	Returns the options that are given to Zoltan when partitioning.
	*/
	const std::vector<
		std::unordered_map<std::string, std::string>
	> get_partitioning_options() const
	{
		return this->partitioning_options;
	}

	/*!
	Returns whether load balancing by Zoltan is supposed to fail.
	*/
	bool get_no_load_balancing() const
	{
		return this->no_load_balancing;
	}

	/*!
	Returns options to Zoltan which cannot be set by the user.
	*/
	const std::unordered_set<std::string>& get_reserved_options() const
	{
		return this->reserved_options;
	}

	/*!
	Returns processes which have cells close enough to any cell of this process.

	Close enough is number of refinement level 0 cells * size of default neighborhood.
	FIXME not implemented yet so doesn't return anything at the moment.
	*/
	const std::unordered_set<uint64_t>& get_neighbor_processes() const
	{
		return this->neighbor_processes;
	}

	/*!
	Returns whether this instance is currently balancing the load.
	*/
	bool get_balancing_load() const
	{
		return this->balancing_load;
	}


	/*!
	Default constructs local copy of the data of remote neighbor cells.

	Use this function to modify the default constructed incoming cells
	before they start receiving data from other processes.

	For example if the default constructed version of cell data class
	doesn't return a correct MPI_Datatype when updating remote neighbor
	data then call this beforehand and use get_remote_neighbors_to() to
	get a list of cells which you should change.
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& allocate_copies_of_remote_neighbors(const int neighborhood_id = default_neighborhood_id)
	{
		#ifdef DEBUG
		if (not this->grid_initialized) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " DCCRG not initialized before calling " << __func__
				<< std::endl;
			abort();
		}
		#endif

		if (
			neighborhood_id != default_neighborhood_id
			and this->user_hood_of.count(neighborhood_id) == 0
		) {
			throw std::invalid_argument("Neighborhood with given id doesn't exist.");
		}

		const auto& cells = [&neighborhood_id, this](){
			if (neighborhood_id == default_neighborhood_id) {
				return this->remote_cells_on_process_boundary;
			} else {
				return this->user_remote_cells_on_process_boundary.at(neighborhood_id);
			}
		}();

		for (const auto& cell: cells) {
			this->remote_neighbors[cell];
		}

		return *this;
	}



private:
	bool
		mapping_initialized = false,
		grid_initialized = false;

	// size of the neighbor stencil of a cells in cells (of the same size as the cell itself)
	unsigned int neighborhood_length = 1;

	std::string load_balancing_method{"RCB"};

	// maximum difference in refinement level between neighbors
	int max_ref_lvl_diff = 1;

	/*
	Cells and some of their face neighbors.

	Stores 2 face neighbors in each dimension in order:
	negative x dir, positive x dir, neg y dir, pos y dir, etc.
	If cell has more that 1 face neighbor in one direction,
	that which is closest to origin of grid is stored (grid
	starts at indices 0, 0, 0).

	Takes into account periodicity of grid.
	*/
	std::map<
		uint64_t,
		std::array<uint64_t, 6>
	> neighbors_;

public:
	const std::map<
		uint64_t,
		std::array<uint64_t, 6>
	>& get_neighbors_() const {
		return this->neighbors_;
	}
private:

	// maximum value an MPI tag can have
	unsigned int max_tag;

	// whether to send user's cell data between processes
	// with only one message or one message / cell
	bool send_single_cells = false;

	// the grid is distributed between these processes
	MPI_Comm comm;
	uint64_t rank, comm_size;

	// cells and their data on this process
	std::unordered_map<uint64_t, Cell_Data> cell_data;

	/*!
	Cell on this process and cells it considers as neighbors

	Owner(s) of neighbors_of send user data of neighbors_of to owner
	of the cell during remote neighbor data update.
	*/
	std::unordered_map<
		uint64_t,
		std::vector<
			std::pair<
				uint64_t,
				std::array<int, 3>
			>
		>
	> neighbors_of;

	/*
	Offsets of cells that are considered as neighbors of a cell and
	offsets of cells that consider a cell as a neighbor
	*/
	std::vector<Types<3>::neighborhood_item_t> neighborhood_of, neighborhood_to;

	/*
	User defined versions of neighborhood_of and _to.
	*/
	std::unordered_map<
		int, // user defined id of neighborhood
		std::vector<Types<3>::neighborhood_item_t>
	> user_hood_of, user_hood_to;

	/*!
	Cell on this process and those cells that aren't neighbors of
	this cell but whose neighbor this cell is.
	For example with a stencil size of 1 in the following grid:
\verbatim
|-----------|
|     |5 |6 |
|  1  |--|--|
|     |9 |10|
|-----------|
\endverbatim
	neighbors_to[6] = 1 because neighbors[6] = 5, 9, 10 while
	neighbors_to[5] is empty because neighbors[5] = 1, 6, 9, 10
	*/
	std::unordered_map<
		uint64_t,
		std::vector<
			std::pair<
				uint64_t,
				std::array<int, 3>
			>
		>
	> neighbors_to;

	/*
	User defined versions of neighbors_of and _to
	*/
	std::unordered_map<
		int, // user defined id of neighbor lists
		std::unordered_map< // same as neighbors_of and _to
			uint64_t, // TODO named struct would be more readable...
			std::vector<
				std::pair<
					uint64_t,
					std::array<int, 3>
				>
			>
		>
	> user_neigh_of, user_neigh_to;

	// on which process every cell in the grid is
	std::unordered_map<uint64_t, uint64_t> cell_process;

	// cells on this process that have a neighbor on another
	// process or are considered as a neighbor of a cell on another process
	std::unordered_set<uint64_t> local_cells_on_process_boundary;

	// cells on other processes that have a neighbor on this process
	// or are considered as a neighbor of a cell on this process
	std::unordered_set<uint64_t> remote_cells_on_process_boundary;

	/*
	User defined versions of local_cells_on_process_boundary and remote_cells_on_process_boundary
	*/
	std::unordered_map<
		int, // user defined id of neighbor lists
		std::unordered_set<uint64_t>
	> user_local_cells_on_process_boundary, user_remote_cells_on_process_boundary;

	// remote neighbors and their data, of cells on this process
	std::unordered_map<uint64_t, Cell_Data> remote_neighbors;

	std::unordered_map<
		int,
		std::vector<MPI_Request>
	> send_requests, receive_requests;

	// cells whose data has to be received / sent by this process from the process as the key
	std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>
		cells_to_send, cells_to_receive;

	/*
	User defined neighborhood versions of cells_to_send and _receive.
	*/
	std::unordered_map<
		int, // user defined id of neighbor lists
		std::unordered_map<
			int, // process to send to / receive from
			std::vector<std::pair<uint64_t, int>>
		>
	> user_neigh_cells_to_send, user_neigh_cells_to_receive;

	// cells added to / removed from this process by load balancing
	std::unordered_set<uint64_t> added_cells, removed_cells;

	// cells to be refined / unrefined after a call to stop_refining()
	std::unordered_set<uint64_t> cells_to_refine, cells_to_unrefine;

	// cells that shouldn't be refined / unrefined after a call to stop_refining()
	std::unordered_set<uint64_t> cells_not_to_refine, cells_not_to_unrefine;

	// stores user data of cells whose children were created while refining
	std::unordered_map<uint64_t, Cell_Data> refined_cell_data;
	// stores user data of cells that were removed while unrefining
	std::unordered_map<uint64_t, Cell_Data> unrefined_cell_data;

	// cell that should be kept on a particular process
	std::unordered_map<uint64_t, uint64_t> pin_requests;
	// pin requests given since that last time load was balanced
	std::unordered_map<uint64_t, uint64_t> new_pin_requests;

	// variables for load balancing using Zoltan
	#ifndef DCCRG_NO_LB
	Zoltan_Struct* zoltan;
	#endif
	// number of processes per part in a hierarchy level (numbering starts from 0)
	std::vector<unsigned int> processes_per_part;
	// options for each level of hierarchial load balancing (numbering start from 0)
	std::vector<std::unordered_map<std::string, std::string>> partitioning_options;
	// record whether Zoltan_LB_Partition is expected to fail
	// (when the user selects NONE as the load balancing algorithm)
	bool no_load_balancing;
	// reserved options that the user cannot change
	std::unordered_set<std::string> reserved_options;

	// optional user-given weights of cells on this process
	std::unordered_map<uint64_t, double> cell_weights;

	// processes which have cells close enough from cells of this process
	std::unordered_set<uint64_t> neighbor_processes;

	bool balancing_load = false;


	//! stores begin and end iterators for range-based for loop
	template<class T> struct Iterator_Storage {
		typename std::vector<T>::const_iterator begin_, end_ /*TODO: = nullptr (c++14)*/;
		typename std::vector<T>::const_iterator begin() const { return this->begin_; }
		typename std::vector<T>::const_iterator cbegin() const { return this->begin_; }
		typename std::vector<T>::const_iterator end() const { return this->end_; }
		typename std::vector<T>::const_iterator cend() const { return this->end_; }
	};


	struct Neighbors_Item : Additional_Neighbor_Items... {
		uint64_t id;
		Cell_Data* data;
		/*!
		Neighbor's offset from cell in indices.

		Index represents smallest possible size of cells in
		each dimension. Indices start from 0 at negative side
		of grid in each dimension.

		Cells' index in each dimension is the one closest
		to 0 index that cell overlaps with.

		Cells' length in indices can be obtained with
		get_cell_length_in_indices() of Mapping class.

		Examples:
		\verbatim
		index     |0|1|2|3|4|5|6|7|8|9|...
		cell position |---|
		neighbor offset   |2|3|4|5|6|7|...
		n. offset |-2 | 0 | 2 | 4 | 6 | 8 |...
		n. offset |  -2   |   2   |   6   |...
		\endverbatim

		\see tests/advection/solve.hpp
		*/
		int x, y, z;


		// everything done in update_caller() with three or more arguments
		template<class Grid, class Cell_Item, class...> void update_caller(const Grid&, const Cell_Item&, const int&) {}

		/*!
		@cell is \class Cells_Item of cell whose neighbors are being cached,
		this update is called for each neighbor item created for that cell.
		*/
		template<
			class Grid,
			class Cell_Item,
			class A,
			class... B
		> void update_caller(
			const Grid& grid,
			const Cell_Item& cell,
			const int& neighborhood_id,
			const A& a,
			const B&... b
		) {
			A::update(grid, cell, *this, neighborhood_id, a);
			update_caller(grid, cell, neighborhood_id, b...);
		}
	};

	std::vector<Neighbors_Item> neighbors_rw;

	std::map<int, std::vector<Neighbors_Item>> neighbors_user;


public:
	/*!
	Neighbors of cells owned by this process.

	See \cells for iterating over neighbors of specific cells.

	Offset of neighbor that's larger than cell depends on
	neighbor's position in cell's neighbor list. If cell's
	neighborhood overlaps a larger neighbor more than once,
	that neighbor will be included several times with offsets
	corresponding to each neighborhood item.

	In most cases contains cells multiple times.
	*/
	const std::vector<Neighbors_Item>& neighbors = this->neighbors_rw;

private:
	struct Cells_Item : Additional_Cell_Items...
	{
		uint64_t id = error_cell;
		Cell_Data* data = nullptr;
		Iterator_Storage<Neighbors_Item>
			/*!
			iterator to cells considered as neighbor by this cell,
			may (and probably does) overlap with neighbors_to
			*/
			neighbors_of,
			/*!
			iterator to cells that consider this one as neighbor,
			may (and probably does) overlap with neighbors_of
			*/
			neighbors_to,
			//! iterates over both neighbors_of and neighbors_to
			all_neighbors;

		friend bool operator < (const Cells_Item& a, const Cells_Item& b)
		{
			return a.id < b.id;
		}

		// everything done in update_caller() with three or more arguments
		template<class Grid, class...> void update_caller(const Grid&) {}

		template<
			class Grid,
			class A,
			class... B
		> void update_caller(
			const Grid& grid,
			const A& a,
			const B&... b
		) {
			A::update(grid, *this, a);
			update_caller(grid, b...);
		}
	};
	// writable version of this->cells
	std::vector<Cells_Item> cells_rw;

	std::map<int, std::vector<Cells_Item>> cells_user;

public:
	/*!
	Cells owned by this process (TODO: and their remote neighbors)

	Provides fast iteration over cells owned by this process (TODO:
	and local copy of their neighbors owned by other processes).
	The following members are available:
		- id, unique id of cell
		- data, pointer to cell's data (Cell_Data given by user)
		- neighbors_of, iterators to cells considered as neighbor by this one
		- neighbors_to, iterators to cells that consider this one as neighbor

	Example where every process prints the id and address of every local cell:
	\verbatim
	struct Cell_Data {...};
	dccrg<Cell_Data> grid;
	...
	for (const auto& cell: grid.local_cells) {
		cout << "Data of cell " << cell.id << " is stored at " << cell.data << endl;
	}
	\endverbatim
	\see examples/simple_game_of_life.cpp Neighbors_Item
	*/
	const std::vector<Cells_Item>& cells = this->cells_rw;

private:
	Iterator_Storage<Cells_Item>
		//! iterator over local cells without neighbors on other processes
		inner_cells_default{this->cells.cbegin(), this->cells.cbegin()},
		//! iterator over local cells with neighbor(s) on other processes
		outer_cells_default{this->cells.cbegin(), this->cells.cbegin()},
		//! iterator over local cells
		local_cells_default{this->cells.cbegin(), this->cells.cbegin()},
		//! iterator over copies of cells of other processes that have neighbor(s) on this process
		remote_cells_default{this->cells.cbegin(), this->cells.cbegin()},
		//! iterator over local and remote cells
		all_cells_default{this->cells.cbegin(), this->cells.cbegin()};

	// above for user defined neighborhoods
	std::map<int, Iterator_Storage<Cells_Item>>
		inner_cells_user, outer_cells_user, local_cells_user,
		remote_cells_user, all_cells_user;


public:
	/*!
	Returns an iterator over inner cells of given neighborhood.

	Example:
	\verbatim
	struct Cell_Data {...};
	dccrg<Cell_Data> grid;
	...
	for (const auto& cell: grid.inner_cells()) {
		for (const auto& neighbor: cell.neighbors_of) {
			// use data of neighbors of cell here,
			// all neighbors are owned by this process.
			cell.data->... = neighbor.data->...
		}
	}
	grid.update_copies_of_remote_neighbors();
	for (const auto& cell: grid.outer_cells()) {
		for (const auto& neighbor: cell.neighbors_of) {
			// use data of neighbors of cell here,
			// some neighbors can be owned by other processes.
			cell.data->... = neighbor.data->...
		}
	}
	\endverbatim
	*/
	const decltype(inner_cells_default)& inner_cells(
		const int neighborhood_id = default_neighborhood_id
	) const {
		if (neighborhood_id == default_neighborhood_id) {
			return this->inner_cells_default;
		} else {
			try {
				return this->inner_cells_user.at(neighborhood_id);
			} catch (const std::out_of_range& e) {
				using std::to_string;
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + "): Neighborhood id "
					+ to_string(neighborhood_id) + " doesn't exist."
				);
			}
		}
	}

	/*!
	As inner_cells() but some neighbors are owned by other processes.

	\see inner_cells.
	*/
	const decltype(outer_cells_default)& outer_cells(
		const int neighborhood_id = default_neighborhood_id
	) const {
		if (neighborhood_id == default_neighborhood_id) {
			return this->outer_cells_default;
		} else {
			if (this->outer_cells_user.count(neighborhood_id) == 0) {
			}
			try {
				return this->outer_cells_user.at(neighborhood_id);
			} catch (const std::out_of_range& e) {
				using std::to_string;
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + "): Neighborhood id "
					+ to_string(neighborhood_id) + " doesn't exist."
				);
			}
		}
	}

	/*!
	Returns an iterator to all cells owned by this process.

	Example calculating number of live
	neighbors in Conway's game of life:
	\verbatim
	...
	for (const auto& cell: grid.local_cells()) {
		for (const auto& neighbor: cell.neighbors_of) {
			if (neighbor.data->is_alive) {
				cell.data->live_neighbors++
			}
		}
	}
	...
	\endverbatim

	\see inner_cells
	*/
	const decltype(local_cells_default)& local_cells(
		const int neighborhood_id = default_neighborhood_id
	) const {
		if (neighborhood_id == default_neighborhood_id) {
			return this->local_cells_default;
		} else {
			try {
				return this->local_cells_user.at(neighborhood_id);
			} catch (const std::out_of_range& e) {
				using std::to_string;
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + "): Neighborhood id "
					+ to_string(neighborhood_id) + " doesn't exist."
				);
			}
		}
	}

	/*!
	Returns an iterator to all cells known by this process that are owned by other processes.

	\see inner_cells
	*/
	const decltype(remote_cells_default)& remote_cells(
		const int neighborhood_id = default_neighborhood_id
	) const {
		if (neighborhood_id == default_neighborhood_id) {
			return this->remote_cells_default;
		} else {
			try {
				return this->remote_cells_user.at(neighborhood_id);
			} catch (const std::out_of_range& e) {
				using std::to_string;
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + "): Neighborhood id "
					+ to_string(neighborhood_id) + " doesn't exist."
				);
			}
		}
	}

	/*!
	Returns an iterator to all cells known by this process.

	\see inner_cells
	*/
	const decltype(all_cells_default)& all_cells(
		const int neighborhood_id = default_neighborhood_id
	) const {
		if (neighborhood_id == default_neighborhood_id) {
			return this->all_cells_default;
		} else {
			try {
				return this->all_cells_user.at(neighborhood_id);
			} catch (const std::out_of_range& e) {
				using std::to_string;
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + "): Neighborhood id "
					+ to_string(neighborhood_id) + " doesn't exist."
				);
			}
		}
	}


private:

	/*
	Variables related to file I/O when loading grid data.
	*/

	MPI_File grid_data_file;

	// each local cells' data offset in bytes when reading from a file
	std::vector<std::pair<uint64_t, uint64_t> > cells_and_data_displacements;




	/*!
	Checks and initializes MPI related stuff.
	*/
	bool initialize_mpi(const MPI_Comm& given_comm)
	{
		int ret_val = -1;

		/*
		Setup MPI related stuff
		*/

		ret_val = MPI_Comm_dup(given_comm, &this->comm);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't duplicate communicator: " << Error_String()(ret_val)
				<< std::endl;
			return false;
		}

		int temp_size = 0;
		ret_val = MPI_Comm_size(this->comm, &temp_size);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't get size of communicator: " << Error_String()(ret_val)
				<< std::endl;
			return false;
		}
		if (temp_size < 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Negative MPI comm size not supported: " << temp_size
				<< std::endl;
			return false;
		}
		this->comm_size = (uint64_t) temp_size;

		int temp_rank = 0;
		ret_val = MPI_Comm_rank(this->comm, &temp_rank);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't get rank for communicator: " << Error_String()(ret_val)
				<< std::endl;
			return false;
		}
		if (temp_rank < 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Negative MPI rank not supported: " << temp_rank
				<< std::endl;
			abort();
		}
		this->rank = (uint64_t) temp_rank;

		// get maximum tag value
		int attr_flag = -1, *attr = NULL;
		ret_val = MPI_Comm_get_attr(MPI_COMM_WORLD, MPI_TAG_UB, &attr, &attr_flag);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Couldn't get MPI_TAG_UB: " << Error_String()(ret_val)
				<< std::endl;
			abort();
		}
		if (attr == NULL) {
			// guaranteed by MPI
			this->max_tag = 32767;
		} else {
			this->max_tag = (unsigned int) *attr;
		}

		return true;
	}

	/*!
	Initializes Zoltan related stuff.

	Does nothing and returns false if DCCRG_NO_LB is defined when compiling.
	*/
	bool initialize_zoltan()
	{
		#ifndef DCCRG_NO_LB
		int ret_val = -1;

		MPI_Comm temp; // give a separate comminucator to zoltan
		ret_val = MPI_Comm_dup(this->comm, &temp);
		if (ret_val != MPI_SUCCESS) {
			std::cerr << "Couldn't duplicate communicator for Zoltan" << std::endl;
			return false;
		}
		this->zoltan = Zoltan_Create(temp);
		if (this->zoltan == NULL) {
			std::cerr << "Zoltan_Create failed" << std::endl;
			return false;
		}

		// check whether Zoltan_LB_Partition is expected to fail
		if (this->load_balancing_method == "NONE") {
			this->no_load_balancing = true;
		} else {
			this->no_load_balancing = false;
		}

		// reserved options that the user cannot change
		this->reserved_options.insert("EDGE_WEIGHT_DIM");
		this->reserved_options.insert("NUM_GID_ENTRIES");
		this->reserved_options.insert("NUM_LID_ENTRIES");
		this->reserved_options.insert("OBJ_WEIGHT_DIM");
		this->reserved_options.insert("RETURN_LISTS");
		this->reserved_options.insert("NUM_GLOBAL_PARTS");
		this->reserved_options.insert("NUM_LOCAL_PARTS");
		this->reserved_options.insert("AUTO_MIGRATE");

		/*
		Set reserved options
		*/
		// 0 because Zoltan crashes in hierarchial with larger values
		Zoltan_Set_Param(this->zoltan, "EDGE_WEIGHT_DIM", "0");
		Zoltan_Set_Param(this->zoltan, "NUM_GID_ENTRIES", "1");
		Zoltan_Set_Param(this->zoltan, "NUM_LID_ENTRIES", "0");
		Zoltan_Set_Param(this->zoltan, "OBJ_WEIGHT_DIM", "1");
		Zoltan_Set_Param(this->zoltan, "RETURN_LISTS", "ALL");

		// set other options
		Zoltan_Set_Param(this->zoltan, "DEBUG_LEVEL", "0");
		Zoltan_Set_Param(this->zoltan, "HIER_DEBUG_LEVEL", "0");
		Zoltan_Set_Param(this->zoltan, "HIER_CHECKS", "0");
		Zoltan_Set_Param(this->zoltan, "LB_METHOD", this->load_balancing_method.c_str());
		Zoltan_Set_Param(this->zoltan, "REMAP", "1");

		// set the grids callback functions in Zoltan
		Zoltan_Set_Num_Obj_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::get_number_of_cells,
			this
		);

		Zoltan_Set_Obj_List_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::fill_cell_list,
			this
		);

		Zoltan_Set_Num_Geom_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::get_grid_dimensionality,
			NULL
		);

		Zoltan_Set_Geom_Multi_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::fill_with_cell_coordinates,
			this
		);

		Zoltan_Set_Num_Edges_Multi_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::fill_number_of_neighbors_for_cells,
			this
		);

		Zoltan_Set_Edge_List_Multi_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::fill_neighbor_lists,
			this
		);

		Zoltan_Set_HG_Size_CS_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::fill_number_of_hyperedges,
			this
		);

		Zoltan_Set_HG_CS_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::fill_hyperedge_lists,
			this
		);

		Zoltan_Set_HG_Size_Edge_Wts_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::fill_number_of_edge_weights,
			this
		);

		Zoltan_Set_HG_Edge_Wts_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::fill_edge_weights,
			this
		);

		Zoltan_Set_Hier_Num_Levels_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::get_number_of_load_balancing_hierarchies,
			this
		);

		Zoltan_Set_Hier_Part_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::get_part_number,
			this
		);

		Zoltan_Set_Hier_Method_Fn(
			this->zoltan,
			&Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>::set_partitioning_options,
			this
		);

		return true;
		#else
		return false;
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Sets the default neighborhoods of cells.

	\see set_neighborhood_length()
	*/
	void initialize_neighborhoods() {
		// set neighborhood_of
		if (this->neighborhood_length == 0) {

			{
			this->neighborhood_of.push_back({0, 0, -1});
			}
			{
			Types<3>::neighborhood_item_t item = {{0, -1, 0}};
			this->neighborhood_of.push_back(item);
			}
			{
			Types<3>::neighborhood_item_t item = {{-1, 0, 0}};
			this->neighborhood_of.push_back(item);
			}
			{
			Types<3>::neighborhood_item_t item = {{1, 0, 0}};
			this->neighborhood_of.push_back(item);
			}
			{
			Types<3>::neighborhood_item_t item = {{0, 1, 0}};
			this->neighborhood_of.push_back(item);
			}
			{
			Types<3>::neighborhood_item_t item = {{0, 0, 1}};
			this->neighborhood_of.push_back(item);
			}

		} else {

			for (int
				z = -this->neighborhood_length;
				(unsigned int) abs(z) < this->neighborhood_length + 1;
				z++
			)
			for (int
				y = -this->neighborhood_length;
				(unsigned int) abs(y) < this->neighborhood_length + 1;
				y++
			)
			for (int
				x = -this->neighborhood_length;
				(unsigned int) abs(x) < this->neighborhood_length + 1;
				x++
			) {
				if (x == 0 && y == 0 && z == 0) {
					continue;
				}
				const Types<3>::neighborhood_item_t item = {{x, y, z}};
				this->neighborhood_of.push_back(item);
			}

		}

		// set neighborhood_to
		for (const auto& offset: this->neighborhood_of) {
			Types<3>::neighborhood_item_t item = {{-offset[0], -offset[1], -offset[2]}};
			this->neighborhood_to.push_back(item);
		}
	}


	/*!
	Creates cells of refinement level 0 and assigns them to processes.

	If USE_SFC is defined when compiling the cells will be assigned to
	processes using a space-filling curve which should improve the
	initial computational load.

	this->length and this->mapping must have been initialized prior
	to calling this function.
	*/
	bool create_level_0_cells(const uint64_t sfc_caching_batches)
	{
		if (sfc_caching_batches == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " sfc_caching_batches must be > 0"
				<< std::endl;
			return false;
		}

		const uint64_t total_cells
			= this->length.get()[0]
			* this->length.get()[1]
			* this->length.get()[2];

		uint64_t cells_per_process = 0;

		if (total_cells < this->comm_size) {
			cells_per_process = 1;
		} else if (total_cells % this->comm_size > 0) {
			cells_per_process = total_cells / this->comm_size + 1;
		} else {
			cells_per_process = total_cells / this->comm_size;
		}

		// some processes get fewer cells if grid size not divisible by this->comm_size
		const uint64_t procs_with_fewer = cells_per_process * this->comm_size - total_cells;

		#ifndef USE_SFC

		uint64_t cell_to_create = 1;
		for (uint64_t process = 0; process < this->comm_size; process++) {

			uint64_t cells_to_create;
			if (process < procs_with_fewer) {
				cells_to_create = cells_per_process - 1;
			} else {
				cells_to_create = cells_per_process;
			}

			for (uint64_t i = 0; i < cells_to_create; i++) {
				this->cell_process[cell_to_create] = process;
				if (process == this->rank) {
					this->cell_data[cell_to_create];
				}
				cell_to_create++;
			}
		}

		#ifdef DEBUG
		if (cell_to_create != total_cells + 1) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Incorrect number of cells created: " << cell_to_create - 1
				<< ", should be " << total_cells
				<< std::endl;
			abort();
		}
		#endif

		#else // ifndef USE_SFC

		const dccrg::Types<3>::indices_t sfc_length = {{
			this->length.get()[0],
			this->length.get()[1],
			this->length.get()[2]
		}};
		sfc::Sfc<3, uint64_t> sfc_mapping(sfc_length);

		/*
		Cache only batch_size number of sfc indices at a time.
		Saves memory and can even be faster than caching everything at once
		*/
		uint64_t batch_size;
		if (sfc_mapping.size() % sfc_caching_batches > 0) {
			batch_size = 1 + sfc_mapping.size() / sfc_caching_batches;
		} else {
			batch_size = sfc_mapping.size() / sfc_caching_batches;
		}

		uint64_t cache_start = 0, cache_end = batch_size - 1;
		sfc_mapping.cache_sfc_index_range(cache_start, cache_end);

		uint64_t sfc_index = 0;
		for (uint64_t process = 0; process < this->comm_size; process++) {

			uint64_t cells_to_create;
			if (process < procs_with_fewer) {
				cells_to_create = cells_per_process - 1;
			} else {
				cells_to_create = cells_per_process;
			}

			for (uint64_t i = 0; i < cells_to_create; i++) {

				// cache new sfc index batch
				if (sfc_index > cache_end) {
					cache_start = cache_end;
					cache_end = cache_start + batch_size;

					if (cache_end >= sfc_mapping.size()) {
						cache_end = sfc_mapping.size() - 1;
					}

					sfc_mapping.clear();
					sfc_mapping.cache_sfc_index_range(cache_start, cache_end);
				}

				dccrg::Types<3>::indices_t indices = sfc_mapping.get_indices(sfc_index);
				// transform indices to those of refinement level 0 cells
				indices[0] *= uint64_t(1) << this->mapping.get_maximum_refinement_level();
				indices[1] *= uint64_t(1) << this->mapping.get_maximum_refinement_level();
				indices[2] *= uint64_t(1) << this->mapping.get_maximum_refinement_level();
				const uint64_t cell_to_create = this->mapping.get_cell_from_indices(indices, 0);

				this->cell_process[cell_to_create] = process;
				if (process == this->rank) {
					this->cell_data[cell_to_create];
				}

				sfc_index++;
			}
		}
		sfc_mapping.clear();

		if (sfc_index != total_cells) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Process " << this->rank
				<< ": Incorrect number of cells created: " << sfc_index
				<< ", should be " << total_cells
				<< std::endl;
			abort();
		}

		#endif // ifndef USE_SFC
		// TODO: check that the last index in the grid in every direction is less than error_index

		return true;
	}

public:
	/*!
	Sets size of grid in cells of refinement level 0.

	Sets how many cells of largest possible size this
	grid will be created with at initialization.

	Must be called before initialize().

	\see set_maximum_refinement_level() initialize()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& set_initial_length(const std::array<uint64_t, 3>& initial_size) {
		if (this->mapping_initialized) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + std::to_string(__LINE__) + "): "
				+ "Initial size of grid already set"
			);
		}

		if (!this->mapping_rw.set_length(initial_size)) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + std::to_string(__LINE__) + "): "
				+ "Couldn't set initial size of grid"
			);
		}
		this->mapping_initialized = true;

		return *this;
	}

	/*!
	Sets maximum possible refinement level of cells.

	Using @max_ref_lvl < 0 sets it to maximum possible value (<= 21).
	Refining a cell past maximum refinement level succeeds but does nothing.

	Must be called before initialize().

	\see set_periodic() local_cells() update_copies_of_remote_neighbors() refine_completely()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& set_maximum_refinement_level(const int max_ref_lvl) {
		if (max_ref_lvl < 0) {
			this->mapping_rw.set_maximum_refinement_level(
				this->mapping_rw.get_maximum_possible_refinement_level()
			);
		} else if (not this->mapping_rw.set_maximum_refinement_level(max_ref_lvl)) {
			throw std::invalid_argument(
				"\n" __FILE__ "(" + std::to_string(__LINE__) + "): "
				+ "Couldn't set maximum refinement level to "
				+ std::to_string(max_ref_lvl)
			);
		}
		return *this;
	}

	/*!
	Sets grid periodicity.

	In periodic dimension cells on opposite sides are neighbors
	as-if the grid was neighbor to itself on both sides in that
	dimension.

	Must be called before initialize().
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& set_periodic(const bool x, const bool y, const bool z) {
		this->topology_rw.set_periodicity(0, x);
		this->topology_rw.set_periodicity(1, y);
		this->topology_rw.set_periodicity(2, z);
		return *this;
	}

	/*!
	Sets default distance within which cells are considered neighbors.

	With value == 0 only face neighbors are considered neighbors.
	With value > 0 cells within that distance are considered neighbors
	(in units of logical size of cell doing the considering).

	Must be called before initialize().

	\see add_neighborhood()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& set_neighborhood_length(const unsigned int given_length) {
		this->neighborhood_length = given_length;
		return *this;
	}

	/*!
	Sets load balancing method used by Zoltan.

	Must be called before initialize().

	Does nothing if DCCRG_NO_LB is defined when compiling.

	\see balance_load()
	*/
	Dccrg<
		Cell_Data,
		Geometry,
		std::tuple<Additional_Cell_Items...>,
		std::tuple<Additional_Neighbor_Items...>
	>& set_load_balancing_method(
		const std::string&
		#ifndef DCCRG_NO_LB
		given_method
		#endif
	) {
		#ifndef DCCRG_NO_LB
		this->load_balancing_method = given_method;
		#endif
		return *this;
	}

	const std::string& get_load_balancing_method() const {
		return this->load_balancing_method;
	}


private:
	/*!
	Initializes local cells' neighbor lists and related data structures.

	this->create_level_0_cells() and this->update_neighbors_() must
	have been called prior to this.
	*/
	bool initialize_neighbors()
	{
		// update neighbor lists of local cells and remote neighbors
		for (const auto& item: this->cell_process) {
			this->neighbors_of[item.first]
				= this->find_neighbors_of(item.first, this->neighborhood_of);
			#ifdef DEBUG
			for (const auto& neighbor: this->neighbors_of.at(item.first)) {
				if (neighbor.first == error_cell) {
					continue;
				}
				if (
					neighbor.second[0] == 0
					and neighbor.second[1] == 0
					and neighbor.second[2] == 0
				) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< "Invalid offset for neighbor " << neighbor.first
						<< " of cell " << item.first << std::endl;
					abort();
				}
			}
			#endif

			this->neighbors_to[item.first]
				= this->find_neighbors_to(item.first, this->neighborhood_to);
		}
		#ifdef DEBUG
		if (!this->verify_neighbors()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Neighbor lists are inconsistent"
				<< std::endl;
			abort();
		}
		#endif

		this->update_remote_neighbor_info();
		#ifdef DEBUG
		if (!this->verify_remote_neighbor_info()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info is not consistent"
				<< std::endl;
			abort();
		}
		#endif

		this->recalculate_neighbor_update_send_receive_lists();

		return true;
	}


	/*!
	Updates user pin requests globally based on new_pin_requests.

	Must be called simultaneously on all processes.
	*/
	void update_pin_requests()
	{
		std::vector<uint64_t> new_pinned_cells, new_pinned_processes;

		new_pinned_cells.reserve(this->new_pin_requests.size());
		new_pinned_processes.reserve(this->new_pin_requests.size());
		for (std::unordered_map<uint64_t, uint64_t>::const_iterator
			item = this->new_pin_requests.begin();
			item != this->new_pin_requests.end();
			item++
		) {
			new_pinned_cells.push_back(item->first);
			new_pinned_processes.push_back(item->second);
		}

		std::vector<std::vector<uint64_t>> all_new_pinned_cells, all_new_pinned_processes;
		All_Gather()(new_pinned_cells, all_new_pinned_cells, this->comm);
		All_Gather()(new_pinned_processes, all_new_pinned_processes, this->comm);

		for (uint64_t process = 0; process < all_new_pinned_cells.size(); process++) {
			for (uint64_t i = 0; i < all_new_pinned_cells.at(process).size(); i++) {

				const uint64_t requested_process = all_new_pinned_processes[process][i];

				if (requested_process >= this->comm_size) {
					this->pin_requests.erase(all_new_pinned_cells[process][i]);
				} else {
					this->pin_requests[all_new_pinned_cells[process][i]] = requested_process;
				}

				#ifdef DEBUG
				if (this->cell_process.at(all_new_pinned_cells[process][i]) != process) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << process
						<< " tried pin cell " << all_new_pinned_cells[process][i]
						<< std::endl;
					exit(EXIT_FAILURE);
				}
				#endif
			}
		}

		this->new_pin_requests.clear();
	}


	/*!
	Repartitions cells across processes based on user requests and
	Zoltan if use_zoltan is true.

	Updates send & receive lists.

	use_zoltan has no effect if DCCRG_NO_LB is defined when compiling.
	*/
	void make_new_partition(const bool use_zoltan)
	{
		this->update_pin_requests();

		int
			partition_changed,
			global_id_size,
			local_id_size,
			number_to_receive,
			number_to_send,
			*sender_processes,
			*receiver_processes;

		ZOLTAN_ID_PTR
			global_ids_to_receive,
			local_ids_to_receive,
			global_ids_to_send,
			local_ids_to_send;

		#ifndef DCCRG_NO_LB
		if (use_zoltan && Zoltan_LB_Balance(
			this->zoltan,
			&partition_changed,
			&global_id_size,
			&local_id_size,
			&number_to_receive,
			&global_ids_to_receive,
			&local_ids_to_receive,
			&sender_processes,
			&number_to_send,
			&global_ids_to_send,
			&local_ids_to_send,
			&receiver_processes
			) != ZOLTAN_OK
		) {
			if (!this->no_load_balancing) {
				if (this->rank == 0) {
					std::cerr << "Zoltan_LB_Partition failed" << std::endl;
				}
				Zoltan_Destroy(&this->zoltan);
				// TODO: throw an exception instead
				abort();
			}

			#ifdef DEBUG
			// check that processes have the cells they're supposed to send
			for (int i = 0; i < number_to_send; i++) {
				if (this->cell_data.count(global_ids_to_send[i]) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cannot send cell " << global_ids_to_send[i]
						<< " to process " << receiver_processes[i]
						<< std::endl;
					abort();
				}
			}

			// check that cells to be received are on the sending process
			for (int i = 0; i < number_to_receive; i++) {
				if (this->cell_process.at(global_ids_to_receive[i]) != (uint64_t)sender_processes[i]) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cannot receive cell " << global_ids_to_receive[i]
						<< " from process " << sender_processes[i]
						<< std::endl;
					abort();
				}
			}
			#endif
		}
		#endif // ifndef DCCRG_NO_LB

		this->added_cells.clear();
		this->removed_cells.clear();
		this->cells_to_receive.clear();
		this->cells_to_send.clear();

		/*
		Processes and the cells for which data has to be received by this process
		*/

		// migration from user
		for (std::unordered_map<uint64_t, uint64_t>::const_iterator
			pin_request = this->pin_requests.begin();
			pin_request != this->pin_requests.end();
			pin_request++
		) {
			const uint64_t current_process_of_cell = this->cell_process.at(pin_request->first);

			if (pin_request->second == this->rank
			&& current_process_of_cell != this->rank) {
				this->cells_to_receive[int(current_process_of_cell)].push_back(
					std::make_pair(pin_request->first, -1)
				);
				this->added_cells.insert(pin_request->first);
			}
		}

		// migration from Zoltan
		#ifndef DCCRG_NO_LB
		if (use_zoltan) {
			for (int i = 0; i < number_to_receive; i++) {

				// don't send / receive from self
				if ((uint64_t)sender_processes[i] == this->rank) {
					continue;
				}

				// skip user-migrated cells
				if (this->pin_requests.count(global_ids_to_receive[i]) > 0) {
					continue;
				}

				this->cells_to_receive[sender_processes[i]].push_back(
					std::make_pair(global_ids_to_receive[i], -1)
				);

				#ifdef DEBUG
				if (this->added_cells.count(global_ids_to_receive[i]) > 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << global_ids_to_receive[i]
						<< " has already been received from process " << this->rank
						<< std::endl;
					abort();
				}
				#endif

				this->added_cells.insert(global_ids_to_receive[i]);
			}
		}
		#endif // ifndef DCCRG_NO_LB

		// receive cells in known order and add message tags
		for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::iterator
			sender = this->cells_to_receive.begin();
			sender != this->cells_to_receive.end();
			sender++
		) {
			std::sort(sender->second.begin(), sender->second.end());

			for (unsigned int i = 0; i < sender->second.size(); i++) {
				const int tag = (int) i + 1;
				if (tag > (int) this->max_tag) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Message tag would overflow for receiving cell " << sender->second[i].first
						<< " from process " << sender->first
						<< std::endl;
					abort();
				}
				sender->second[i].second = tag;
			}
		}


		/*
		Processes and the cells for which data has to be sent by this process
		*/

		// migration from user
		for (std::unordered_map<uint64_t, uint64_t>::const_iterator
			pin_request = this->pin_requests.begin();
			pin_request != this->pin_requests.end();
			pin_request++
		) {
			const uint64_t current_process_of_cell = this->cell_process.at(pin_request->first);
			const uint64_t destination_process = pin_request->second;

			if (destination_process != this->rank
			&& current_process_of_cell == this->rank) {
				this->cells_to_send[int(destination_process)].push_back(
					std::make_pair(pin_request->first, -1)
				);
				this->removed_cells.insert(pin_request->first);
			}
		}

		// migration from Zoltan
		#ifndef DCCRG_NO_LB
		if (use_zoltan) {
			for (int i = 0; i < number_to_send; i++) {

				// don't send / receive from self
				if ((uint64_t) receiver_processes[i] == this->rank) {
					continue;
				}

				// skip user-migrated cells
				if (this->pin_requests.count(global_ids_to_send[i]) > 0) {
					continue;
				}

				this->cells_to_send[receiver_processes[i]].push_back(
					std::make_pair(global_ids_to_send[i], -1)
				);

				#ifdef DEBUG
				if (this->removed_cells.count(global_ids_to_send[i]) > 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << global_ids_to_send[i]
						<< " has already been sent from process " << this->rank
						<< std::endl;
					abort();
				}
				#endif

				this->removed_cells.insert(global_ids_to_send[i]);
			}

			Zoltan_LB_Free_Data(
				&global_ids_to_receive,
				&local_ids_to_receive,
				&sender_processes,
				&global_ids_to_send,
				&local_ids_to_send,
				&receiver_processes
			);
		}
		#endif // ifndef DCCRG_NO_LB

		// send cells in known order and add message tags
		for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::iterator
			receiver = this->cells_to_send.begin();
			receiver != this->cells_to_send.end();
			receiver++
		) {
			std::sort(receiver->second.begin(), receiver->second.end());
			for (unsigned int i = 0; i < receiver->second.size(); i++) {
				const int tag = (int) i + 1;
				if (tag > (int) this->max_tag) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Message tag would overflow for sending cell " << receiver->second[i].first
						<< " to process " << receiver->first
						<< std::endl;
					abort();
				}
				receiver->second[i].second = tag;
			}
		}
	}


	/*!
	Calculates what to send and where during a remote neighbor data update.

	Assumes up-to-date internal and user neighbor lists,
	clears previous send / receive lists.
	*/
	void recalculate_neighbor_update_send_receive_lists()
	{
		// clear previous lists
		this->cells_to_send.clear();
		this->cells_to_receive.clear();

		// only send a cell to a process once
		std::unordered_map<
			int, // process to send to / receive from
			std::unordered_set<uint64_t>
		> unique_cells_to_send, unique_cells_to_receive;

		// calculate new lists for neighbor data updates
		for (const uint64_t cell: this->local_cells_on_process_boundary) {

			#ifdef DEBUG
			if (cell != this->get_child(cell)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << cell << " has children"
					<< std::endl;
				abort();
			}

			if (this->neighbors_of.count(cell) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " No neighbor_of list for cell " << cell
					<< std::endl;
				abort();
			}

			if (this->neighbors_to.count(cell) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " No neighbor_to list for cell " << cell
					<< std::endl;
				abort();
			}
			#endif

			const int current_process = int(this->rank);

			// data must be received from neighbors_of
			for (const auto& neighbor_i: this->neighbors_of.at(cell)) {
				const auto& neighbor = neighbor_i.first;

				if (neighbor == error_cell) {
					continue;
				}

				const int other_process = int(this->cell_process.at(neighbor));

				if (other_process != current_process) {
					unique_cells_to_receive[other_process].insert(neighbor);
				}
			}

			// data must be sent to neighbors_to
			for (const auto& neighbor_i: this->neighbors_to.at(cell)) {
				const auto& neighbor = neighbor_i.first;

				if (neighbor == error_cell) {
					continue;
				}

				const int other_process = int(this->cell_process.at(neighbor));

				if (other_process != current_process) {
					unique_cells_to_send[other_process].insert(cell);
				}
			}
		}

		// populate final send list data structures and sort them
		for (const auto& receiver: unique_cells_to_send) {
			const int process = receiver.first;

			#ifdef DEBUG
			if ((uint64_t) process == this->rank) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << process << " would send to self"
					<< std::endl;
				abort();
			}
			#endif

			this->cells_to_send[process].reserve(receiver.second.size());

			for (const uint64_t cell: receiver.second) {
				this->cells_to_send.at(process).push_back(
					std::make_pair(cell, -1)
				);
			}

			if (this->cells_to_send.at(process).size() > 0) {
				std::sort(
					this->cells_to_send.at(process).begin(),
					this->cells_to_send.at(process).end()
				);
			}

			// sequential tags for messages: 1, 2, ...
			for (size_t i = 0; i < this->cells_to_send.at(process).size(); i++) {
				const int tag = (int) i + 1;
				if (tag > (int) this->max_tag) {
					const uint64_t cell = this->cells_to_send.at(process)[i].first;
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Message tag would overflow for sending cell " << cell
						<< " to process " << process
						<< std::endl;
					abort();
				}
				this->cells_to_send.at(process)[i].second = tag;
			}
		}

		// populate final receive list data structures and sort them
		for (const auto& sender: unique_cells_to_receive) {
			const int process = sender.first;

			#ifdef DEBUG
			if ((uint64_t) process == this->rank) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << process << " would receive from self"
					<< std::endl;
				abort();
			}
			#endif

			this->cells_to_receive[process].reserve(sender.second.size());

			for (const uint64_t cell: sender.second) {
				this->cells_to_receive.at(process).push_back(
					std::make_pair(cell, -1)
				);
			}

			if (this->cells_to_receive.at(process).size() > 0) {
				std::sort(
					this->cells_to_receive.at(process).begin(),
					this->cells_to_receive.at(process).end()
				);
			}

			// sequential tags for messages: 1, 2, ...
			for (size_t i = 0; i < this->cells_to_receive.at(process).size(); i++) {
				const int tag = (int) i + 1;
				if (tag > (int) this->max_tag) {
					const uint64_t cell = this->cells_to_receive.at(process)[i].first;
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Message tag would overflow for receiving cell " << cell
						<< " from process " << process
						<< std::endl;
					abort();
				}

				this->cells_to_receive.at(process)[i].second = tag;
			}
		}
		for (const auto& item: this->user_hood_of) {
			this->recalculate_neighbor_update_send_receive_lists(item.first);
		}
	}

	/*!
	Same as the version without an id but for user defined neighborhood.

	Updates send/receive lists of cells using only the given
	neighborhood id.
	*/
	void recalculate_neighbor_update_send_receive_lists(const int neighborhood_id)
	{
		#ifdef DEBUG
		if (this->user_local_cells_on_process_boundary.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No neighborhood with id " << neighborhood_id
				<< std::endl;
			abort();
		}
		#endif

		// clear previous lists
		this->user_neigh_cells_to_send[neighborhood_id].clear();
		this->user_neigh_cells_to_receive[neighborhood_id].clear();

		std::unordered_map<int, std::unordered_set<uint64_t>>
			user_neigh_unique_sends,
			user_neigh_unique_receives;

		// calculate new lists for neighbor data updates
		for (const uint64_t cell: this->user_local_cells_on_process_boundary.at(neighborhood_id)) {

			#ifdef DEBUG
			if (cell != this->get_child(cell)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << cell << " has children"
					<< std::endl;
				abort();
			}
			#endif

			// data must be received from neighbors_of
			for (const auto& neighbor_i: this->user_neigh_of.at(neighborhood_id).at(cell)) {
				const auto& neighbor = neighbor_i.first;

				if (neighbor == error_cell) {
					continue;
				}

				if (this->cell_process.at(neighbor) != this->rank) {
					user_neigh_unique_receives[int(this->cell_process.at(neighbor))].insert(neighbor);
				}
			}

			// data must be sent to neighbors_to
			for (const auto& neighbor_i: this->user_neigh_to.at(neighborhood_id).at(cell)) {
				const auto& neighbor = neighbor_i.first;

				if (neighbor == error_cell) {
					continue;
				}

				if (this->cell_process.at(neighbor) != this->rank) {
					user_neigh_unique_sends[int(this->cell_process.at(neighbor))].insert(cell);
				}
			}
		}

		// populate final send list data structures and sort them
		for (std::unordered_map<int, std::unordered_set<uint64_t>>::const_iterator
			receiver = user_neigh_unique_sends.begin();
			receiver != user_neigh_unique_sends.end();
			receiver++
		) {
			const int receiving_process = receiver->first;

			std::vector<std::pair<uint64_t, int>>& current_cells_to_send
				= this->user_neigh_cells_to_send.at(neighborhood_id)[receiving_process];

			current_cells_to_send.reserve(receiver->second.size());

			for (const uint64_t cell: receiver->second) {
				current_cells_to_send.push_back(std::make_pair(cell, -1));
			}

			std::sort(current_cells_to_send.begin(), current_cells_to_send.end());

			// sequential tags for messages: 1, 2, ...
			for (unsigned int i = 0; i < current_cells_to_send.size(); i++) {
				const int tag = (int) i + 1;
				if (tag > (int) this->max_tag) {
					const uint64_t cell = current_cells_to_send[i].first;
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Message tag would overflow for sending cell " << cell
						<< " to process " << receiving_process
						<< std::endl;
					abort();
				}

				current_cells_to_send[i].second = tag;
			}
		}

		// populate final receive list data structures and sort them
		for (std::unordered_map<int, std::unordered_set<uint64_t>>::const_iterator
			sender = user_neigh_unique_receives.begin();
			sender != user_neigh_unique_receives.end();
			sender++
		) {
			const int sending_process = sender->first;

			std::vector<std::pair<uint64_t, int>>& current_cells_to_receive
				= this->user_neigh_cells_to_receive[neighborhood_id][sending_process];

			current_cells_to_receive.reserve(sender->second.size());

			for (const uint64_t cell: sender->second) {
				current_cells_to_receive.push_back(std::make_pair(cell, -1));
			}

			std::sort(current_cells_to_receive.begin(), current_cells_to_receive.end());

			// sequential tags for messages: 1, 2, ...
			for (unsigned int i = 0; i < current_cells_to_receive.size(); i++) {
				const int tag = (int) i + 1;
				if (tag > (int) this->max_tag) {
					const uint64_t cell = current_cells_to_receive[i].first;
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Message tag would overflow for receiving cell " << cell
						<< " from process " << sending_process
						<< std::endl;
					abort();
				}

				current_cells_to_receive[i].second = tag;
			}
		}
	}


	// recalculates neighbors_of and _to for all known cells
	// using update_neighbors(cell)
	void update_neighbors()
	{
		this->neighbors_of.clear();
		this->neighbors_to.clear();
		for (const auto& i: this->cell_process) {
			this->update_neighbors(i.first);
		}
	}


	/*!
	Updates neighbor and neighbor_to lists around given cell's neighborhood.

	Does nothing in the following cases:
		- given cell doesn't exist
		- given cell has children or a parent
	Assumes that the refinement level difference between given cell and
	its neighborhood is no larger than 1.
	*/
	void update_neighbors(const uint64_t cell)
	{
		if (this->cell_process.count(cell) == 0) {
			return;
		}

		if (cell != this->get_child(cell)) {
			return;
		}

		if (cell != this->get_parent(cell)) {
			return;
		}

		this->neighbors_of[cell] = this->find_neighbors_of(cell, this->neighborhood_of);
		this->neighbors_to[cell] = this->find_neighbors_to(cell, this->neighborhood_to);

		#ifdef DEBUG
		if (
			!this->verify_neighbors(
				cell,
				this->neighborhood_of,
				this->neighborhood_to,
				this->neighbors_of,
				this->neighbors_to
			)
		) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Neighbor update failed for cell " << cell
				<< " (child of " << this->get_parent(cell) << ")"
				<< std::endl;
			abort();
		}

		for (const auto& neighbor: this->neighbors_of.at(cell)) {
			if (neighbor.first == error_cell) {
				continue;
			}
			if (
				neighbor.second[0] == 0
				and neighbor.second[1] == 0
				and neighbor.second[2] == 0
			) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Invalid offset of neighbor " << neighbor.first
					<< " for cell " << cell << std::endl;
				abort();
			}
		}
		#endif
	}


	/*!
	Updates the neighbors and _to of given cell based on given neighborhood.

	Does nothing in the following cases:
		- given cell doesn't exist in the grid
		- given cell has children
	Assumes that update_neighbors(cell) has been called prior to this.
	*/
	void update_user_neighbors(const uint64_t cell, const int neighborhood_id)
	{
		this->user_neigh_of[neighborhood_id][cell]
			= this->find_neighbors_of(cell, this->user_hood_of.at(neighborhood_id));

		this->user_neigh_to[neighborhood_id][cell]
			= this->find_neighbors_to(cell, this->user_hood_to.at(neighborhood_id));
	}


	/*!
	Updates the remote neighbor info of given cell on this process without children.

	Uses current neighbor lists.
	Does nothing if given cell doesn't exist on this process or has children.
	Does not remove cell from local_cells_on_process_boundary or
	remote_cells_on_process_boundary.
	*/
	void update_remote_neighbor_info(const uint64_t cell)
	{
		using std::to_string;

		if (this->cell_process.count(cell) == 0) {
			return;
		}

		if (this->cell_process.at(cell) != this->rank) {
			return;
		}

		#ifdef DEBUG
		const auto child = this->mapping.get_child(cell);
		if (cell != child and this->cell_process.count(child) > 0) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + "): Internal error");
		}

		const auto parent = this->mapping.get_parent(cell);
		if (cell != parent and this->cell_process.count(parent) > 0) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + "): Internal error");
		}

		if (this->cell_data.count(cell) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " User data for cell " << cell
				<< " doesn't exist"
				<< std::endl;
			abort();
		}

		if (this->neighbors_of.count(cell) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Neighbor list for cell " << cell
				<< " owned by process " << this->cell_process.at(cell)
				<< " doesn't exist on process " << this->rank
				<< std::endl;
			abort();
		}

		if (this->neighbors_to.count(cell) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Neighbors_to list for cell " << cell
				<< " doesn't exist"
				<< std::endl;
			abort();
		}
		#endif

		// neighbors of given cell
		for (const auto& neighbor_i: this->neighbors_of.at(cell)) {
			const auto& neighbor = neighbor_i.first;

			if (neighbor == error_cell) {
				continue;
			}

			#ifdef DEBUG
			if (this->cell_process.count(neighbor) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Neighbor " << neighbor
					<< " of cell " << cell
					<< " doesn't exist in cell_process"
					<< std::endl;
				abort();
			}
			#endif

			if (this->cell_process.at(neighbor) != this->rank) {
				this->local_cells_on_process_boundary.insert(cell);
				this->remote_cells_on_process_boundary.insert(neighbor);
			}
		}

		// cells with given cell as neighbor
		for (const auto& neighbor_to_i: this->neighbors_to.at(cell)) {
			const auto& neighbor_to = neighbor_to_i.first;

			#ifdef DEBUG
			if (this->cell_process.count(neighbor_to) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Neighbor_to " << neighbor_to
					<< " doesn't exist in cell_process"
					<< std::endl;
				abort();
			}
			#endif

			if (this->cell_process.at(neighbor_to) != this->rank) {
				this->local_cells_on_process_boundary.insert(cell);
				this->remote_cells_on_process_boundary.insert(neighbor_to);
			}
		}

		#ifdef DEBUG
		if (!this->verify_remote_neighbor_info(cell)) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info for cell " << cell
				<< " is not consistent"
				<< std::endl;
			abort();
		}
		#endif
	}

	/*!
	Updates the remote neighbor info of given cell on this process without children.

	Uses current neighbor lists of neighborhood with given id.
	Does nothing if given cell doesn't exist on this process or has children.
	Does not remove cell from user_local_cells_on_process_boundary or
	user_remote_cells_on_process_boundary.
	*/
	void update_user_remote_neighbor_info(const uint64_t cell, const int neighborhood_id)
	{
		if (this->cell_process.at(cell) != this->rank) {
			return;
		}

		if (cell != this->get_child(cell)) {
			return;
		}

		#ifdef DEBUG
		if (this->cell_data.count(cell) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " User data for cell " << cell
				<< " doesn't exist." << std::endl;
			abort();
		}

		if (this->user_hood_of.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No user neighborhood with id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_hood_to.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No user neighborhood to with id " << neighborhood_id
				<< std::endl;
			abort();
		}

		if (this->user_neigh_of.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No neighborhood with id " << neighborhood_id
				<< " in neighbor lists"
				<< std::endl;
			abort();
		}

		if (this->user_neigh_of.at(neighborhood_id).count(cell) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No neighbor list with neighborhood id " << neighborhood_id
				<< " for cell " << cell
				<< std::endl;
			abort();
		}

		if (this->user_neigh_to.count(neighborhood_id) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No neighborhood with id " << neighborhood_id
				<< " in neighbor_to lists"
				<< std::endl;
			abort();
		}

		if (this->user_neigh_to.at(neighborhood_id).count(cell) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " No neighbor_to list with neighborhood id " << neighborhood_id
				<< " for cell " << cell
				<< std::endl;
			abort();
		}
		#endif

		// neighbors of given cell
		for (const auto& neighbor_i: this->user_neigh_of.at(neighborhood_id).at(cell)) {
			const auto& neighbor = neighbor_i.first;

			if (neighbor == 0) {
				continue;
			}

			#ifdef DEBUG
			if (this->cell_process.count(neighbor) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Neighbor " << neighbor
					<< " doesn't exist in cell_process"
					<< std::endl;
				abort();
			}
			#endif

			if (this->cell_process.at(neighbor) != this->rank) {
				this->user_local_cells_on_process_boundary.at(neighborhood_id).insert(cell);
				this->user_remote_cells_on_process_boundary.at(neighborhood_id).insert(neighbor);
			}
		}

		// cells with given cell as neighbor
		for (const auto& neighbor_to_i: this->user_neigh_to.at(neighborhood_id).at(cell)) {
			const auto& neighbor_to = neighbor_to_i.first;

			#ifdef DEBUG
			if (neighbor_to == error_cell) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Invalid cell in neighbor_to list of cell " << cell
					<< std::endl;
				abort();
			}

			if (this->cell_process.count(neighbor_to) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Neighbor_to " << neighbor_to
					<< " doesn't exist in cell_process"
					<< std::endl;
				abort();
			}
			#endif

			if (this->cell_process.at(neighbor_to) != this->rank) {
				this->user_local_cells_on_process_boundary.at(neighborhood_id).insert(cell);
				this->user_remote_cells_on_process_boundary.at(neighborhood_id).insert(neighbor_to);
			}
		}

		#ifdef DEBUG
		if (!this->verify_remote_neighbor_info(cell)) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info for cell " << cell
				<< " is not consistent"
				<< std::endl;
			abort();
		}
		#endif
	}


	/*!
	Updates the remote neighbor info of all cells on this process without children.

	Uses current neighbor lists.
	*/
	void update_remote_neighbor_info()
	{
		// TODO this probably can't be optimized without
		// storing neighbor lists also for remote neighbors
		this->local_cells_on_process_boundary.clear();
		this->remote_cells_on_process_boundary.clear();

		for (const auto& item: this->cell_data) {
			if (item.first != this->get_child(item.first)) {
				continue;
			}

			this->update_remote_neighbor_info(item.first);

			#ifdef DEBUG
			if (!this->verify_remote_neighbor_info(item.first)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Remote neighbor info for cell " << item.first
					<< " is not consistent"
					<< std::endl;
				abort();
			}
			#endif
		}
		#ifdef DEBUG
		if (!this->verify_remote_neighbor_info()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info is not consistent"
				<< std::endl;
			abort();
		}
		#endif
	}

	/*!
	Updates the remote neighbor info of all cells on this process without children.

	Uses current neighbor lists of neighborhood with given id.
	*/
	void update_user_remote_neighbor_info(const int neighborhood_id)
	{
		this->user_local_cells_on_process_boundary[neighborhood_id].clear();
		this->user_remote_cells_on_process_boundary[neighborhood_id].clear();

		for (const auto& item: this->cell_data) {

			if (item.first != this->get_child(item.first)) {
				continue;
			}

			this->update_user_remote_neighbor_info(item.first, neighborhood_id);

			#ifdef DEBUG
			if (!this->verify_remote_neighbor_info(item.first)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Remote neighbor info for cell " << item.first
					<< " is not consistent"
					<< std::endl;
				abort();
			}
			#endif
		}

		#ifdef DEBUG
		if (!this->verify_remote_neighbor_info()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info is not consistent"
				<< std::endl;
			abort();
		}
		#endif
	}


	// recalculates this->neighbors_ for all known cells
	void update_neighbors_()
	{
		this->neighbors_.clear();
		for (const auto& i: this->cell_process) {
			this->update_neighbors_(i.first);
		}
	}

	// recalculates this->neighbors_ for given cell only,
	// does nothing if given cell doesn't exist on this process
	// or has children
	void update_neighbors_(const uint64_t cell)
	{
		using std::to_string;

		if (
			cell == error_cell
			or this->cell_process.count(cell) == 0
			or cell != this->get_child(cell)
		) {
			return;
		}

		const auto indices = this->mapping.get_indices(cell);
		const auto cell_length = this->mapping.get_cell_length_in_indices(cell);
		std::array<std::array<uint64_t, 3>, 6> search_indices{
			indices, indices, indices, indices, indices, indices
		};

		// handle periodicity
		const std::array<bool, 3> periodic{
			this->topology.is_periodic(0),
			this->topology.is_periodic(1),
			this->topology.is_periodic(2)
		};
		const auto grid_length = this->length.get();
		const auto max_ref_lvl = this->mapping.get_maximum_refinement_level();

		// negative directions
		for (auto dir_i: {0, 2, 4}) {
			const auto dim_i = dir_i / 2;
			if (search_indices[dir_i][dim_i] == 0) {
				if (not periodic[dim_i]) {
					search_indices[dir_i][dim_i] = error_index;
				} else {
					search_indices[dir_i][dim_i] = grid_length[dim_i] * (uint64_t(1) << max_ref_lvl) - 1;
				}
			} else {
				search_indices[dir_i][dim_i]--;
			}
		}

		// positive directions
		for (auto dir_i: {1, 3, 5}) {
			const auto dim_i = dir_i / 2;
			const auto max_index = grid_length[dim_i] * (uint64_t(1) << max_ref_lvl) - 1;
			if (
				max_index < cell_length
				or search_indices[dir_i][dim_i] > max_index - cell_length
			) {
				if (not periodic[dim_i]) {
					search_indices[dir_i][dim_i] = error_index;
				} else {
					search_indices[dir_i][dim_i] = 0;
				}
			} else {
				search_indices[dir_i][dim_i] += cell_length;
			}
		}

		const auto ref_lvl = this->get_refinement_level(cell);

		std::array<uint64_t, 6> new_neighbors_;
		for (size_t i = 0; i < search_indices.size(); i++) {
			new_neighbors_[i] = this->get_existing_cell(
				search_indices[i],
				[&](){
					if (ref_lvl == 0) {
						return 0;
					} else {
						return ref_lvl - 1;
					}
				}(),
				[&](){
					const auto max_ref_lvl = this->mapping.get_maximum_refinement_level();
					if (ref_lvl == max_ref_lvl) {
						return max_ref_lvl;
					} else {
						return ref_lvl + 1;
					}
				}()
			);
			#ifdef DEBUG
			const auto child = this->get_child(new_neighbors_[i]);
			if (child != error_cell and child != new_neighbors_[i]) {
				std::cerr << __FILE__ << ":" << __LINE__
						<< " Returning parent " << new_neighbors_[i]
						<< " of " << child << " as neighbor for " << cell
						<< std::endl;
				abort();
			}
			#endif
		}

		this->neighbors_[cell] = new_neighbors_;

		#ifdef DEBUG
		for (const auto& n: new_neighbors_) {
			if (n == error_cell) {
				continue;
			}

			if (this->cell_process.count(n) == 0) {
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + ") "
					+ to_string(cell) + ", " + to_string(n)
				);
			}

			const auto parent = this->mapping.get_parent(n);
			if (parent == n) {
				continue;
			}
			if (this->cell_process.count(parent) > 0) {
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + ") "
					+ to_string(cell) + ", " + to_string(n) + ", "
					+ to_string(parent)
				);
			}

			const auto child = this->mapping.get_child(n);
			if (child == n) {
				continue;
			}
			if (this->cell_process.count(child) > 0) {
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + ") "
					+ to_string(cell) + ", " + to_string(n) + ", "
					+ to_string(child)
				);
			}

		}
		#endif
	}


	/*!
	Returns true if cell1 considers cell2 as a neighbor, even if neither of them exists
	*/
	bool is_neighbor(const uint64_t cell1, const uint64_t cell2) const
	{
		#ifdef DEBUG
		using std::to_string;

		if (cell1 == error_cell) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ") Invalid cell1 given.");
		}

		if (cell1 > this->mapping.get_last_cell()) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ") Impossible cell1 given.");
		}

		if (cell2 == error_cell) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ") Invalid cell2 given.");
		}

		if (cell2 > this->mapping.get_last_cell()) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ") Impossible cell2 given.");
		}
		#endif

		const Types<3>::indices_t indices1 = this->mapping.get_indices(cell1);
		const Types<3>::indices_t indices2 = this->mapping.get_indices(cell2);
		const uint64_t cell1_length = this->mapping.get_cell_length_in_indices(cell1);
		const uint64_t cell2_length = this->mapping.get_cell_length_in_indices(cell2);

		// distance in indices between given cells
		Types<3>::indices_t distance = {{0, 0, 0}};

		const uint64_t grid_length[3] = {
			this->length.get()[0] * (uint64_t(1) << this->mapping.get_maximum_refinement_level()),
			this->length.get()[1] * (uint64_t(1) << this->mapping.get_maximum_refinement_level()),
			this->length.get()[2] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())
		};

		uint64_t max_distance = 0;

		for (unsigned int i = 0; i < 3; i++) {
			if (indices1[i] <= indices2[i]) {
				if (indices2[i] <= indices1[i] + cell1_length) {
					distance[i] = 0;
				} else {
					distance[i] = indices2[i] - (indices1[i] + cell1_length);
				}

				if (this->topology.is_periodic(i)) {
					const uint64_t distance_to_end = grid_length[i] - (indices2[i] + cell2_length);
					distance[i] = std::min(distance[i], indices1[i] + distance_to_end);
				}
			} else {
				if (indices1[i] <= indices2[i] + cell2_length) {
					distance[i] = 0;
				} else {
					distance[i] = indices1[i] - (indices2[i] + cell2_length);
				}

				if (this->topology.is_periodic(i)) {
					const uint64_t distance_to_end = grid_length[i] - (indices1[i] + cell1_length);
					distance[i] = std::min(distance[i], indices2[i] + distance_to_end);
				}
			}

			max_distance = std::max(max_distance, distance[i]);
		}

		if (this->neighborhood_length == 0) {
			if (max_distance < cell1_length
			&& this->overlapping_indices(cell1, cell2) >= 2) {
				return true;
			// diagonal cell isn't a neighbor
			} else {
				return false;
			}
		}

		if (max_distance < this->neighborhood_length * cell1_length) {
			return true;
		} else {
			return false;
		}
	}


	/*!
	Returns one of given cell's children.

	If child exists returns it,
	otherwise if given cell exists returns it,
	otherwise returns error_cell.
	*/
	uint64_t get_child(const uint64_t cell) const
	{
		const int refinement_level = this->mapping.get_refinement_level(cell);

		// given cell cannot have children
		if (refinement_level == this->mapping.get_maximum_refinement_level()) {
			if (this->cell_process.count(cell) > 0) {
				return cell;
			} else {
				return error_cell;
			}
		}

		const uint64_t child = this->mapping.get_cell_from_indices(
			this->mapping.get_indices(cell),
			refinement_level + 1
		);

		if (this->cell_process.count(child) > 0) {
			return child;
		}
		if (this->cell_process.count(cell) > 0) {
			return cell;
		}

		return error_cell;
	}


	/*!
	Enforces maximum refinement level difference between neighbors.

	Adds new cells to cells_to_refine in order to enforce maximum refinement
	level difference of max_ref_lvl_diff between neighbors (also across processes).
	After this function cells_to_refine will contain the refines of all processes.
	*/
	void induce_refines()
	{
		std::vector<uint64_t> new_refines(this->cells_to_refine.begin(), this->cells_to_refine.end());
		while (All_Reduce()(new_refines.size(), this->comm) > 0) {

			std::vector<std::vector<uint64_t>> all_new_refines;
			All_Gather()(new_refines, all_new_refines, this->comm);
			new_refines.clear();

			std::unordered_set<uint64_t> unique_induced_refines;

			// induced refines on this process
			for (const uint64_t refined: all_new_refines.at(this->rank)) {

				// refine local neighbors that are too large
				for (const auto& neighbor_i: this->neighbors_of.at(refined)) {
					const auto& neighbor = neighbor_i.first;

					if (neighbor == error_cell) {
						continue;
					}

					#ifdef DEBUG
					if (this->cell_process.count(neighbor) == 0) {
						std::cerr << "Process " << this->rank
							<< ": Cell " << refined
							<< " had a non-existing neighbor in neighbor list: " << neighbor
							<< std::endl;
					}
					#endif

					// TODO switch to is_local()
					if (this->cell_process.at(neighbor) != this->rank) {
						continue;
					}

					if (this->mapping.get_refinement_level(neighbor) < this->mapping.get_refinement_level(refined)) {
						if (this->cells_to_refine.count(neighbor) == 0) {
							unique_induced_refines.insert(neighbor);
						}
					}
				}

				for (const auto& neighbor_to_i: this->neighbors_to.at(refined)) {
					const auto& neighbor_to = neighbor_to_i.first;

					if (neighbor_to == error_cell) {
						continue;
					}

					#ifdef DEBUG
					if (this->cell_process.count(neighbor_to) == 0) {
						std::cerr << "Process " << this->rank
							<< ": Cell " << refined
							<< " had a non-existing neighbor in neighbor list: " << neighbor_to
							<< std::endl;
					}
					#endif

					if (this->cell_process.at(neighbor_to) != this->rank) {
						continue;
					}

					if (this->mapping.get_refinement_level(neighbor_to) < this->mapping.get_refinement_level(refined)) {
						if (this->cells_to_refine.count(neighbor_to) == 0) {
							unique_induced_refines.insert(neighbor_to);
						}
					}
				}
			}

			// refines induced here by other processes
			for (unsigned int process = 0; process < this->comm_size; process++) {

				if (process == this->rank) {
					continue;
				}

				for (const uint64_t refined: all_new_refines.at(process)) {

					if (this->remote_cells_on_process_boundary.count(refined) == 0) {
						continue;
					}

					// refine all local cells that are too large and neighboring the refined cell
					/*
					TODO: probably faster to search for local neighbors of refined
					cell, even faster would be to also store neighbors lists of
					remote cells with local neighbors
					*/
					for (const uint64_t local: this->local_cells_on_process_boundary) {

						if (this->is_neighbor(local, refined)
						&& this->mapping.get_refinement_level(local) < this->mapping.get_refinement_level(refined)
						&& this->cells_to_refine.count(local) == 0) {
							unique_induced_refines.insert(local);
						}
					}
				}
			}
			all_new_refines.clear();

			new_refines.insert(
				new_refines.end(),
				unique_induced_refines.begin(),
				unique_induced_refines.end()
			);
			this->cells_to_refine.insert(
				unique_induced_refines.begin(),
				unique_induced_refines.end()
			);
			unique_induced_refines.clear();
		}

		// add refines from all processes to cells_to_refine
		std::vector<uint64_t> refines(this->cells_to_refine.begin(), this->cells_to_refine.end());
		std::vector<std::vector<uint64_t>> all_refines;
		All_Gather()(refines, all_refines, this->comm);

		for (unsigned int process = 0; process < this->comm_size; process++) {
			this->cells_to_refine.insert(all_refines[process].begin(), all_refines[process].end());
		}

		#ifdef DEBUG
		// check that all required refines have been induced
		for (const uint64_t refined: this->cells_to_refine) {

			const auto neighbors_of
				= this->find_neighbors_of(refined, this->neighborhood_of);

			for (const auto& neighbor_of_i: neighbors_of) {
				const auto& neighbor_of = neighbor_of_i.first;

				if (neighbor_of == error_cell) {
					continue;
				}

				if (this->mapping.get_refinement_level(neighbor_of) < this->mapping.get_refinement_level(refined)
				&& this->cells_to_refine.count(neighbor_of) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Neighbor (" << neighbor_of
						<< ") of cell that will be refined (" << refined
						<< ", ref lvl " << this->mapping.get_refinement_level(refined)
						<< ") has too small refinement level: " << this->mapping.get_refinement_level(neighbor_of)
						<< std::endl;
					abort();
				}
			}

			const auto neighbors_to
				= this->find_neighbors_to(refined, this->neighborhood_to);
			for (const auto& neighbor_to_i: neighbors_to) {
				const auto& neighbor_to = neighbor_to_i.first;

				if (neighbor_to == error_cell) {
					continue;
				}

				if (this->mapping.get_refinement_level(neighbor_to) < this->mapping.get_refinement_level(refined)
				&& this->cells_to_refine.count(neighbor_to) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Neighbor (" << neighbor_to
						<< ") of cell that will be refined (" << refined
						<< ", ref lvl " << this->mapping.get_refinement_level(refined)
						<< ") has too small refinement level: " << this->mapping.get_refinement_level(neighbor_to)
						<< std::endl;
					abort();
				}
			}
		}

		if (!this->is_consistent()) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Grid isn't consistent" << std::endl;
			abort();
		}
		#endif
	}


	/*!
	Sends the numbers in s to all other processes and adds the numbers sent by all others to s.
	*/
	void all_to_all_set(std::unordered_set<uint64_t>& s)
	{
		std::vector<uint64_t> local_s(s.begin(), s.end());

		std::vector<std::vector<uint64_t>> all_s;
		All_Gather()(local_s, all_s, this->comm);

		for (const auto& i: all_s) {
			for (const uint64_t cell: i) {
				s.insert(cell);
			}
		}
	}


	/*!
	Overrides local unrefines based on global refines.

	Removes cells from cells_to_unrefine in order to enforce maximum refinement level
	difference of one between neighbors.
	cells_to_refine must be identical between processes.
	After this function cells_to_unrefine will contain the unrefines of all processes.
	*/
	void override_unrefines()
	{
		using std::to_string;

		this->all_to_all_set(this->cells_not_to_unrefine);

		// unrefines that were not overridden
		std::unordered_set<uint64_t> final_unrefines;

		// don't unrefine if...
		for (const auto unrefined: this->cells_to_unrefine) {

			bool can_unrefine = true;

			// ...any sibling cannot be
			const auto parent = this->mapping.get_parent(unrefined);
			const auto siblings = this->mapping.get_all_children(parent);
			for (const auto& sibling: siblings) {
				if (sibling == error_cell) {
					continue;
				}

				if (
					this->cells_to_refine.count(sibling) > 0
					or this->cells_not_to_unrefine.count(sibling) > 0
				) {
					can_unrefine = false;
					break;
				}
			}

			if (not can_unrefine) {
				continue;
			}

			const auto unref_lvl = this->mapping.get_refinement_level(unrefined);

			// ... any cell close enough is, or will be, too small
			if (this->neighbors_.count(unrefined) == 0) {
				throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
			}

			std::set<uint64_t> processed, process;
			for (const auto& n: this->neighbors_.at(unrefined)) {
				process.insert(n);
			}
			process.erase(error_cell);

			while (process.size() > 0) {
				const auto next = [&process](){
					for (const auto& i: process) {
						return i;
					}
					throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
				}();
				processed.insert(next);
				process.erase(next);

				if (this->neighbors_.count(next) == 0) {
					throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
				}
				const auto& neighs = this->neighbors_.at(next);
				for (const auto& n: neighs) {
					if (n == error_cell or processed.count(n) > 0) {
						continue;
					}

					if (this->is_neighbor(parent, n)) {
						process.insert(n);
					} else {
						// don't go too far from unrefined cell
						processed.insert(n);
					}
				}

				const auto ref_lvl = this->mapping.get_refinement_level(next);

				// larger neighbor doesn't prevent in any case
				if (ref_lvl < unref_lvl) {
					continue;
				}

				if (ref_lvl == unref_lvl) {
					// same size neighbor prevents only if it'll be refined
					if (this->cells_to_refine.count(next) > 0) {
						can_unrefine = false;
						break;
					} else {
						continue;
					}
				}

				// TODO: allow neighboring cells of different
				// size to be unrefined simultaneously
				can_unrefine = false;
				break;
			}

			if (can_unrefine) {
				final_unrefines.insert(unrefined);
			}
		}
		this->cells_to_unrefine.clear();
		this->cells_not_to_unrefine.clear();

		// add unrefines from all processes to cells_to_unrefine
		std::vector<uint64_t> unrefines(final_unrefines.begin(), final_unrefines.end());
		std::vector<std::vector<uint64_t>> all_unrefines;
		All_Gather()(unrefines, all_unrefines, this->comm);

		for (unsigned int process = 0; process < this->comm_size; process++) {
			this->cells_to_unrefine.insert(
				all_unrefines[process].begin(),
				all_unrefines[process].end()
			);
		}

		#ifdef DEBUG
		// check that maximum refinement level difference between future neighbors <= 1
		for (const uint64_t unrefined: this->cells_to_unrefine) {

			if (unrefined != this->get_child(unrefined)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << unrefined
					<< " has children"
					<< std::endl;
				abort();
			}

			if (this->cell_process.count(unrefined) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << unrefined
					<< " to be unrefined doesn't exist"
					<< std::endl;
				abort();
			}

			if (this->cell_process.at(unrefined) == this->rank
			&& this->cell_data.count(unrefined) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << unrefined
					<< " to be unrefined has no data"
					<< std::endl;
				abort();
			}

			const int ref_lvl = this->mapping.get_refinement_level(unrefined);

			// neighbors_of
			const auto neighbors
				= this->find_neighbors_of(this->get_parent(unrefined), this->neighborhood_of);

			for (const auto& neighbor_i: neighbors) {
				const auto& neighbor = neighbor_i.first;

				if (neighbor == 0) {
					continue;
				}

				const int neighbor_ref_lvl = this->mapping.get_refinement_level(neighbor);

				if (neighbor_ref_lvl > ref_lvl) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Neighbor " << neighbor
						<< " of cell that will be unrefined (" << unrefined
						<< ", ref lvl " << ref_lvl
						<< ") has too large refinement level: " << neighbor_ref_lvl
						<< std::endl;
					abort();
				}

				if (neighbor_ref_lvl == ref_lvl
				&& this->cells_to_refine.count(neighbor) > 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Neighbor " << neighbor
						<< " of cell that will be unrefined (" << unrefined
						<< ", ref lvl " << ref_lvl
						<< ") is identical in size and will be refined"
						<< std::endl;
					abort();
				}
			}
		}

		if (!this->is_consistent()) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Grid isn't consistent" << std::endl;
			abort();
		}
		#endif
	}


	/*!
	Removes cells from local cells_to_refine based on all dont_refines.
	*/
	void override_refines()
	{
		using std::to_string;

		// spread dont_refines accross processes and neighborhoods
		std::unordered_set<uint64_t> new_donts, donts, old_donts;
		do {
			donts = new_donts;
			new_donts.clear();

			donts.insert(this->cells_not_to_refine.cbegin(), this->cells_not_to_refine.cend());
			this->cells_not_to_refine.clear();

			for (const auto& cell: donts) {
				std::set<uint64_t> all_neighbors;

				const auto* const neighs_of = this->get_neighbors_of(cell);
				if (neighs_of != nullptr) {
					for (const auto& n: *neighs_of) {
						all_neighbors.insert(n.first);
					}
				}

				const auto* const neighs_to = this->get_neighbors_to(cell);
				if (neighs_to != nullptr) {
					for (const auto& n: *neighs_to) {
						all_neighbors.insert(n.first);
					}
				}

				const auto ref_lvl = this->mapping.get_refinement_level(cell);
				for (const auto& neighbor: all_neighbors) {
					if (old_donts.count(neighbor) > 0 or donts.count(neighbor) > 0) {
						continue;
					}

					const auto neigh_ref_lvl = this->mapping.get_refinement_level(neighbor);
					if (neigh_ref_lvl > ref_lvl) {
						new_donts.insert(neighbor);
					}
				}
			}
			old_donts.insert(donts.cbegin(), donts.cend());
			donts.clear();

			this->all_to_all_set(new_donts);
		} while (new_donts.size() > 0);

		this->cells_not_to_refine = old_donts;
		this->all_to_all_set(this->cells_not_to_refine);

		for (const auto& cell: this->cells_not_to_refine) {
			this->cells_to_refine.erase(cell);
		}

		// add refines from all processes to cells_to_refine
		std::vector<uint64_t> refines(this->cells_to_refine.cbegin(), this->cells_to_refine.cend());
		std::vector<std::vector<uint64_t>> all_refines;
		All_Gather()(refines, all_refines, this->comm);

		this->cells_to_refine.clear();
		for (unsigned int process = 0; process < this->comm_size; process++) {
			this->cells_to_refine.insert(
				all_refines[process].begin(),
				all_refines[process].end()
			);
		}

		#ifdef DEBUG
		// check that maximum refinement level difference between future neighbors <= 1
		for (const uint64_t refined: this->cells_to_refine) {

			if (refined != this->get_child(refined)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << refined
					<< " has children"
					<< std::endl;
				abort();
			}

			if (this->cell_process.count(refined) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << refined
					<< " to be refined doesn't exist"
					<< std::endl;
				abort();
			}

			if (this->cell_process.at(refined) == this->rank
			&& this->cell_data.count(refined) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << refined
					<< " to be refined has no data"
					<< std::endl;
				abort();
			}
		}

		if (!this->is_consistent()) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Grid isn't consistent" << std::endl;
			abort();
		}
		#endif
	}


	/*!
	Adds refined cells to the grid, removes unrefined cells from the grid.

	cells_to_refine and cells_to_unrefine must contain the cells to refine/unrefine of all processes.
	Returns new cells created on this process by refinement.
	Moves unrefined cell data to the process of their parent.
	*/
	std::vector<uint64_t> execute_refines()
	{
		using std::to_string;

		#ifdef DEBUG
		if (!this->verify_remote_neighbor_info()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Remote neighbor info is not consistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}

		if (!this->verify_user_data()) {
			std::cerr << __FILE__ << ":" << __LINE__ << " User data is inconsistent" << std::endl;
			exit(EXIT_FAILURE);
		}
		#endif

		std::vector<uint64_t> new_cells;

		this->remote_neighbors.clear();
		this->cells_to_send.clear();
		this->cells_to_receive.clear();
		this->refined_cell_data.clear();
		this->unrefined_cell_data.clear();

		#ifdef DEBUG
		// check that cells_to_refine is identical between processes
		std::vector<uint64_t> ordered_cells_to_refine(this->cells_to_refine.begin(), this->cells_to_refine.end());
		std::sort(ordered_cells_to_refine.begin(), ordered_cells_to_refine.end());

		std::vector<std::vector<uint64_t>> all_ordered_cells_to_refine;
		All_Gather()(ordered_cells_to_refine, all_ordered_cells_to_refine, this->comm);

		for (unsigned int process = 0; process < this->comm_size; process++) {
			if (!std::equal(
				all_ordered_cells_to_refine[process].begin(),
				all_ordered_cells_to_refine[process].end(),
				all_ordered_cells_to_refine[0].begin()
			)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " cells_to_refine differ between processes 0 and " << process
					<< std::endl;
				exit(EXIT_FAILURE);
			}
		}

		// check that cells_to_unrefine is identical between processes
		std::vector<uint64_t> ordered_cells_to_unrefine(this->cells_to_unrefine.begin(), this->cells_to_unrefine.end());
		std::sort(ordered_cells_to_unrefine.begin(), ordered_cells_to_unrefine.end());

		std::vector<std::vector<uint64_t>> all_ordered_cells_to_unrefine;
		All_Gather()(ordered_cells_to_unrefine, all_ordered_cells_to_unrefine, this->comm);

		for (unsigned int process = 0; process < this->comm_size; process++) {
			if (!std::equal(
				all_ordered_cells_to_unrefine[process].begin(),
				all_ordered_cells_to_unrefine[process].end(),
				all_ordered_cells_to_unrefine[0].begin()
			)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " cells_to_unrefine differ between processes 0 and " << process
					<< std::endl;
				exit(EXIT_FAILURE);
			}
		}
		#endif

		// refines
		for (const auto& refined: this->cells_to_refine) {

			#ifdef DEBUG
			if (this->cell_process.count(refined) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << refined
					<< " doesn't exist"
					<< std::endl;
				abort();
			}

			if (this->rank == this->cell_process.at(refined)
			&& this->cell_data.count(refined) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Data for cell " << refined
					<< " doesn't exist"
					<< std::endl;
				abort();
			}


			if (this->cell_process.at(refined) == this->rank
			&& this->neighbors_of.count(refined) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Neighbor list for cell " << refined
					<< " doesn't exist"
					<< std::endl;
				abort();
			}

			if (this->cell_process.at(refined) == this->rank
			&& this->neighbors_to.count(refined) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Neighbor_to list for cell " << refined
					<< " doesn't exist"
					<< std::endl;
				abort();
			}
			#endif

			const auto process_of_refined = this->cell_process.at(refined);

			// move user data of refined cells into refined_cell_data
			if (this->rank == process_of_refined) {
				// TODO: move data instead of copying
				this->refined_cell_data[refined] = this->cell_data.at(refined);
				this->cell_data.erase(refined);
			}

			// add children of refined cells into the grid
			const auto children = this->mapping.get_all_children(refined);
			if (children[0] == error_cell or children[1] == error_cell) {
				throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
			}

			for (const uint64_t child: children) {
				this->cell_process[child] = process_of_refined;

				if (this->rank == process_of_refined) {
					this->cell_data[child];
					this->neighbors_of[child];
					this->neighbors_to[child];
					new_cells.push_back(child);
				}
			}

			// children of refined cells inherit their pin request status
			if (this->pin_requests.count(refined) > 0) {
				for (const uint64_t child: children) {
					this->pin_requests[child] = this->pin_requests.at(refined);
				}
				this->pin_requests.erase(refined);
			}
			if (this->new_pin_requests.count(refined) > 0) {
				for (const uint64_t child: children) {
					this->new_pin_requests[child] = this->new_pin_requests.at(refined);
				}
				this->new_pin_requests.erase(refined);
			}

			// children of refined cells inherit their weight
			if (this->rank == process_of_refined
			&& this->cell_weights.count(refined) > 0) {
				for (const uint64_t child: children) {
					this->cell_weights[child] = this->cell_weights.at(refined);
				}
				this->cell_weights.erase(refined);
			}
		}

		// initially only one sibling recorded per
		// process when unrefining, insert rest now
		std::unordered_set<uint64_t> all_to_unrefine;
		std::unordered_set<uint64_t> parents_of_unrefined;
		for (const uint64_t unrefined: this->cells_to_unrefine) {

			const uint64_t parent_of_unrefined = this->mapping.get_parent(unrefined);
			#ifdef DEBUG
			if (unrefined != this->get_child(unrefined)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << unrefined
					<< " has children"
					<< std::endl;
				abort();
			}

			if (parent_of_unrefined == 0) {
				std::cerr << __FILE__ << ":" << __LINE__ << " Invalid parent cell" << std::endl;
				abort();
			}

			if (parent_of_unrefined == unrefined) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << unrefined
					<< " has no parent"
					<< std::endl;
				abort();
			}
			#endif

			parents_of_unrefined.insert(parent_of_unrefined);

			const auto siblings = this->mapping.get_all_children(parent_of_unrefined);

			// parent will be owned by owner of first child
			this->cell_process[parent_of_unrefined] = this->cell_process.at(siblings[0]);

			#ifdef DEBUG
			bool unrefined_in_siblings = false;
			for (const auto& sibling: siblings) {
				if (sibling == error_cell) {
					continue;
				}

				if (this->cell_process.count(sibling) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << sibling
						<< " doesn't exist"
						<< std::endl;
					abort();
				}

				if (sibling != this->get_child(sibling)) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << sibling
						<< " has has children"
						<< std::endl;
					abort();
				}

				if (this->cell_process.at(sibling) == this->rank
				&& this->cell_data.count(sibling) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << sibling
						<< " has no data"
						<< std::endl;
					abort();
				}

				if (unrefined == sibling) {
					unrefined_in_siblings = true;
				}
			}

			if (!unrefined_in_siblings) {
				std::cerr << __FILE__ << ":" << __LINE__ << " Cell to unrefine isn't its parent's child" << std::endl;
				abort();
			}
			#endif

			for (const auto& sibling: siblings) {
				all_to_unrefine.insert(sibling);
			}
		}

		// unrefines
		for (const uint64_t unrefined: all_to_unrefine) {

			const uint64_t parent_of_unrefined = this->mapping.get_parent(unrefined);
			#ifdef DEBUG
			if (parent_of_unrefined == unrefined) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << unrefined
					<< " has no parent"
					<< std::endl;
				abort();
			}
			#endif

			const uint64_t process_of_parent = this->cell_process.at(parent_of_unrefined);
			const uint64_t process_of_unrefined = this->cell_process.at(unrefined);

			// remove unrefined cells and their siblings
			// from the grid, but don't remove user data yet
			this->cell_process.erase(unrefined);
			this->pin_requests.erase(unrefined);
			this->new_pin_requests.erase(unrefined);
			this->cell_weights.erase(unrefined);

			// don't send unrefined cells' user data to self
			if (this->rank == process_of_unrefined
			&& this->rank == process_of_parent) {

				#ifdef DEBUG
				if (this->cell_data.count(unrefined) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Cell " << unrefined
						<< " to be unrefined has no data"
						<< std::endl;
					abort();
				}
				#endif

				// TODO move data instead of copying
				this->unrefined_cell_data[unrefined] = this->cell_data.at(unrefined);
				this->cell_data.erase(unrefined);

			// send user data of removed cell to the parent's process
			} else if (this->rank == process_of_unrefined) {

				this->cells_to_send[process_of_parent].push_back(
					std::make_pair(unrefined, -1)
				);

			// receive user data of removed cell from its process
			} else if (this->rank == process_of_parent) {
				this->cells_to_receive[process_of_unrefined].push_back(
					std::make_pair(unrefined, -1)
				);
			}
		}

		// receive cells in known order and add message tags
		for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::iterator
			sender = this->cells_to_receive.begin();
			sender != this->cells_to_receive.end();
			sender++
		) {
			std::sort(sender->second.begin(), sender->second.end());
			// TODO: merge with identical code in make_new_partition
			for (unsigned int i = 0; i < sender->second.size(); i++) {

				const int tag = (int) i + 1;
				if (tag > (int) this->max_tag) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Message tag would overflow for receiving cell " << sender->second[i].first
						<< " from process " << sender->first
						<< std::endl;
					abort();
				}

				sender->second[i].second = tag;
			}
		}

		// send cells in known order and add message tags
		for (auto& receiver: this->cells_to_send) {
			std::sort(receiver.second.begin(), receiver.second.end());
			for (unsigned int i = 0; i < receiver.second.size(); i++) {
				const int tag = (int) i + 1;
				if (tag > (int) this->max_tag) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Process " << this->rank
						<< ": Message tag would overflow for sending cell " << receiver.second[i].first
						<< " to process " << receiver.first
						<< std::endl;
					abort();
				}

				receiver.second[i].second = tag;
			}
		}


		this->start_user_data_transfers(
			this->unrefined_cell_data,
			this->cells_to_receive,
			this->cells_to_send,
			-3
		);

		this->wait_user_data_transfer_receives();

		// default construct unrefined cells' parents' user data
		for (const uint64_t parent: parents_of_unrefined) {
			#ifdef DEBUG
			if (this->cell_process.count(parent) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Parent " << parent
					<< " doesn't exist"
					<< std::endl;
				abort();
			}
			if (parent != this->get_child(parent)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Parent " << parent
					<< " still has children"
					<< std::endl;
				abort();
			}
			#endif

			if (this->cell_process.at(parent) == this->rank) {
				this->cell_data[parent];
			}
		}

		this->wait_user_data_transfer_sends();

		// now can remove user data of unrefined cells
		for (const uint64_t unrefined: all_to_unrefine) {
			this->cell_data.erase(unrefined);
		}

		this->cells_to_send.clear();
		this->cells_to_receive.clear();

		#ifdef DEBUG
		if (!this->verify_user_data()) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}
		#endif

		for (const auto& refined: this->cells_to_refine) {
			this->cell_process.erase(refined);
		}
		this->cells_to_refine.clear();
		this->cells_to_unrefine.clear();

		this->update_neighbors_();

		this->update_neighbors();
		for (const auto& h: this->user_hood_of) {
			this->user_neigh_of.at(h.first).clear();
			this->user_neigh_to.at(h.first).clear();
		}
		for (const auto& i: this->cell_process) {
			for (const auto& j: this->user_hood_of) {
				this->update_user_neighbors(i.first, j.first);
			}
		}

		#ifdef DEBUG
		if (!this->verify_neighbors()) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Neighbor lists are inconsistent"
				<< std::endl;
			exit(EXIT_FAILURE);
		}
		#endif

		this->update_remote_neighbor_info();
		// also remote neighbor info of user neighborhoods
		for (const auto& item: this->user_hood_of) {
			this->update_user_remote_neighbor_info(item.first);
		}

		this->recalculate_neighbor_update_send_receive_lists();

		this->allocate_copies_of_remote_neighbors();

		try {
			this->update_cell_pointers(
				this->cells_rw,
				this->neighbors_rw,
				this->inner_cells_default,
				this->outer_cells_default,
				this->local_cells_default,
				this->remote_cells_default,
				this->all_cells_default,
				default_neighborhood_id
			);
		} catch (...) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}
		for (const auto& item: this->user_hood_of) {
			this->update_cell_pointers_user(item.first);
		}

		return new_cells;
	}


	/*!
	Starts user data transfers between processes based on cells_to_send and cells_to_receive.

	User data arriving to this process is saved in given destination except when using boost
	and sending all cells in one message in which case the destination is actually used by
	wait_user_data_transfer_receives(...).
	*/
	bool start_user_data_transfers(
		std::unordered_map<uint64_t, Cell_Data>& destination,
		const std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>& receive_item,
		const std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>& send_item,
		const int neighborhood_id
	) {
		bool ret_val = true;

		if (!this->start_user_data_receives(destination, receive_item, neighborhood_id)) {
			ret_val = false;
		}

		if (!this->start_user_data_sends(send_item, neighborhood_id)) {
			ret_val = false;
		}

		return ret_val;
	}


	/*!
	Posts MPI_Irecvs for start_user_data_transfers().
	*/
	bool start_user_data_receives(
		std::unordered_map<uint64_t, Cell_Data>& destination,
		const std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>& receive_item,
		const int neighborhood_id
	) {
		for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::const_iterator
			sender = receive_item.begin();
			sender != receive_item.end();
			sender++
		) {
			const int sending_process = sender->first;
			const size_t number_of_receives = sender->second.size();

			#ifdef DEBUG
			if (sending_process == (int) this->rank
			&& number_of_receives > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Process " << this->rank
					<< " trying to transfer to self"
					<< std::endl;
				abort();
			}
			#endif

			int ret_val = -1;

			if (this->send_single_cells) {

				for (std::vector<std::pair<uint64_t, int>>::const_iterator
					item = sender->second.begin();
					item != sender->second.end();
					item++
				) {
					const uint64_t cell = item->first;

					if (destination.count(cell) == 0) {
						destination[cell];
					}

					this->receive_requests[sending_process].push_back(MPI_Request());

					void* address = NULL;
					int count = -1;
					MPI_Datatype user_datatype = MPI_DATATYPE_NULL;

					std::tie(
						address,
						count,
						user_datatype
					) = detail::get_cell_mpi_datatype(
						destination.at(cell),
						cell,
						sending_process,
						(int) this->rank,
						true,
						neighborhood_id
					);

					const bool is_named_datatype = Is_Named_Datatype()(user_datatype);

					if (!is_named_datatype) {
						ret_val = MPI_Type_commit(&user_datatype);
						if (ret_val != MPI_SUCCESS) {
							std::cerr << __FILE__ << ":" << __LINE__
								<< " MPI_Type_commit failed on process " << this->rank
								<< ", for datatype of cell " << cell
								<< " with returned buffer address " << address
								<< " and returned count " << count
								<< ": " << Error_String()(ret_val)
								<< std::endl;
							abort();
						}
					}

					ret_val = MPI_Irecv(
						address,
						count,
						user_datatype,
						sending_process,
						item->second,
						this->comm,
						&(this->receive_requests[sending_process].back())
					);

					if (ret_val != MPI_SUCCESS) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " MPI_Irecv failed on process " << this->rank
							<< ", for cell " << cell
							<< ", from process " << sending_process
							<< ": " << Error_String()(ret_val)
							<< std::endl;
						abort();
					}

					if (!is_named_datatype) {
						ret_val = MPI_Type_free(&user_datatype);
						if (ret_val != MPI_SUCCESS) {
							std::cerr << __FILE__ << ":" << __LINE__
								<< " MPI_Type_free failed on process " << this->rank
								<< ", for a derived datatype of cell " << cell
								<< ": " << Error_String()(ret_val)
								<< std::endl;
							abort();
						}
					}
				}

			} else { // if this->send_single_cells

				// reserve space for incoming user data in this end
				// TODO: move into a separate function callable by user
				for (size_t i = 0; i < number_of_receives; i++) {
					const uint64_t cell = sender->second[i].first;
					if (destination.count(cell) == 0) {
						destination[cell];
					}
				}

				// get mpi transfer info from cells
				std::vector<void*> addresses(number_of_receives, NULL);
				std::vector<int> counts(number_of_receives, -1);
				std::vector<MPI_Datatype> datatypes(number_of_receives, MPI_DATATYPE_NULL);

				for (size_t i = 0; i < number_of_receives; i++) {
					const uint64_t cell = sender->second[i].first;

					std::tie(
						addresses[i],
						counts[i],
						datatypes[i]
					) = detail::get_cell_mpi_datatype(
						destination.at(cell),
						cell,
						sending_process,
						(int) this->rank,
						true,
						neighborhood_id
					);
				}

				// get displacements in bytes for incoming user data
				std::vector<MPI_Aint> displacements(number_of_receives, 0);
				for (size_t i = 0; i < number_of_receives; i++) {
					displacements[i] = (uint8_t*) addresses[i] - (uint8_t*) addresses[0];
				}

				MPI_Datatype receive_datatype;
				ret_val = MPI_Type_create_struct(
					(int) number_of_receives,
					&counts[0],
					&displacements[0],
					&datatypes[0],
					&receive_datatype
				);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " MPI_Type_create_struct failed for process " << this->rank
						<< ": " << Error_String()(ret_val)
						<< std::endl;
					abort();
				}

				ret_val = MPI_Type_commit(&receive_datatype);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " MPI_Type_commit failed for process " << this->rank
						<< ": " << Error_String()(ret_val)
						<< std::endl;
					abort();
				}

				this->receive_requests[sender->first].push_back(MPI_Request());

				ret_val = MPI_Irecv(
					addresses[0],
					1,
					receive_datatype,
					sender->first,
					0,
					this->comm,
					&(this->receive_requests[sender->first].back())
				);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " MPI_Irecv failed for process " << this->rank
						<< ", source process " << sender->first
						<< ": " << Error_String()(ret_val)
						<< std::endl;
					abort();
				}

				MPI_Type_free(&receive_datatype);
				for (auto& type: datatypes) {
					if (!Is_Named_Datatype()(type)) {
						ret_val = MPI_Type_free(&type);
						if (ret_val != MPI_SUCCESS) {
							std::cerr << __FILE__ << ":" << __LINE__
								<< " MPI_Type_free failed on process " << this->rank
								<< ", for a derived datatype of user data: "
								<< Error_String()(ret_val)
								<< std::endl;
							abort();
						}
					}
				}
			}
		}

		return true;
	}


	/*!
	Posts MPI_Isends for start_user_data_transfers().
	*/
	bool start_user_data_sends(
		const std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>& send_item,
		const int neighborhood_id
	) {
		int ret_val = -1;

		for (std::unordered_map<int, std::vector<std::pair<uint64_t, int>>>::const_iterator
			receiver = send_item.begin();
			receiver != send_item.end();
			receiver++
		) {
			const int receiving_process = receiver->first;
			const size_t number_of_sends = receiver->second.size();

			#ifdef DEBUG
			if (receiving_process == (int) this->rank
			&& number_of_sends > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Trying to transfer to self"
					<< std::endl;
				abort();
			}
			#endif

			if (this->send_single_cells) {

				for (std::vector<std::pair<uint64_t, int>>::const_iterator
					item = receiver->second.begin();
					item != receiver->second.end();
					item++
				) {
					const uint64_t cell = item->first;

					this->send_requests[receiving_process].push_back(MPI_Request());

					void* address = NULL;
					int count = -1;
					MPI_Datatype user_datatype = MPI_DATATYPE_NULL;

					std::tie(
						address,
						count,
						user_datatype
					) = detail::get_cell_mpi_datatype(
						this->cell_data.at(cell),
						cell,
						(int) this->rank,
						receiving_process,
						false,
						neighborhood_id
					);

					const bool is_named_datatype = Is_Named_Datatype()(user_datatype);

					if (!is_named_datatype) {
						ret_val = MPI_Type_commit(&user_datatype);
						if (ret_val != MPI_SUCCESS) {
							std::cerr << __FILE__ << ":" << __LINE__
								<< " MPI_Type_commit failed on process " << this->rank
								<< ", for datatype of cell " << cell
								<< " with returned buffer address " << address
								<< " and returned count " << count
								<< ": " << Error_String()(ret_val)
								<< std::endl;
							abort();
						}
					}

					ret_val = MPI_Isend(
						address,
						count,
						user_datatype,
						receiving_process,
						item->second,
						this->comm,
						&(this->send_requests[receiving_process].back())
					);

					if (ret_val != MPI_SUCCESS) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " MPI_Isend failed on process " << this->rank
							<< ", for cell " << cell
							<< ", to process " << receiving_process
							<< ": " << Error_String()(ret_val)
							<< std::endl;
						abort();
					}

					if (!is_named_datatype) {
						ret_val = MPI_Type_free(&user_datatype);
						if (ret_val != MPI_SUCCESS) {
							std::cerr << __FILE__ << ":" << __LINE__
								<< " MPI_Type_free failed on process " << this->rank
								<< ", for a derived datatype of cell " << cell
								<< ": " << Error_String()(ret_val)
								<< std::endl;
							abort();
						}
					}
				}

			} else { // if this->send_single_cells

				// get mpi transfer info from cells
				std::vector<void*> addresses(number_of_sends, NULL);
				std::vector<int> counts(number_of_sends, -1);
				std::vector<MPI_Datatype> datatypes(number_of_sends, MPI_DATATYPE_NULL);

				for (size_t i = 0; i < number_of_sends; i++) {
					const uint64_t cell = receiver->second[i].first;

					std::tie(
						addresses[i],
						counts[i],
						datatypes[i]
					) = detail::get_cell_mpi_datatype(
						this->cell_data.at(cell),
						cell,
						(int) this->rank,
						receiving_process,
						false,
						neighborhood_id
					);
				}

				// get displacements in bytes for outgoing user data
				std::vector<MPI_Aint> displacements(number_of_sends, 0);
				for (size_t i = 0; i < number_of_sends; i++) {
					displacements[i] = (uint8_t*) addresses[i] - (uint8_t*) addresses[0];
				}

				MPI_Datatype send_datatype;

				ret_val = MPI_Type_create_struct(
					(int) number_of_sends,
					&counts[0],
					&displacements[0],
					&datatypes[0],
					&send_datatype
				);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " MPI_Type_create_struct failed for process " << this->rank
						<< ": " << Error_String()(ret_val)
						<< std::endl;
					abort();
				}

				MPI_Type_commit(&send_datatype);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " MPI_Type_commit failed for process " << this->rank
						<< ": " << Error_String()(ret_val)
						<< std::endl;
					abort();
				}

				this->send_requests[receiver->first].push_back(MPI_Request());

				ret_val = MPI_Isend(
					addresses[0],
					1,
					send_datatype,
					receiver->first,
					0,
					this->comm,
					&(this->send_requests[receiver->first].back())
				);
				if (ret_val != MPI_SUCCESS) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " MPI_Isend failed from process " << this->rank
						<< ", target process " << receiver->first
						<< ": " << Error_String()(ret_val)
						<< std::endl;
					abort();
				}

				MPI_Type_free(&send_datatype);
				for (auto& type: datatypes) {
					if (!Is_Named_Datatype()(type)) {
						ret_val = MPI_Type_free(&type);
						if (ret_val != MPI_SUCCESS) {
							std::cerr << __FILE__ << ":" << __LINE__
								<< " MPI_Type_free failed on process " << this->rank
								<< ", for a derived datatype of user data: "
								<< Error_String()(ret_val)
								<< std::endl;
							abort();
						}
					}
				}
			}
		}

		return true;
	}


	/*!
	Waits for the receives of user data transfers between processes to complete.

	User data arriving to this process is saved in given destination.
	*/
	bool wait_user_data_transfer_receives()
	{
		bool success = true;
		int ret_val = -1;

		for (std::unordered_map<int, std::vector<MPI_Request>>::iterator
			process = this->receive_requests.begin();
			process != this->receive_requests.end();
			process++
		) {
			std::vector<MPI_Status> statuses;
			statuses.resize(process->second.size());

			ret_val = MPI_Waitall(process->second.size(), &(process->second[0]), &(statuses[0]));
			if (ret_val != MPI_SUCCESS) {
				for (const auto& status: statuses) {
					if (status.MPI_ERROR != MPI_SUCCESS) {
						success = false;
						std::cerr << __FILE__ << ":" << __LINE__
							<< " MPI receive failed from process " << status.MPI_SOURCE
							<< " with tag " << status.MPI_TAG
							<< std::endl;
					}
				}
			}
		}

		this->receive_requests.clear();

		return success;
	}


	/*!
	Waits for the sends of user data transfers between processes to complete.
	*/
	bool wait_user_data_transfer_sends()
	{
		for (std::unordered_map<int, std::vector<MPI_Request>>::iterator
			process = this->send_requests.begin();
			process != this->send_requests.end();
			process++
		) {
			std::vector<MPI_Status> statuses;
			statuses.resize(process->second.size());

			if (
				MPI_Waitall(process->second.size(), &(process->second[0]), &(statuses[0]))
				!= MPI_SUCCESS
			) {
				for (const auto& status: statuses) {
					if (status.MPI_ERROR != MPI_SUCCESS) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " MPI receive failed from process " << status.MPI_SOURCE
							<< " with tag " << status.MPI_TAG
							<< std::endl;
						abort();
					}
				}
			}
		}

		this->send_requests.clear();

		return true;
	}

public:
	/*!
	Returns true if cells with given index properties overlap.

	Sizes are also given in indices.
	*/
	bool indices_overlap(const uint64_t index1, const uint64_t size1, const uint64_t index2, const uint64_t size2) const
	{
		#ifdef DEBUG
		if (
			index1 >= this->length.get()[0] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())
			and index1 >= this->length.get()[1] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())
			and index1 >= this->length.get()[2] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())
		) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid index1 given" << std::endl;
			exit(EXIT_FAILURE);
		}

		if (
			index2 >= this->length.get()[0] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())
			and index2 >= this->length.get()[1] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())
			and index2 >= this->length.get()[2] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())
		) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid index2 given" << std::endl;
			exit(EXIT_FAILURE);
		}

		if (size1 > (uint64_t(1) << this->mapping.get_maximum_refinement_level())) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid size1 given" << std::endl;
			exit(EXIT_FAILURE);
		}

		if (size2 > (uint64_t(1) << this->mapping.get_maximum_refinement_level())) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid size2 given" << std::endl;
			exit(EXIT_FAILURE);
		}
		#endif

		if (index1 + size1 > index2 && index1 < index2 + size2) {
			return true;
		} else {
			return false;
		}
	}

private:
	/*!
	Same as the uint64_t version but in 3d, returns true only if all indices overlap.
	*/
	bool indices_overlap(const Types<3>::indices_t indices1, const uint64_t size1, const Types<3>::indices_t indices2, const uint64_t size2) const
	{
		for (int i = 0; i < 3; i++) {
			if (indices1[i] + size1 <= indices2[i] || indices1[i] >= indices2[i] + size2) {
				return false;
			}
		}
		return true;
	}

	/*!
	Returns true if x indices of given cells overlap, even if they don't exist
	*/
	bool x_indices_overlap(const uint64_t cell1, const uint64_t cell2) const
	{
		if (cell1 == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell1 > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell2 == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell2 > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}

		const uint64_t index1 = this->get_x_index(cell1);
		const uint64_t index2 = this->get_x_index(cell2);
		const uint64_t size1 = this->mapping.get_cell_length_in_indices(cell1);
		const uint64_t size2 = this->mapping.get_cell_length_in_indices(cell2);

		return this->indices_overlap(index1, size1, index2, size2);
	}

	/*!
	Returns true if y indices of given cells overlap, even if they don't exist
	*/
	bool y_indices_overlap(const uint64_t cell1, const uint64_t cell2) const
	{
		if (cell1 == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell1 > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell2 == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell2 > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}

		const uint64_t index1 = this->get_y_index(cell1);
		const uint64_t index2 = this->get_y_index(cell2);
		const uint64_t size1 = this->mapping.get_cell_length_in_indices(cell1);
		const uint64_t size2 = this->mapping.get_cell_length_in_indices(cell2);

		return this->indices_overlap(index1, size1, index2, size2);
	}

	/*!
	Returns true if z indices of given cells overlap, even if they don't exist
	*/
	bool z_indices_overlap(const uint64_t cell1, const uint64_t cell2) const
	{
		if (cell1 == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell1 > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell2 == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}
		if (cell2 > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ << std::endl;
			abort();
		}

		const uint64_t index1 = this->get_z_index(cell1);
		const uint64_t index2 = this->get_z_index(cell2);
		const uint64_t size1 = this->mapping.get_cell_length_in_indices(cell1);
		const uint64_t size2 = this->mapping.get_cell_length_in_indices(cell2);

		return this->indices_overlap(index1, size1, index2, size2);
	}


	/*!
	Returns the number of directions in which given cells' indices overlap.
	*/
	int overlapping_indices(const uint64_t cell1, const uint64_t cell2) const
	{
		// TODO: move to mapping class
		#ifdef DEBUG
		if (cell1 == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid cell given" << std::endl;
			abort();
		}
		if (cell2 == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid cell given" << std::endl;
			abort();
		}

		if (cell1 > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid cell given" << std::endl;
			abort();
		}
		if (cell2 > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid cell given" << std::endl;
			abort();
		}
		#endif

		const Types<3>::indices_t indices1 = this->mapping.get_indices(cell1);
		const Types<3>::indices_t indices2 = this->mapping.get_indices(cell2);

		const uint64_t size1 = this->mapping.get_cell_length_in_indices(cell1);
		const uint64_t size2 = this->mapping.get_cell_length_in_indices(cell2);

		int ret = 0;
		if (this->indices_overlap(indices1[0], size1, indices2[0], size2)) {
			ret++;
		}
		if (this->indices_overlap(indices1[1], size1, indices2[1], size2)) {
			ret++;
		}
		if (this->indices_overlap(indices1[2], size1, indices2[2], size2)) {
			ret++;
		}

		return ret;
	}

public:
	/*!
	Returns the smallest existing cell at given indices between given refinement levels inclusive.

	Returns error_cell if no cell between given refinement ranges exists or an index is outside of
	the grid or minimum_refinement_level > maximum_refinement_level.
	*/
	uint64_t get_existing_cell(
		const Types<3>::indices_t& indices,
		const int minimum_refinement_level,
		const int maximum_refinement_level
	) const {
		if (indices[0] >= this->length.get()[0] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())) {
			return error_cell;
		}

		if (indices[1] >= this->length.get()[1] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())) {
			return error_cell;
		}

		if (indices[2] >= this->length.get()[2] * (uint64_t(1) << this->mapping.get_maximum_refinement_level())) {
			return error_cell;
		}

		if (minimum_refinement_level > maximum_refinement_level) {
			return error_cell;
		}

		for (
			int ref_lvl = maximum_refinement_level;
			ref_lvl >= minimum_refinement_level;
			ref_lvl--
		) {
			const auto cell = this->mapping.get_cell_from_indices(indices, ref_lvl);
			if (this->cell_process.count(cell) > 0) {
				return cell;
			}
		}

		return error_cell;
	}

private:
	/*!
	Updates given cell & neighbor caches and iterators to them.
	*/
	void update_cell_pointers(
		std::vector<Cells_Item>& cells,
		std::vector<Neighbors_Item>& neighbors,
		Iterator_Storage<Cells_Item>& inner_cells,
		Iterator_Storage<Cells_Item>& outer_cells,
		Iterator_Storage<Cells_Item>& local_cells,
		Iterator_Storage<Cells_Item>& remote_cells,
		Iterator_Storage<Cells_Item>& all_cells,
		const int neighborhood_id
	) {
		using std::to_string;

		cells.clear();
		neighbors.clear();

		cells.reserve(this->cell_data.size());
		// at least this much should be needed
		neighbors.reserve(2 * this->cell_data.size());

		size_t nr_inner = 0, nr_outer = 0, nr_remote = 0;

		std::vector<uint64_t> ordered_cells;
		ordered_cells.reserve(this->cell_data.size());

		const auto& on_proc_bdy = [&](){
			if (neighborhood_id == default_neighborhood_id) {
				return this->local_cells_on_process_boundary;
			}
			if (this->user_hood_of.count(neighborhood_id) > 0) {
				return this->user_local_cells_on_process_boundary.at(neighborhood_id);
			}
			throw std::runtime_error(
				__FILE__ "(" + to_string(__LINE__) + ") " + to_string(neighborhood_id)
			);
		}();

		// local cells without remote neighbors
		for (const auto& item: this->cell_data) {
			if (on_proc_bdy.count(item.first) > 0) {
				continue;
			}
			ordered_cells.push_back(item.first);
			nr_inner++;
			if (this->cell_data.count(item.first) == 0) {
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + "): " + to_string(item.first)
				);
			}
		}
		// local cells with remote neighbor(s)
		for (const auto& item: this->cell_data) {
			if (on_proc_bdy.count(item.first) == 0) {
				continue;
			}
			ordered_cells.push_back(item.first);
			nr_outer++;
			if (this->cell_data.count(item.first) == 0) {
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__) + "): " + to_string(item.first)
				);
			}
		}
		// remote cells with local neighbor(s)
		for (const auto& cell: this->remote_cells_on_process_boundary) {
			ordered_cells.push_back(cell);
			nr_remote++;
			if (this->remote_neighbors.count(cell) == 0) {
				throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
			}
		}

		/*
		Cannot store iterators to neighbors_rw vector while
		adding items, fill out iterators from this after
		cell loop.

		[0] == number of previous cells' neighbors
		[1] == number of only neighbors_of items
		[2] == number of both neighbors_of and _to items
		[3] == number of only neighbors_to items
		*/
		std::vector<std::array<size_t, 4>> nr_neighbors(ordered_cells.size());

		for (size_t i = 0; i < ordered_cells.size(); i++) {
			nr_neighbors[i][0] = neighbors.size();

			const auto cell = ordered_cells[i];
			if (cell == error_cell) {
				throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
			}

			Cells_Item new_cells_item{};
			new_cells_item.id = cell;
			new_cells_item.data = this->operator[](cell);
			// call user-defined update function(s)
			new_cells_item.update_caller(*this, Additional_Cell_Items()...);
			cells.push_back(std::move(new_cells_item));

			/*
			Prepare data for creating cell's neighbor iterators
			*/
			const auto
				*neighbors_of = this->get_neighbors_of(cell, neighborhood_id),
				*neighbors_to = this->get_neighbors_to(cell, neighborhood_id);
			if (neighbors_of == nullptr) {
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__)
					+ "): No neighbors of list for cell "
					+ to_string(cell)
				);
			}
			if (neighbors_to == nullptr) {
				throw std::runtime_error(
					__FILE__ "(" + to_string(__LINE__)
					+ "): No neighbors to list for cell "
					+ to_string(cell)
				);
			}
			#ifdef DEBUG
			for (const auto& neighbor: *neighbors_of) {
				if (neighbor.first == error_cell) {
					continue;
				}
				if (
					neighbor.second[0] == 0
					and neighbor.second[1] == 0
					and neighbor.second[2] == 0
				) {
					throw std::runtime_error(
						__FILE__ "(" + to_string(__LINE__)
						+ "): Invalid offset for neighbor " + to_string(neighbor.first)
						+ " of cell " + to_string(cell)
					);
				}
			}
			#endif

			std::set<std::pair<uint64_t, std::array<int, 3>>> ids_of, ids_to;
			for (const auto& n: *neighbors_of) {
				if (n.first != error_cell) {
					ids_of.insert(n);
				}
			}
			for (const auto& n: *neighbors_to) {
				if (n.first != error_cell) {
					#ifdef DEBUG
					if (
						n.second[0] != 0
						and n.second[1] != 0
						and n.second[2] != 0
					) {
						throw std::runtime_error(
							__FILE__ "(" + to_string(__LINE__)
							+ "): Neighbor_to " + to_string(n.first)
							+ " of cell " + to_string(cell)
							+ " has non-zero offset: " + to_string(n.second[0])
							+ "," + to_string(n.second[1])
							+ "," + to_string(n.second[2])
						);
					}
					#endif
					ids_to.insert(n);
				}
			}

			std::set<std::pair<uint64_t, std::array<int, 3>>> only_neighbors_of, only_neighbors_to, neighbors_both;

			for (const auto& n: ids_to) {
				only_neighbors_to.insert(n);
			}
			for (const auto& n: ids_of) {
				// items in _to always have offset 0, 0, 0
				auto temp = n;
				temp.second = {0, 0, 0};

				only_neighbors_to.erase(temp);

				if (ids_to.count(temp) > 0) {
					neighbors_both.insert(n);
				} else {
					only_neighbors_of.insert(n);
				}
			}

			nr_neighbors[i][1] = only_neighbors_of.size();
			nr_neighbors[i][2] = neighbors_both.size();
			nr_neighbors[i][3] = only_neighbors_to.size();

			// add cell's neighbors
			for (const auto& neighbor: only_neighbors_of) {
				Neighbors_Item item{};
				item.id = neighbor.first;
				item.data = this->operator[](item.id);
				item.x = neighbor.second[0];
				item.y = neighbor.second[1];
				item.z = neighbor.second[2];
				// call user-defined update function(s)
				item.update_caller(
					*this,
					cells.back(),
					neighborhood_id,
					Additional_Neighbor_Items()...
				);
				neighbors.push_back(std::move(item));
				#ifdef DEBUG
				if (
					neighbors[neighbors.size() - 1].x == 0
					and neighbors[neighbors.size() - 1].y == 0
					and neighbors[neighbors.size() - 1].z == 0
				) {
					std::cerr << __FILE__ "(" << __LINE__ << "): "
						<< "Invalid offset saved for neighbor " << item.id
						<< " of cell " << cell << std::endl;
					abort();
				}
				#endif
			}
			for (const auto& neighbor: neighbors_both) {
				Neighbors_Item item{};
				item.id = neighbor.first;
				item.data = this->operator[](item.id);
				item.x = neighbor.second[0];
				item.y = neighbor.second[1];
				item.z = neighbor.second[2];
				item.update_caller(
					*this,
					cells.back(),
					neighborhood_id,
					Additional_Neighbor_Items()...
				);
				neighbors.push_back(std::move(item));
				#ifdef DEBUG
				if (
					neighbors[neighbors.size() - 1].x == 0
					and neighbors[neighbors.size() - 1].y == 0
					and neighbors[neighbors.size() - 1].z == 0
				) {
					std::cerr << __FILE__ "(" << __LINE__ << "): "
						<< "Invalid offset saved for neighbor " << item.id
						<< " of cell " << cell << ": " << item.x
						<< ", " << item.y << ", " << item.z << std::endl;
					abort();
				}
				#endif
			}
			for (const auto& neighbor: only_neighbors_to) {
				Neighbors_Item item{};
				item.id = neighbor.first;
				item.data = this->operator[](item.id);
				item.x = neighbor.second[0];
				item.y = neighbor.second[1];
				item.z = neighbor.second[2];
				item.update_caller(
					*this,
					cells.back(),
					neighborhood_id,
					Additional_Neighbor_Items()...
				);
				neighbors.push_back(std::move(item));
			}
		}

		for (size_t i = 0; i < cells.size(); i++) {
			cells[i].neighbors_of.begin_  =
			cells[i].neighbors_of.end_    =
			cells[i].neighbors_to.begin_  =
			cells[i].neighbors_to.end_    =
			cells[i].all_neighbors.begin_ =
			cells[i].all_neighbors.end_   = neighbors.cbegin();
			std::advance(
				cells[i].neighbors_of.begin_,
				nr_neighbors[i][0]
			);
			std::advance(
				cells[i].neighbors_of.end_,
				nr_neighbors[i][0] + nr_neighbors[i][1] + nr_neighbors[i][2]
			);
			std::advance(
				cells[i].neighbors_to.begin_,
				nr_neighbors[i][0] + nr_neighbors[i][1]
			);
			std::advance(
				cells[i].neighbors_to.end_,
				nr_neighbors[i][0] + nr_neighbors[i][1] + nr_neighbors[i][2] + nr_neighbors[i][3]
			);
			std::advance(
				cells[i].all_neighbors.begin_,
				nr_neighbors[i][0]
			);
			std::advance(
				cells[i].all_neighbors.end_,
				nr_neighbors[i][0] + nr_neighbors[i][1] + nr_neighbors[i][2] + nr_neighbors[i][3]
			);
		}

		// update iterators
		inner_cells.begin_  =
		inner_cells.end_    =
		outer_cells.begin_  =
		outer_cells.end_    =
		local_cells.begin_  =
		local_cells.end_    =
		remote_cells.begin_ =
		remote_cells.end_   =
		all_cells.begin_    =
		all_cells.end_      = cells.cbegin();

		std::advance(inner_cells.end_, nr_inner);
		std::advance(outer_cells.begin_, nr_inner);
		std::advance(outer_cells.end_, nr_inner + nr_outer);
		std::advance(local_cells.end_, nr_inner + nr_outer);
		std::advance(remote_cells.begin_, nr_inner + nr_outer);
		std::advance(remote_cells.end_, nr_inner + nr_outer + nr_remote);
		std::advance(all_cells.end_, nr_inner + nr_outer + nr_remote);
	}


	/*!
	As update_cell_pointers but for user defined neighborhoods.
	*/
	void update_cell_pointers_user(const int neighborhood_id)
	{
		using std::to_string;

		if (this->user_hood_of.count(neighborhood_id) == 0) {
			throw std::invalid_argument(
				__FILE__ "(" + to_string(__LINE__) + ") "
				"Invalid neighborhood id: " + to_string(neighborhood_id)
			);
		}

		this->cells_user.erase(neighborhood_id);
		this->neighbors_user.erase(neighborhood_id);
		this->inner_cells_user.erase(neighborhood_id);
		this->outer_cells_user.erase(neighborhood_id);
		this->local_cells_user.erase(neighborhood_id);
		this->remote_cells_user.erase(neighborhood_id);

		try {
			this->update_cell_pointers(
				this->cells_user[neighborhood_id],
				this->neighbors_user[neighborhood_id],
				this->inner_cells_user[neighborhood_id],
				this->outer_cells_user[neighborhood_id],
				this->local_cells_user[neighborhood_id],
				this->remote_cells_user[neighborhood_id],
				this->all_cells_user[neighborhood_id],
				neighborhood_id
			);
		} catch (...) {
			throw std::runtime_error(__FILE__ "(" + to_string(__LINE__) + ")");
		}
	}


	/*!
	Returns the number of values needed to represent the coordinate of a cell
	*/
	static int get_grid_dimensionality(void* /*data*/, int* error)
	{
		#ifndef DCCRG_NO_LB
		*error = ZOLTAN_OK;
		#endif
		return 3;
	}


	/*!
	Fills geom_vec with the coordinates of cells given in global_id

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void fill_with_cell_coordinates(
		void *data,
		int /*global_id_size*/,
		int /*local_id_size*/,
		int number_of_cells,
		ZOLTAN_ID_PTR global_ids,
		ZOLTAN_ID_PTR /*local_ids*/,
		int /*number_of_dimensions*/,
		double *geom_vec,
		int *error
	) {
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;

		for (int i = 0; i < number_of_cells; i++) {
			uint64_t cell = uint64_t(global_ids[i]);
			if (dccrg_instance->cell_data.count(cell) == 0) {
				*error = ZOLTAN_FATAL;
				std::cerr << "Process " << dccrg_instance->rank
					<< ": Zoltan wanted the coordinates of a non-existing cell " << cell
					<< std::endl;
				return;
			}

			const std::array<double, 3> coordinate
				= dccrg_instance->geometry.get_center(cell);

			geom_vec[3 * i + 0] = coordinate[0];
			geom_vec[3 * i + 1] = coordinate[1];
			geom_vec[3 * i + 2] = coordinate[2];
		}
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Returns the number of cells on this process
	*/
	static int get_number_of_cells(void* data, int* error)
	{
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		#ifndef DCCRG_NO_LB
		*error = ZOLTAN_OK;
		#endif
		return int(dccrg_instance->cell_data.size());
	}


	/*!
	Writes all cell ids on this process to the global_ids array

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void fill_cell_list(
		void* data,
		int /*global_id_size*/,
		int /*local_id_size*/,
		ZOLTAN_ID_PTR global_ids,
		ZOLTAN_ID_PTR /*local_ids*/,
		int number_of_weights_per_object,
		float* object_weights,
		int* error
	) {
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;

		int i = 0;
		for (const auto& item: dccrg_instance->cell_data) {

			#ifdef DEBUG
			if (item.first == 0) {
				std::cerr << "User data exist for an illegal cell" << std::endl;
				abort();
			}
			#endif

			global_ids[i] = item.first;

			if (number_of_weights_per_object > 0) {
				if (dccrg_instance->cell_weights.count(item.first) > 0) {
					object_weights[i] = float(dccrg_instance->cell_weights.at(item.first));
				} else {
					object_weights[i] = 1;
				}
			}

			i++;
		}
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Writes the number of neighbors into number_of_neighbors for all cells given in global_ids.

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void fill_number_of_neighbors_for_cells(
		void* data,
		int /*global_id_size*/,
		int /*local_id_size*/,
		int number_of_cells,
		ZOLTAN_ID_PTR global_ids,
		ZOLTAN_ID_PTR /*local_ids*/,
		int* number_of_neighbors,
		int* error
	) {
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;

		for (int i = 0; i < number_of_cells; i++) {
			uint64_t cell = uint64_t(global_ids[i]);
			if (dccrg_instance->cell_data.count(cell) == 0) {
				*error = ZOLTAN_FATAL;
				std::cerr << "Process " << dccrg_instance->rank
					<< ": Zoltan wanted the number of neighbors of a non-existing cell " << cell
					<< std::endl;
				return;
			}

			number_of_neighbors[i] = 0;
			for (const auto& neighbor_i: dccrg_instance->neighbors_of.at(cell)) {
				const auto& neighbor = neighbor_i.first;
				if (neighbor != 0
				/* Zoltan 3.501 crashes in hierarchial
				if a cell is a neighbor to itself */
				&& neighbor != cell) {
					number_of_neighbors[i]++;
				}
			}
		}
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Writes neighbor lists of given cells into neighbors, etc.

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void fill_neighbor_lists(
		void* data,
		int /*global_id_size*/,
		int /*local_id_size*/,
		int number_of_cells,
		ZOLTAN_ID_PTR global_ids,
		ZOLTAN_ID_PTR /*local_ids*/,
		int* number_of_neighbors,
		ZOLTAN_ID_PTR neighbors,
		int* processes_of_neighbors,
		int number_of_weights_per_edge,
		float* edge_weights, int* error
	) {
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;

		int current_neighbor_number = 0;
		for (int i = 0; i < number_of_cells; i++) {
			uint64_t cell = uint64_t(global_ids[i]);
			if (dccrg_instance->cell_data.count(cell) == 0) {
				*error = ZOLTAN_FATAL;
				std::cerr << "Process " << dccrg_instance->rank
					<< ": Zoltan wanted neighbor list of a non-existing cell " << cell
					<< std::endl;
				return;
			}

			number_of_neighbors[i] = 0;

			for (const auto& neighbor_i: dccrg_instance->neighbors_of.at(cell)) {
				const auto& neighbor = neighbor_i.first;

				if (neighbor == 0
				/* Zoltan 3.501 crashes in hierarchial
				if a cell is a neighbor to itself */
				|| neighbor == cell) {
					continue;
				}

				number_of_neighbors[i]++;

				neighbors[current_neighbor_number] = neighbor;
				processes_of_neighbors[current_neighbor_number]
					= int(dccrg_instance->cell_process.at(neighbor));

				// weight of edge from cell to *neighbor
				if (number_of_weights_per_edge > 0) {
					edge_weights[current_neighbor_number] = 1.0;
				}

				current_neighbor_number++;
			}
		}
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Writes the number of hyperedges (self + one per neighbor cell) in the grid for all cells on this process.

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void fill_number_of_hyperedges(
		void* data,
		int* number_of_hyperedges,
		int* number_of_connections,
		int* format, int* error
	) {
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;

		*number_of_hyperedges = int(dccrg_instance->cell_data.size());
		*format = ZOLTAN_COMPRESSED_EDGE;

		*number_of_connections = 0;
		for (const auto& item: dccrg_instance->cell_data) {

			(*number_of_connections)++;

			for (const auto& neighbor_i: dccrg_instance->neighbors_of.at(item.first)) {
				const auto& neighbor = neighbor_i.first;
				if (neighbor != 0
				/* Zoltan 3.501 crashes in hierarchial
				if a cell is a neighbor to itself */
				&& neighbor != item.first) {
					(*number_of_connections)++;
				}
			}
		}
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Writes the hypergraph in compressed edge format

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void fill_hyperedge_lists(
		void* data,
		int /*global_id_size*/,
		int number_of_hyperedges,
		int number_of_connections,
		int format,
		ZOLTAN_ID_PTR hyperedges,
		int* hyperedge_connection_offsets,
		ZOLTAN_ID_PTR connections,
		int* error
	) {
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;

		if (format != ZOLTAN_COMPRESSED_EDGE) {
			std::cerr << "Only compressed edge format supported for hypergraph partitioning"
				<< std::endl;
			*error = ZOLTAN_FATAL;
			return;
		}

		if ((unsigned int) number_of_hyperedges != dccrg_instance->cell_data.size()) {
			std::cerr << "Zoltan is expecting wrong number of hyperedges: " << number_of_hyperedges
				<< " instead of " << dccrg_instance->cell_data.size()
				<< std::endl;
			*error = ZOLTAN_FATAL;
			return;
		}

		int i = 0;
		int connection_number = 0;
		for (const auto& item: dccrg_instance->cell_data) {

			hyperedges[i] = item.first;
			hyperedge_connection_offsets[i] = connection_number;

			// add a connection to the cell itself from its hyperedge
			connections[connection_number++] = item.first;

			for (const auto& neighbor_i: dccrg_instance->neighbors_of.at(item.first)) {
				const auto& neighbor = neighbor_i.first;
				if (neighbor == 0
				/* Zoltan 3.501 crashes in hierarchial
				if a cell is a neighbor to itself */
				|| neighbor == item.first) {
					continue;
				}

				connections[connection_number++] = neighbor;
			}

			i++;
		}

		if (connection_number != number_of_connections) {
			std::cerr << "Zoltan is expecting wrong number of connections from hyperedges: "
				<< number_of_connections
				<< " instead of " << connection_number
				<< std::endl;
			*error = ZOLTAN_FATAL;
			return;
		}
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Writes the number of hyperedge weights (one per hyperedge) on this process

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void fill_number_of_edge_weights(void* data, int* number_of_edge_weights, int* error)
	{
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;

		*number_of_edge_weights = int(dccrg_instance->cell_data.size());
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Writes hyperedge weights (one per hyperedge) on this process

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void fill_edge_weights(
		void* data,
		int /*global_id_size*/,
		int /*local_id_size*/,
		int number_of_hyperedges,
		int number_of_weights_per_hyperedge,
		ZOLTAN_ID_PTR hyperedges,
		ZOLTAN_ID_PTR /*hyperedges_local_ids*/,
		float* hyperedge_weights,
		int* error
	) {
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;

		if ((unsigned int) number_of_hyperedges != dccrg_instance->cell_data.size()) {
			std::cerr
				<< "Zoltan is expecting wrong number of hyperedges: " << number_of_hyperedges
				<< " instead of " << dccrg_instance->cell_data.size()
				<< std::endl;
			*error = ZOLTAN_FATAL;
			return;
		}

		int i = 0;
		for (const auto& item: dccrg_instance->cell_data) {

			hyperedges[i] = item.first;

			if (number_of_weights_per_hyperedge > 0) {
				int number_of_hyperedges = 0;

				for (const auto& neighbor_i: dccrg_instance->neighbors_of.at(item.first)) {
					const auto neighbor = neighbor_i.first;
					if (neighbor != 0
					/* Zoltan 3.501 crashes in hierarchial
					if a cell is a neighbor to itself (periodic grid) */
					&& neighbor != item.first) {
						number_of_hyperedges++;
					}
				}

				hyperedge_weights[i] = float(1.0 * number_of_hyperedges);
			}

			i++;
		}
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Returns the number of hierarchies to use for load balancing.

	Returns -1 if DCCRG_NO_LB is defined when compiling.
	*/
	static int get_number_of_load_balancing_hierarchies(void* data, int* error)
	{
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);
		*error = ZOLTAN_OK;
		return int(dccrg_instance->processes_per_part.size());
		#else
		return -1;
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Returns the part number of this process on given hierarchy level of load balancing.

	Returns -1 if DCCRG_NO_LB is defined when compiling.
	*/
	static int get_part_number(void* data, int level, int* error)
	{
		#ifndef DCCRG_NO_LB
		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);

		if (level < 0 || level >= int(dccrg_instance->processes_per_part.size())) {
			std::cerr
				<< "Zoltan wanted a part number for an invalid hierarchy level (should be [0, "
				<< dccrg_instance->processes_per_part.size() - 1
				<< "]): " << level
				<< std::endl;
			*error = ZOLTAN_FATAL;
			return -1;
		} else {
			*error = ZOLTAN_OK;
		}

		int process = int(dccrg_instance->rank);
		int part;

		for (int i = 0; i <= level; i++) {
			part = process / dccrg_instance->processes_per_part[i];
			process %= dccrg_instance->processes_per_part[i];
		}

		return part;
		#else
		return -1;
		#endif // ifndef DCCRG_NO_LB
	}


	/*!
	Sets the partitioning options of given zoltan instance for given level.

	Does nothing if DCCRG_NO_LB is defined when compiling.
	*/
	static void set_partitioning_options(
		void* data,
		int level,
		Zoltan_Struct* zz,
		int* error
	) {
		#ifndef DCCRG_NO_LB
		if (zz == NULL) {
			std::cerr << "Zoltan gave a NULL pointer for zz" << std::endl;
			*error = ZOLTAN_FATAL;
			return;
		}

		Dccrg<
			Cell_Data,
			Geometry,
			std::tuple<Additional_Cell_Items...>,
			std::tuple<Additional_Neighbor_Items...>
		>* dccrg_instance = reinterpret_cast<
			Dccrg<
				Cell_Data,
				Geometry,
				std::tuple<Additional_Cell_Items...>,
				std::tuple<Additional_Neighbor_Items...>
			>*
		>(data);

		if (level < 0 || level >= int(dccrg_instance->processes_per_part.size())) {
			std::cerr
				<< "Zoltan wanted partitioning options for an invalid hierarchy "
				<< "level (level should be between 0 and "
				<< dccrg_instance->processes_per_part.size() - 1
				<< " inclusive): " << level
				<< std::endl;
			*error = ZOLTAN_FATAL;
			return;
		} else {
			*error = ZOLTAN_OK;
		}

		for (std::unordered_map<std::string, std::string>::const_iterator
			option = dccrg_instance->partitioning_options.at(level).begin();
			option != dccrg_instance->partitioning_options.at(level).end();
			option++
		) {
			Zoltan_Set_Param(zz, option->first.c_str(), option->second.c_str());
		}
		#endif // ifndef DCCRG_NO_LB
	}



	#ifdef DEBUG
	/*!
	Returns false if the same cells don't exist on the same process for all processes.
	*/
	bool is_consistent()
	{
		// sort existing cells from this process
		std::vector<uint64_t> local_cells;
		local_cells.reserve(this->cell_process.size());
		for (typename std::unordered_map<uint64_t, uint64_t>::const_iterator
			cell = this->cell_process.begin();
			cell != this->cell_process.end();
			cell++
		) {
			local_cells.push_back(cell->first);
		}
		std::sort(local_cells.begin(), local_cells.end());

		// processes of existing cells from this process
		std::vector<uint64_t> local_processes;
		local_processes.reserve(this->cell_process.size());
		for (std::vector<uint64_t>::const_iterator
			cell = local_cells.begin();
			cell != local_cells.end();
			cell++
		) {
			local_processes.push_back((uint64_t)this->cell_process[*cell]);
		}

		// compare the above between processes
		std::vector<std::vector<uint64_t>> all_cells;
		All_Gather()(local_cells, all_cells, this->comm);
		std::vector<std::vector<uint64_t>> all_processes;
		All_Gather()(local_processes, all_processes, this->comm);

		for (uint64_t process = 0; process < this->comm_size; process++) {
			if (!std::equal(
				all_cells[process].begin(),
				all_cells[process].end(),
				all_cells[0].begin()
			)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Grid has different cells between processes 0 and " << process
					<< std::endl;
				return false;
			}

			if (!std::equal(
				all_processes[process].begin(),
				all_processes[process].end(),
				all_processes[0].begin()
			)) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Grid's cells have different processes between processes 0 and " << process
					<< std::endl;
				return false;
			}
		}

		return true;
	}


	/*!
	Return false if neighbors lists of the given cell aren't consistent
	*/
	bool verify_neighbors(
		const uint64_t cell,
		const std::vector<Types<3>::neighborhood_item_t>& hood_of,
		const std::vector<Types<3>::neighborhood_item_t>& hood_to,
		const std::unordered_map<
			uint64_t,
			std::vector<
				std::pair<
					uint64_t,
					std::array<int, 3>
				>
			>
		>& neighbor_of_lists,
		std::unordered_map<
			uint64_t,
			std::vector<
				std::pair<
					uint64_t,
					std::array<int, 3>
				>
			>
		>& neighbor_to_lists
	) {
		if (cell == error_cell) {
			std::cerr << __FILE__ << ":" << __LINE__ << " Invalid cell given" << std::endl;
			return false;
		}

		if (cell > this->mapping.get_last_cell()) {
			std::cerr << __FILE__ << ":" << __LINE__ <<
				" Cell " << cell << " shouldn't exist"
				<< std::endl;
			return false;
		}

		if (this->cell_process.count(cell) == 0) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Cell " << cell << " doesn't exist"
				<< std::endl;
			return false;
		}

		if (cell == this->get_child(cell)) {

			if (neighbor_of_lists.count(cell) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " No neighbor list for cell " << cell
					<< std::endl;
				return false;
			}

			if (neighbor_to_lists.count(cell) == 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " No neighbor_to list for cell " << cell
					<< std::endl;
				return false;
			}

		} else {

			if (neighbor_of_lists.count(cell) > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Neighbor list for cell " << cell
					<< " shouldn't exist"
					<< std::endl;
				return false;
			}

			if (neighbor_to_lists.count(cell) > 0) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Neighbor_to list for cell " << cell
					<< " shouldn't exist"
					<< std::endl;
				return false;
			}

			return true;
		}

		// reference
		const auto compare_neighbors
			= this->find_neighbors_of(cell, hood_of);

		if (
			neighbor_of_lists.at(cell).size() != compare_neighbors.size()
		|| (
			neighbor_of_lists.at(cell).size() > 0
			&& compare_neighbors.size() > 0
			&& !std::equal(
				neighbor_of_lists.at(cell).begin(),
				neighbor_of_lists.at(cell).end(),
				compare_neighbors.begin()
			)
		)
		) {
			std::cerr << __FILE__ "(" << __LINE__ << ") "
				<< "Process " << this->rank
				<< " neighbor counts for cell " << cell
				<< " (child of " << this->get_parent(cell)
				<< ") don't match "
				<< neighbor_of_lists.at(cell).size() << ": ";

			for (const auto& c_i: neighbor_of_lists.at(cell)) {
				const auto& c = c_i.first;
				std::cerr << c << " ";
			}
			std::cerr << ", should be (+ child of) " << compare_neighbors.size() << ": ";
			for (const auto& c_i: compare_neighbors) {
				const auto& c = c_i.first;
				std::cerr << c << "(" << this->get_parent(c) << ") ";
			}
			std::cerr << std::endl;
			return false;
		}

		// neighbors_to
		if (neighbor_to_lists.at(cell).size() > 0) {
			std::sort(neighbor_to_lists.at(cell).begin(), neighbor_to_lists.at(cell).end());
		}
		auto compare_neighbors_to
			= this->find_neighbors_to(cell, hood_to);
		if (compare_neighbors_to.size() > 0) {
			std::sort(compare_neighbors_to.begin(), compare_neighbors_to.end());
		}

		if (
			neighbor_to_lists.at(cell).size() != compare_neighbors_to.size()
			or not std::equal(
				neighbor_to_lists.at(cell).begin(),
				neighbor_to_lists.at(cell).end(),
				compare_neighbors_to.begin()
			)
		) {
			std::cerr << __FILE__ "(" << __LINE__ << ") "
				<< "Process " << this->rank
				<< " neighbor_to counts for cell " << cell
				<< " (child of " << this->get_parent(cell)
				<< ") don't match: " << neighbor_to_lists.at(cell).size()
				<< " (";

			for (const auto& c_i: neighbor_to_lists.at(cell)) {
				const auto& c = c_i.first;
				std::cerr << c;
				if (c != this->get_child(c)) {
					std::cerr << " [has a child " << this->get_child(c) << "], ";
				} else {
					std::cerr << ", ";
				}
			}
			std::cerr << ") should be " << compare_neighbors_to.size() << " (";
			for (const auto& c_i: compare_neighbors_to) {
				const auto& c = c_i.first;
				std::cerr << c << ", ";
			}
			std::cerr << ")" << std::endl;
			return false;
		}

		return true;
	}


	/*!
	Returns false if neighbor lists on this process aren't consistent
	*/
	bool verify_neighbors()
	{
		for (std::unordered_map<uint64_t, uint64_t>::const_iterator
			cell = this->cell_process.begin();
			cell != this->cell_process.end();
			cell++
		) {
			if (cell->second != this->rank) {
				continue;
			}

			// verify default neighbor lists
			if (
				!this->verify_neighbors(
					cell->first,
					this->neighborhood_of,
					this->neighborhood_to,
					this->neighbors_of,
					this->neighbors_to
				)
			) {
				std::cerr << "Default neighbor list incorrect." << std::endl;
				return false;
			}

			// verify user neighbor lists
			for (std::unordered_map<int, std::vector<Types<3>::neighborhood_item_t>>::const_iterator
				item = this->user_hood_of.begin();
				item != this->user_hood_of.end();
				item++
			) {
				const int hood_id = item->first;
				if (
					!this->verify_neighbors(
						cell->first,
						this->user_hood_of.at(hood_id),
						this->user_hood_to.at(hood_id),
						this->user_neigh_of.at(hood_id),
						this->user_neigh_to.at(hood_id)
					)
				) {
					std::cerr << "Neighbor list for user neighborhood id " << hood_id << " incorrect." << std::endl;
					return false;
				}
			}
		}

		// verify that refinement level differences <= 1
		for (const auto& cell: this->cells) {
			const auto ref_lvl = this->get_refinement_level(cell.id);
			for (const auto& neigh: cell.neighbors_of) {
				const auto neigh_ref_lvl = this->get_refinement_level(neigh.id);
				if (std::abs(ref_lvl - neigh_ref_lvl) > 1) {
					std::cerr << "Refinement level of cell " << cell.id
						<< " and neighbor_of " << neigh.id << " differ too much" << std::endl;
					return false;
				}
			}
			for (const auto& neigh: cell.neighbors_to) {
				const auto neigh_ref_lvl = this->get_refinement_level(neigh.id);
				if (std::abs(ref_lvl - neigh_ref_lvl) > 1) {
					std::cerr << "Refinement level of cell " << cell.id
						<< " and neighbor_to " << neigh.id << " differ too much" << std::endl;
					return false;
				}
			}
		}

		return true;
	}


	/*!
	Returns false if remote neighbor info for given cell is inconsistent.

	Remote neighbor info consists of local_cells_on_process_boundary and
	remote_cells_on_process_boundary.
	*/
	bool verify_remote_neighbor_info(const uint64_t cell)
	{
		if (
			!this->verify_neighbors(
				cell,
				this->neighborhood_of,
				this->neighborhood_to,
				this->neighbors_of,
				this->neighbors_to
			)
		) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Cell " << cell
				<< " has inconsistent neighbors"
				<< std::endl;
			return false;
		}

		if (cell != this->get_child(cell)) {
			std::cerr << __FILE__ << ":" << __LINE__
				<< " Cell " << cell << " has children"
				<< std::endl;
			return true;
		}

		std::vector<
			std::pair<
				uint64_t,
				std::array<int, 3>
			>
		> all_neighbors(
			this->neighbors_of.at(cell).begin(),
			this->neighbors_of.at(cell).end()
		);
		all_neighbors.insert(
			all_neighbors.end(),
			this->neighbors_to.at(cell).begin(),
			this->neighbors_to.at(cell).end()
		);

		for (const auto& neighbor_i: all_neighbors) {
			const auto& neighbor = neighbor_i.first;

			if (neighbor == error_cell) {
				continue;
			}

			if (this->cell_process.at(neighbor) != this->rank) {

				if (this->local_cells_on_process_boundary.count(cell) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Local cell " << cell
						<< " should be in local_cells_on_process_boundary"
						<< std::endl;
					return false;
				}

				if (this->remote_cells_on_process_boundary.count(neighbor) == 0) {
					std::cerr << __FILE__ << ":" << __LINE__
						<< " Remote cell " << neighbor
						<< " should be in remote_cells_on_process_boundary"
						<< std::endl;
					return false;
				}
			}
		}

		return true;
	}


	/*!
	Returns false if remote neighbor info on this process is inconsistent.

	Remote neighbor info consists of local_cells_on_process_boundary
	and remote_cells_on_process_boundary.
	*/
	bool verify_remote_neighbor_info()
	{
		for (const auto& item: this->cell_process) {

			if (item.first != this->get_child(item.first)) {
				continue;
			}

			// check whether this cell should be in remote_cells_on_process_boundary
			if (item.second != this->rank) {

				bool should_be_in_remote_cells = false;

				for (const auto& cell: this->cell_process) {

					if (
						this->cell_process.at(cell.first) != this->rank
						or cell.first != this->get_child(cell.first)
					) {
						continue;
					}

					if (
						this->is_neighbor(item.first, cell.first)
						or this->is_neighbor(cell.first, item.first)
					) {
						should_be_in_remote_cells = true;
					}
				}

				if (should_be_in_remote_cells) {

					if (this->remote_cells_on_process_boundary.count(item.first) == 0) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " Remote cell " << item.first
							<< " should be in remote_cells_on_process_boundary because:"
							<< std::endl;

						for (const auto& cell: this->cell_data) {
							if (item.first == cell.first) {
								std::cerr << __FILE__ << ":" << __LINE__
									<< " Same cell."
									<< std::endl;
								abort();
							}

							if (
								this->is_neighbor(item.first, cell.first)
								or this->is_neighbor(cell.first, item.first)
							) {
								std::cerr << "\tremote cell " << item.first
									<< " and local cell " << cell.first
									<< " are neighbors" << std::endl;
							}
						}
						return false;
					}

				} else {

					if (this->remote_cells_on_process_boundary.count(item.first) > 0) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " Remote cell " << item.first
							<< " should not be in remote_cells_on_process_boundary"
							<< std::endl;
						return false;
					}
				}

			// check whether this cell should be in cells_with_remote_neighbor
			} else {

				bool no_remote_neighbor = true;

				// search in neighbors_of
				const auto neighbors_of
					= this->find_neighbors_of(item.first, this->neighborhood_of);

				for (const auto& neighbor_i: neighbors_of) {
					const auto& neighbor = neighbor_i.first;

					if (neighbor == 0) {
						continue;
					}

					if (this->cell_process.at(neighbor) != this->rank) {
						no_remote_neighbor = false;
					}

					if (!this->is_neighbor(item.first, neighbor)) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " Cell " << neighbor
							<< " should be a neighbor of cell " << item.first
							<< std::endl;
						abort();
					}
				}

				// search in neighbors_to
				const auto neighbors_to
					= this->find_neighbors_to(item.first, this->neighborhood_to);
				for (const auto& neighbor_i: neighbors_to) {
					const auto& neighbor = neighbor_i.first;

					if (neighbor == 0) {
						continue;
					}

					if (this->cell_process.at(neighbor) != this->rank) {
						no_remote_neighbor = false;
					}

					if (!this->is_neighbor(neighbor, item.first)) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " Cell " << item.first
							<< " should be a neighbor of cell " << neighbor
							<< std::endl;
						exit(EXIT_FAILURE);
					}
				}

				if (no_remote_neighbor) {
					if (this->local_cells_on_process_boundary.count(item.first) > 0) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " Local cell " << item.first
							<< " should not be in local_cells_on_process_boundary"
							<< std::endl;
						return false;
					}
				} else {
					if (this->local_cells_on_process_boundary.count(item.first) == 0) {
						std::cerr << __FILE__ << ":" << __LINE__
							<< " Local cell " << item.first
							<< " should be in local_cells_on_process_boundary"
							<< std::endl;
						return false;
					}
				}
			}
		}

		return true;
	}


	/*!
	Returns true if user data exists for local cells.
	*/
	bool verify_user_data()
	{
		for (const auto& item: this->cell_process) {
			if (
				item.second == this->rank
				and item.first == this->get_child(item.first)
				and this->cell_data.count(item.first) == 0
			) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " User data for local cell " << item.first
					<< " should exist"
					<< std::endl;
				return false;
			}
			if (
				item.second != this->rank
				and this->cell_data.count(item.first) > 0
			) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " User data for local cell " << item.first
					<< " shouldn't exist"
					<< std::endl;
				return false;
			}
		}

		return true;
	}


	/*!
	Returns true if all cells are where pin reqests should have placed them.
	*/
	bool pin_requests_succeeded()
	{
		for (std::unordered_map<uint64_t, uint64_t>::const_iterator
			pin_request = this->pin_requests.begin();
			pin_request != this->pin_requests.end();
			pin_request++
		) {
			if (this->cell_process.at(pin_request->first) != pin_request->second) {
				std::cerr << __FILE__ << ":" << __LINE__
					<< " Cell " << pin_request->first
					<< " not at requested process " << pin_request->second
					<< " but at " << this->cell_process.at(pin_request->first)
					<< std::endl;
				return false;
			}
		}

		return true;
	}
	#endif

};

}	// namespace

#endif