mpisubdivision.hpp

/*
 * mpisubdivision.hpp
 *
 * Created on: 27 Sep 2012
 * Author: Holger Schmitz
 * Email: holger@notjustphysics.com
 *
 * Copyright 2012 Holger Schmitz
 *
 * This file is part of Schnek.
 *
 * Schnek is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * Schnek is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with Schnek.  If not, see <http://www.gnu.org/licenses/>.
 *
 */

#ifndef SCHNEK_MPISUBDIVISION_HPP
#define SCHNEK_MPISUBDIVISION_HPP

#include "domainsubdivision.hpp"
#include "../schnek_config.hpp"

#ifdef SCHNEK_HAVE_MPI

#include <mpi.h>

namespace schnek {

template<class GridType>
class MPICartSubdivision : public DomainSubdivision<GridType>
{
  public:
    typedef typename DomainSubdivision<GridType>::LimitType LimitType;
    typedef typename GridType::value_type value_type;
    typedef typename DomainSubdivision<GridType>::DomainType DomainType;
    typedef typename DomainSubdivision<GridType>::BoundaryType BoundaryType;
    typedef typename DomainSubdivision<GridType>::BufferType BufferType;

    enum {Rank = GridType::Rank};
  protected:
    int ComSize;

    int ComRank;

    MPI_Comm comm;

    LimitType prevcoord; 
    LimitType nextcoord; 

    int dims[Rank];
    int mycoord[Rank];

    int exchSize[Rank];

    value_type *sendarr[Rank]; 
    value_type *recvarr[Rank]; 

    int scalarSize;

    DomainType globalDomain;
  public:
    using DomainSubdivision<GridType>::init;
    using DomainSubdivision<GridType>::exchange;
    MPICartSubdivision();

    ~MPICartSubdivision();

    void init(const LimitType &low, const LimitType &high, int delta);

    const DomainType &getGlobalDomain() const { return globalDomain; }

    void exchange(GridType &field, int dim);

    void accumulate(GridType &grid, int dim);

    void exchangeData(int dim, int orientation, BufferType &in, BufferType &out);

    double avgReduce(double val) const;

    int avgReduce(int val) const;

    double maxReduce(double val) const;

    int maxReduce(int val) const;

    double minReduce(double val) const;

    int minReduce(int val) const;

    double sumReduce(double val) const;

    int sumReduce(int val) const;

    bool master() const { return ComRank==0; }

    int procnum() const { return ComRank; }

    int procCount() const { return ComSize; }

    int getUniqueId() const;

    bool isBoundLo(int dim) { return mycoord[dim]==0; }

    bool isBoundHi(int dim) { return mycoord[dim]==dims[dim]-1; }
};

template<typename value_type>
struct MpiValueType
{
    static const MPI_Datatype value;
};

} // namespace schnek


#include "mpisubdivision.t"

#endif // HAVE_MPI

#endif // SCHNEK_MPISUBDIVISION_HPP