ELComm.h

Go to the documentation of this file.

// -*- C++ -*-

#if !defined(__elc_ELComm_h__)
#define __elc_ELComm_h__

// If we are debugging the whole elc package.
#if defined(DEBUG_elc) && !defined(DEBUG_ELComm)
#define DEBUG_ELComm
#endif

#include "defs.h"

#include "../ads/array/Array.h"
#include "../geom/kernel/BBox.h"

#include <mpi.h>

BEGIN_NAMESPACE_ELC

enum VertexIdentifierStyle {LocalIndices, GlobalIdentifiers};


template <int N, typename T>
class ELComm {
  //
  // Protected types.
  //

protected:

  typedef T Number;
  typedef ads::FixedArray<N,Number> Point;
  typedef geom::BBox<N,Number> BBox;
#ifdef ELC_USE_CPP_INTERFACE
  typedef MPI::Request MpiRequest;
  typedef MPI::Status MpiStatus;
#else
  typedef MPI_Request MpiRequest;
  typedef MPI_Status MpiStatus;
#endif

  //
  // Enumerations.
  //

protected:

  enum {TagIdentifiers,
        TagPositions,
        TagVelocities,
        TagPressures,
        TagFaceData};

  //
  // Member data.
  //

protected:

#ifdef ELC_USE_CPP_INTERFACE
  MPI::Intracomm _comm;
#else
  MPI_Comm _comm;
#endif

#ifdef ELC_USE_CPP_INTERFACE
  MPI::Datatype _mpiNumber;
#else
  MPI_Datatype _mpiNumber;
#endif

  VertexIdentifierStyle _vertexIdentifierStyle;
  
  //
  // Not implemented.
  //

private:

  // Default constructor not implemented.
  ELComm();

  // Copy constructor not implemented.
  ELComm(const ELComm&);

  // Assignment operator not implemented.
  ELComm&
  operator=(const ELComm&);

public:

  //--------------------------------------------------------------------------
  // @{

#ifdef ELC_USE_CPP_INTERFACE
  ELComm(const MPI::Intracomm& comm, 
         VertexIdentifierStyle vertexIdentifierStyle) :
    _comm(comm.Dup()),
    _vertexIdentifierStyle(vertexIdentifierStyle) {
    if (sizeof(Number) == sizeof(float)) {
      _mpiNumber = MPI::FLOAT;
    }
    else if (sizeof(Number) == sizeof(double)) {
      _mpiNumber = MPI::DOUBLE;
    }
    else if (sizeof(Number) == sizeof(long double)) {
      _mpiNumber = MPI::LONG_DOUBLE;
    }
    else {
      assert(false);
    }
  }
#else
  ELComm(const MPI_Comm comm, 
         VertexIdentifierStyle vertexIdentifierStyle) :
    _comm(),
    _vertexIdentifierStyle(vertexIdentifierStyle) {
    MPI_Comm_dup(comm, &_comm);

    if (sizeof(Number) == sizeof(float)) {
      _mpiNumber = MPI_FLOAT;
    }
    else if (sizeof(Number) == sizeof(double)) {
      _mpiNumber = MPI_DOUBLE;
    }
    else if (sizeof(Number) == sizeof(long double)) {
      _mpiNumber = MPI_LONG_DOUBLE;
    }
    else {
      assert(false);
    }
  }
#endif

  virtual
  ~ELComm() {
#ifdef ELC_USE_CPP_INTERFACE
    _comm.Barrier();
    _comm.Free();
#else
    MPI_Barrier(_comm);
    MPI_Comm_free(&_comm);
#endif
  }

  // @}
};

END_NAMESPACE_ELC

#endif

---