Tpetra_MpiPlatform.hpp

// @HEADER
// ***********************************************************************
//
//          Tpetra: Templated Linear Algebra Services Package
//                 Copyright (2008) Sandia Corporation
//
// Under the terms of Contract DE-AC04-94AL85000 with Sandia Corporation,
// the U.S. Government retains certain rights in this software.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
// 1. Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
//
// 2. Redistributions in binary form must reproduce the above copyright
// notice, this list of conditions and the following disclaimer in the
// documentation and/or other materials provided with the distribution.
//
// 3. Neither the name of the Corporation nor the names of the
// contributors may be used to endorse or promote products derived from
// this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY SANDIA CORPORATION "AS IS" AND ANY
// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
// PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SANDIA CORPORATION OR THE
// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
// LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
// NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
// SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
//
// Questions? Contact Michael A. Heroux (maherou@sandia.gov)
//
// ************************************************************************
// @HEADER

#ifndef TPETRA_MPIPLATFORM_HPP
#define TPETRA_MPIPLATFORM_HPP

#include <Tpetra_ConfigDefs.hpp>
#include <Tpetra_Core.hpp>
#include <Kokkos_DefaultNode.hpp>
#include <Teuchos_DefaultMpiComm.hpp>
#include <Teuchos_Describable.hpp>

namespace Tpetra {

  template <class Node>
  class TPETRA_DEPRECATED MpiPlatform : public Teuchos::Describable {
  public:


    typedef Node NodeType;



    explicit MpiPlatform (const Teuchos::RCP<NodeType>& node) :
      comm_ (new Teuchos::MpiComm<int> (MPI_COMM_WORLD))
    {}

    MpiPlatform (int* argc,
                 char*** argv,
                 const Teuchos::RCP<NodeType>& /* node */) :
      comm_ (Teuchos::null)
    {
      initialize (argc, argv);
      comm_ = getDefaultComm ();
    }

    MpiPlatform (const Teuchos::RCP<NodeType>& /* node */,
                 const Teuchos::RCP<const Teuchos::OpaqueWrapper<MPI_Comm> >& rawMpiComm)
      : comm_ (Teuchos::null)
    {
      TEUCHOS_TEST_FOR_EXCEPTION(
        rawMpiComm.is_null (), std::invalid_argument, "Tpetra::MpiPlatform "
        "constructor: The input RCP<OpaqueWrapper<MPI_Comm> > is null.  That "
        "means something different than MPI_COMM_NULL.  If you want to give "
        "MPI_COMM_NULL to this constructor, please wrap MPI_COMM_NULL in a "
        "nonnull Teuchos::OpaqueWrapper by using the "
        "Teuchos::opaqueWrapper<MPI_Comm>() nonmember constructor.");
      comm_ = Teuchos::createMpiComm<int> (rawMpiComm);
    }

    MpiPlatform (int* argc,
                 char*** argv,
                 const Teuchos::RCP<NodeType>& /* node */,
                 const Teuchos::RCP<const Teuchos::OpaqueWrapper<MPI_Comm> >& rawMpiComm)
      : comm_ (Teuchos::null)
    {
      TEUCHOS_TEST_FOR_EXCEPTION(
        rawMpiComm.is_null (), std::invalid_argument, "Tpetra::MpiPlatform "
        "constructor: The input RCP<OpaqueWrapper<MPI_Comm> > is null.  That "
        "means something different than MPI_COMM_NULL.  If you want to give "
        "MPI_COMM_NULL to this constructor, please wrap MPI_COMM_NULL in a "
        "nonnull Teuchos::OpaqueWrapper by using the "
        "Teuchos::opaqueWrapper<MPI_Comm>() nonmember constructor.");
      comm_ = Teuchos::createMpiComm<int> (rawMpiComm);

      // NOTE (mfh 29 Jun 2014): The OpaqueWrapper might wrap the
      // MPI_Comm in something that calls MPI_Comm_free.  Thus, we
      // can't just ignore it; we have to give it to the comm_ so that
      // its destructor (which might call MPI_Comm_free) will be
      // called at the right time.  This is why we don't set comm
      // using getDefaultComm().  This is also why we pass comm_
      // directly to initialize(): that way there aren't two
      // references to the raw MPI_Comm floating around, and comm_'s
      // destructor will get to do the right thing.
      initialize (argc, argv, comm_);
    }

    MpiPlatform (const Teuchos::RCP<NodeType>& node, MPI_Comm rawMpiComm)
      : comm_ (new Teuchos::MpiComm<int> (rawMpiComm))
    {}

    MpiPlatform (int* argc,
                 char*** argv,
                 const Teuchos::RCP<NodeType>& /* node */,
                 MPI_Comm rawMpiComm)
      : comm_ (Teuchos::null)
    {
      initialize (argc, argv, rawMpiComm);
      comm_ = getDefaultComm ();
    }

    virtual ~MpiPlatform () {}



    Teuchos::RCP<const Teuchos::Comm<int> > getComm () const {
      TEUCHOS_TEST_FOR_EXCEPTION(
        comm_.is_null (), std::logic_error, "Tpetra::MpiPlatform::getComm: "
        "The default communicator is null.  This should never happen.  "
        "Please report this bug to the Tpetra developers.");
      return comm_;
    }

    Teuchos::RCP<NodeType> getNode () const {
      return Teuchos::rcp (new NodeType);
    }

  protected:
    Teuchos::RCP<const Teuchos::Comm<int> > comm_;

  private:
    MpiPlatform (const MpiPlatform<NodeType>& platform);
    MpiPlatform& operator= (const MpiPlatform<NodeType>& platform);
  };

  template <>
  class TPETRA_DEPRECATED MpiPlatform< ::Tpetra::Details::DefaultTypes::node_type> :
    public Teuchos::Describable {
  public:


    typedef ::Tpetra::Details::DefaultTypes::node_type NodeType;



    MpiPlatform ();

    MpiPlatform (int* argc, char*** argv);

    explicit MpiPlatform (const Teuchos::RCP<NodeType>& node);

    MpiPlatform (int* argc, char*** argv, const Teuchos::RCP<NodeType>& node);

    MpiPlatform (const Teuchos::RCP<NodeType>& node,
                 const Teuchos::RCP<const Teuchos::OpaqueWrapper<MPI_Comm> >& rawMpiComm);

    MpiPlatform (int* argc,
                 char*** argv,
                 const Teuchos::RCP<NodeType>& node,
                 const Teuchos::RCP<const Teuchos::OpaqueWrapper<MPI_Comm> >& rawMpiComm);

    MpiPlatform (const Teuchos::RCP<NodeType>& node, MPI_Comm rawMpiComm);

    MpiPlatform (int* argc,
                 char*** argv,
                 const Teuchos::RCP<NodeType>& node,
                 MPI_Comm rawMpiComm);

    virtual ~MpiPlatform ();



    Teuchos::RCP<const Teuchos::Comm<int> > getComm () const;

    Teuchos::RCP<NodeType> getNode () const;

  private:
    MpiPlatform (const MpiPlatform<NodeType>& platform);

    MpiPlatform& operator= (const MpiPlatform<NodeType>& platform);

  protected:
    Teuchos::RCP<const Teuchos::Comm<int> > comm_;
  };

} // namespace Tpetra

#endif // TPETRA_MPIPLATFORM_HPP