Tpetra parallel linear algebra  Version of the Day
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Pages
Tpetra_Details_Transfer_decl.hpp
1 // @HEADER
2 // ***********************************************************************
3 //
4 // Tpetra: Templated Linear Algebra Services Package
5 // Copyright (2008) Sandia Corporation
6 //
7 // Under the terms of Contract DE-AC04-94AL85000 with Sandia Corporation,
8 // the U.S. Government retains certain rights in this software.
9 //
10 // Redistribution and use in source and binary forms, with or without
11 // modification, are permitted provided that the following conditions are
12 // met:
13 //
14 // 1. Redistributions of source code must retain the above copyright
15 // notice, this list of conditions and the following disclaimer.
16 //
17 // 2. Redistributions in binary form must reproduce the above copyright
18 // notice, this list of conditions and the following disclaimer in the
19 // documentation and/or other materials provided with the distribution.
20 //
21 // 3. Neither the name of the Corporation nor the names of the
22 // contributors may be used to endorse or promote products derived from
23 // this software without specific prior written permission.
24 //
25 // THIS SOFTWARE IS PROVIDED BY SANDIA CORPORATION "AS IS" AND ANY
26 // EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27 // IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 // PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SANDIA CORPORATION OR THE
29 // CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
30 // EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
31 // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
32 // PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
33 // LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
34 // NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
35 // SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 //
37 // Questions? Contact Michael A. Heroux (maherou@sandia.gov)
38 //
39 // ************************************************************************
40 // @HEADER
41 
42 #ifndef TPETRA_DETAILS_TRANSFER_DECL_HPP
43 #define TPETRA_DETAILS_TRANSFER_DECL_HPP
44 
47 #include "Tpetra_Map_decl.hpp"
48 #include "Teuchos_Describable.hpp"
49 
50 namespace Tpetra {
51 
52 // Forward declaration. The macro tells Doxygen (our automatic
53 // documentation generation system) to skip forward declarations.
54 #ifndef DOXYGEN_SHOULD_SKIP_THIS
55 class Distributor;
56 #endif // DOXYGEN_SHOULD_SKIP_THIS
57 
58 namespace Details {
59 
64 template<class LO,
65  class GO,
66  class NT>
67 class Transfer : public Teuchos::Describable {
68 public:
74 
75 private:
76  using execution_space = typename NT::device_type::execution_space;
77 
78  // See #1088 for why this is not just device_type::memory_space.
79 #ifdef KOKKOS_ENABLE_CUDA
80  static constexpr bool is_cuda =
81  std::is_same<execution_space, Kokkos::Cuda>::value;
82  using memory_space = typename std::conditional<is_cuda, Kokkos::CudaSpace,
83  typename NT::device_type::memory_space>::type;
84 #else
85  using memory_space = typename NT::device_type::memory_space;
86 #endif // KOKKOS_ENABLE_CUDA
87  using device_type = Kokkos::Device<execution_space, memory_space>;
88 
89 public:
90  // Don't be tempted to comment this out if code doesn't build.
91  // The point is to ensure correct initialization of TransferData_.
92  Transfer () = delete;
93 
109  Transfer (const Teuchos::RCP<const map_type>& source,
110  const Teuchos::RCP<const map_type>& target,
111  const Teuchos::RCP<Teuchos::FancyOStream>& out,
112  const Teuchos::RCP<Teuchos::ParameterList>& plist,
113  const std::string& className);
114 
115  Transfer (const Transfer<LO, GO, NT>& rhs) = default;
116 
117  struct reverse_tag {};
122  Transfer (const Transfer<LO, GO, NT>& rhs, reverse_tag tag);
123 
124  Transfer<LO, GO, NT>& operator= (const Transfer<LO, GO, NT>&) = default;
125 
127  virtual ~Transfer () = default;
128 
133  size_t getNumSameIDs() const;
134 
141  size_t getNumPermuteIDs () const;
142 
145  Kokkos::DualView<const LO*, device_type> getPermuteFromLIDs_dv () const;
146 
148  Teuchos::ArrayView<const LO> getPermuteFromLIDs () const;
149 
152  Kokkos::DualView<const LO*, device_type> getPermuteToLIDs_dv () const;
153 
155  Teuchos::ArrayView<const LO> getPermuteToLIDs () const;
156 
158  size_t getNumRemoteIDs () const;
159 
163  Kokkos::DualView<const LO*, device_type> getRemoteLIDs_dv () const;
164 
166  Teuchos::ArrayView<const LO> getRemoteLIDs () const;
167 
169  size_t getNumExportIDs () const;
170 
174  Kokkos::DualView<const LO*, device_type> getExportLIDs_dv () const;
175 
177  Teuchos::ArrayView<const LO> getExportLIDs () const;
178 
183  Teuchos::ArrayView<const int> getExportPIDs () const;
184 
186  Teuchos::RCP<const map_type> getSourceMap () const;
187 
189  Teuchos::RCP<const map_type> getTargetMap () const;
190 
193 
210  bool isLocallyComplete () const;
211 
232  virtual void
233  describe (Teuchos::FancyOStream& out,
234  const Teuchos::EVerbosityLevel verbLevel =
235  Teuchos::Describable::verbLevel_default) const;
236 
237 protected:
239  Teuchos::RCP<ImportExportData<LO, GO, NT> > TransferData_;
240 
242  Teuchos::FancyOStream& verboseOutputStream () const;
243 
245  bool verbose () const;
246 
260  void
261  describeImpl (Teuchos::FancyOStream& out,
262  const std::string& className,
263  const Teuchos::EVerbosityLevel verbLevel =
264  Teuchos::Describable::verbLevel_default) const;
265 
266 private:
274  void
275  setParameterList (const Teuchos::RCP<Teuchos::ParameterList>& plist,
276  const std::string& className);
277 
284  void
285  globalDescribe (Teuchos::FancyOStream& out,
286  const Teuchos::EVerbosityLevel vl) const;
287 
292  std::string
293  localDescribeToString (const Teuchos::EVerbosityLevel vl) const;
294 };
295 
296 } // namespace Details
297 } // namespace Tpetra
298 
299 // Explicit instantiation macro.
300 // Only invoke this when in the Tpetra::Details namespace.
301 // Most users do not need to use this.
302 //
303 // LO: The local ordinal type.
304 // GO: The global ordinal type.
305 // NODE: The Kokkos Node type.
306 #define TPETRA_DETAILS_TRANSFER_INSTANT(LO, GO, NODE) \
307  template class Transfer< LO , GO , NODE >;
308 
309 #endif // TPETRA_DETAILS_TRANSFER_DECL_HPP
Kokkos::DualView< const LO *, device_type > getRemoteLIDs_dv() const
List of entries in the target Map to receive from other processes, as a const DualView (that is sync&#39;...
Forward declaration of Tpetra::Details::Transfer.
void describeImpl(Teuchos::FancyOStream &out, const std::string &className, const Teuchos::EVerbosityLevel verbLevel=Teuchos::Describable::verbLevel_default) const
Implementation of describe() for subclasses (Tpetra::Import and Tpetra::Export).
Common base class of Import and Export.
Teuchos::FancyOStream & verboseOutputStream() const
Valid (nonnull) output stream for verbose output.
Forward declaration of Tpetra::ImportExportData.
Teuchos::ArrayView< const int > getExportPIDs() const
List of processes to which entries will be sent.
Teuchos::ArrayView< const LO > getPermuteToLIDs() const
List of local IDs in the target Map that are permuted.
Teuchos::RCP< const map_type > getTargetMap() const
The target Map used to construct this Export or Import.
size_t getNumSameIDs() const
Number of initial identical IDs.
size_t getNumRemoteIDs() const
Number of entries not on the calling process.
Kokkos::DualView< const LO *, device_type > getPermuteFromLIDs_dv() const
List of local IDs in the source Map that are permuted, as a const DualView (that is sync&#39;d to both ho...
Declaration of the Tpetra::Map class and related nonmember constructors.
Teuchos::ArrayView< const LO > getRemoteLIDs() const
List of entries in the target Map to receive from other processes.
virtual ~Transfer()=default
Destructor (declared virtual for memory safety of derived classes).
Kokkos::DualView< const LO *, device_type > getPermuteToLIDs_dv() const
List of local IDs in the target Map that are permuted, as a const DualView (that is sync&#39;d to both ho...
size_t getNumPermuteIDs() const
Number of IDs to permute but not to communicate.
Sets up and executes a communication plan for a Tpetra DistObject.
Teuchos::RCP< ImportExportData< LO, GO, NT > > TransferData_
All the data needed for executing the Export communication plan.
Kokkos::DualView< const LO *, device_type > getExportLIDs_dv() const
List of entries in the source Map that will be sent to other processes, as a const DualView (that is ...
Teuchos::RCP< const map_type > getSourceMap() const
The source Map used to construct this Export or Import.
size_t getNumExportIDs() const
Number of entries that must be sent by the calling process to other processes.
bool isLocallyComplete() const
Is this Export or Import locally complete?
Teuchos::ArrayView< const LO > getExportLIDs() const
List of entries in the source Map that will be sent to other processes.
Teuchos::ArrayView< const LO > getPermuteFromLIDs() const
List of local IDs in the source Map that are permuted.
A parallel distribution of indices over processes.
::Tpetra::Distributor & getDistributor() const
The Distributor that this Export or Import object uses to move data.
virtual void describe(Teuchos::FancyOStream &out, const Teuchos::EVerbosityLevel verbLevel=Teuchos::Describable::verbLevel_default) const
Describe this object in a human-readable way to the given output stream.
bool verbose() const
Whether to print verbose debugging output.