Ifpack2 Templated Preconditioning Package  Version 1.0
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Groups Pages
Ifpack2_RILUK_decl.hpp
Go to the documentation of this file.
1 /*@HEADER
2 // ***********************************************************************
3 //
4 // Ifpack2: Templated Object-Oriented Algebraic Preconditioner Package
5 // Copyright (2009) Sandia Corporation
6 //
7 // Under terms of Contract DE-AC04-94AL85000, there is a non-exclusive
8 // license for use of this work by or on behalf of the U.S. Government.
9 //
10 // Redistribution and use in source and binary forms, with or without
11 // modification, are permitted provided that the following conditions are
12 // met:
13 //
14 // 1. Redistributions of source code must retain the above copyright
15 // notice, this list of conditions and the following disclaimer.
16 //
17 // 2. Redistributions in binary form must reproduce the above copyright
18 // notice, this list of conditions and the following disclaimer in the
19 // documentation and/or other materials provided with the distribution.
20 //
21 // 3. Neither the name of the Corporation nor the names of the
22 // contributors may be used to endorse or promote products derived from
23 // this software without specific prior written permission.
24 //
25 // THIS SOFTWARE IS PROVIDED BY SANDIA CORPORATION "AS IS" AND ANY
26 // EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27 // IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 // PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SANDIA CORPORATION OR THE
29 // CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
30 // EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
31 // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
32 // PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
33 // LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
34 // NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
35 // SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 //
37 // Questions? Contact Michael A. Heroux (maherou@sandia.gov)
38 //
39 // ***********************************************************************
40 //@HEADER
41 */
42 
45 
46 #ifndef IFPACK2_CRSRILUK_DECL_HPP
47 #define IFPACK2_CRSRILUK_DECL_HPP
48 
49 #include "KokkosSparse_spiluk.hpp"
50 
53 #include "Tpetra_CrsMatrix_decl.hpp"
54 #include "Ifpack2_ScalingType.hpp"
55 #include "Ifpack2_IlukGraph.hpp"
56 #include "Ifpack2_LocalSparseTriangularSolver_decl.hpp"
57 
58 #include <type_traits>
59 
60 namespace Teuchos {
61  class ParameterList; // forward declaration
62 }
63 
64 namespace Ifpack2 {
65 
244 template<class MatrixType>
245 class RILUK:
246  virtual public Ifpack2::Preconditioner<typename MatrixType::scalar_type,
247  typename MatrixType::local_ordinal_type,
248  typename MatrixType::global_ordinal_type,
249  typename MatrixType::node_type>,
250  virtual public Ifpack2::Details::CanChangeMatrix<Tpetra::RowMatrix<typename MatrixType::scalar_type,
251  typename MatrixType::local_ordinal_type,
252  typename MatrixType::global_ordinal_type,
253  typename MatrixType::node_type> >
254 {
255  public:
257  typedef typename MatrixType::scalar_type scalar_type;
258 
260  typedef typename MatrixType::local_ordinal_type local_ordinal_type;
261 
263  typedef typename MatrixType::global_ordinal_type global_ordinal_type;
264 
266  typedef typename MatrixType::node_type node_type;
267 
270 
272  typedef typename node_type::device_type device_type;
273 
275  typedef typename node_type::execution_space execution_space;
276 
278  typedef Tpetra::RowMatrix<scalar_type,
282 
283 
284  static_assert(std::is_same<MatrixType, row_matrix_type>::value, "Ifpack2::RILUK: The template parameter MatrixType must be a Tpetra::RowMatrix specialization. Please don't use Tpetra::CrsMatrix (a subclass of Tpetra::RowMatrix) here anymore.");
285 
287  typedef Tpetra::CrsMatrix<scalar_type,
291 
293  typedef typename crs_matrix_type::impl_scalar_type impl_scalar_type;
294 
295  template <class NewMatrixType> friend class RILUK;
296 
297  typedef typename crs_matrix_type::global_inds_host_view_type global_inds_host_view_type;
298  typedef typename crs_matrix_type::local_inds_host_view_type local_inds_host_view_type;
299  typedef typename crs_matrix_type::values_host_view_type values_host_view_type;
300 
301 
302  typedef typename crs_matrix_type::nonconst_global_inds_host_view_type nonconst_global_inds_host_view_type;
303  typedef typename crs_matrix_type::nonconst_local_inds_host_view_type nonconst_local_inds_host_view_type;
304  typedef typename crs_matrix_type::nonconst_values_host_view_type nonconst_values_host_view_type;
305 
306 
308 
310 
311  typedef typename crs_matrix_type::local_matrix_device_type local_matrix_device_type;
312  typedef typename local_matrix_device_type::StaticCrsGraphType::row_map_type lno_row_view_t;
313  typedef typename local_matrix_device_type::StaticCrsGraphType::entries_type lno_nonzero_view_t;
314  typedef typename local_matrix_device_type::values_type scalar_nonzero_view_t;
315  typedef typename local_matrix_device_type::StaticCrsGraphType::device_type::memory_space TemporaryMemorySpace;
316  typedef typename local_matrix_device_type::StaticCrsGraphType::device_type::memory_space PersistentMemorySpace;
317  typedef typename local_matrix_device_type::StaticCrsGraphType::device_type::execution_space HandleExecSpace;
318  typedef typename KokkosKernels::Experimental::KokkosKernelsHandle
319  <typename lno_row_view_t::const_value_type, typename lno_nonzero_view_t::const_value_type, typename scalar_nonzero_view_t::value_type,
320  HandleExecSpace, TemporaryMemorySpace,PersistentMemorySpace > kk_handle_type;
322 
327 
336 
337  private:
340  RILUK (const RILUK<MatrixType> & src);
341 
342  public:
344  virtual ~RILUK ();
345 
354  void setParameters (const Teuchos::ParameterList& params);
355 
357  void initialize ();
358 
367  void compute ();
368 
370  bool isInitialized () const {
371  return isInitialized_;
372  }
374  bool isComputed () const {
375  return isComputed_;
376  }
377 
379  int getNumInitialize () const {
380  return numInitialize_;
381  }
383  int getNumCompute () const {
384  return numCompute_;
385  }
387  int getNumApply () const {
388  return numApply_;
389  }
390 
392  double getInitializeTime () const {
393  return initializeTime_;
394  }
396  double getComputeTime () const {
397  return computeTime_;
398  }
400  double getApplyTime () const {
401  return applyTime_;
402  }
403 
405  size_t getNodeSmootherComplexity() const;
406 
407 
408 
410 
411 
434  virtual void
436 
438 
440 
442  std::string description () const;
443 
445 
447 
450  getDomainMap () const;
451 
454  getRangeMap () const;
455 
485  void
486  apply (const Tpetra::MultiVector<scalar_type,local_ordinal_type,global_ordinal_type,node_type>& X,
487  Tpetra::MultiVector<scalar_type,local_ordinal_type,global_ordinal_type,node_type>& Y,
492 
493 private:
515  void
516  multiply (const Tpetra::MultiVector<scalar_type,local_ordinal_type,global_ordinal_type,node_type>& X,
517  Tpetra::MultiVector<scalar_type,local_ordinal_type,global_ordinal_type,node_type>& Y,
518  const Teuchos::ETransp mode = Teuchos::NO_TRANS) const;
519 public:
520 
523 
524  // Attribute access functions
525 
527  magnitude_type getRelaxValue () const { return RelaxValue_; }
528 
530  magnitude_type getAbsoluteThreshold () const { return Athresh_; }
531 
533  magnitude_type getRelativeThreshold () const {return Rthresh_;}
534 
536  int getLevelOfFill () const { return LevelOfFill_; }
537 
539  Tpetra::CombineMode getOverlapMode () {
541  true, std::logic_error, "Ifpack2::RILUK::SetOverlapMode: "
542  "RILUK no longer implements overlap on its own. "
543  "Use RILUK with AdditiveSchwarz if you want overlap.");
544  }
545 
547  Tpetra::global_size_t getGlobalNumEntries () const {
548  return getL ().getGlobalNumEntries () + getU ().getGlobalNumEntries ();
549  }
550 
554  node_type>, kk_handle_type> > getGraph () const {
555  return Graph_;
556  }
557 
559  const crs_matrix_type& getL () const;
560 
562  const Tpetra::Vector<scalar_type,local_ordinal_type,global_ordinal_type,node_type>&
563  getD () const;
564 
566  const crs_matrix_type& getU () const;
567 
570 
571 private:
572  typedef Tpetra::MultiVector<scalar_type,local_ordinal_type,global_ordinal_type,node_type> MV;
575 
576  void allocateSolvers ();
577  void allocate_L_and_U ();
578  static void checkOrderingConsistency (const row_matrix_type& A);
579  void initAllValues (const row_matrix_type& A);
580 
587  makeLocalFilter (const Teuchos::RCP<const row_matrix_type>& A);
588 
589 protected:
590  typedef Tpetra::Vector<scalar_type,local_ordinal_type,global_ordinal_type,node_type> vec_type;
591 
594 
597  std::vector< Teuchos::RCP<iluk_graph_type> > Graph_v_;
602  lno_row_view_t A_local_rowmap_;
603  lno_nonzero_view_t A_local_entries_;
604  scalar_nonzero_view_t A_local_values_;
605  std::vector<local_matrix_device_type> A_local_diagblks;
606  std::vector< lno_row_view_t > A_local_diagblks_rowmap_v_;
607  std::vector< lno_nonzero_view_t > A_local_diagblks_entries_v_;
608  std::vector< scalar_nonzero_view_t > A_local_diagblks_values_v_;
609 
612  std::vector< Teuchos::RCP<crs_matrix_type> > L_v_;
617  std::vector< Teuchos::RCP<crs_matrix_type> > U_v_;
620 
623 
624  int LevelOfFill_;
625  double Overalloc_;
626 
627  bool isAllocated_;
628  bool isInitialized_;
629  bool isComputed_;
630 
631  int numInitialize_;
632  int numCompute_;
633  mutable int numApply_;
634 
635  double initializeTime_;
636  double computeTime_;
637  mutable double applyTime_;
638 
639  magnitude_type RelaxValue_;
640  magnitude_type Athresh_;
641  magnitude_type Rthresh_;
642 
645  Teuchos::RCP<kk_handle_type> KernelHandle_;
646  std::vector< Teuchos::RCP<kk_handle_type> > KernelHandle_v_;
647  bool isKokkosKernelsStream_;
648  int num_streams_;
649  std::vector<execution_space> exec_space_instances_;
650  bool hasStreamReordered_;
651  std::vector<typename lno_nonzero_view_t::non_const_type> perm_v_;
652 };
653 
654 // NOTE (mfh 11 Feb 2015) This used to exist in order to deal with
655 // different behavior of Tpetra::Crs{Graph,Matrix} for
656 // KokkosClassic::ThrustGPUNode. In particular, fillComplete on a
657 // CrsMatrix used to make the graph go away by default, so we had to
658 // pass in a parameter to keep a host copy of the graph. With the new
659 // (Kokkos refactor) version of Tpetra, this problem has gone away.
660 namespace detail {
661  template<class MatrixType, class NodeType>
662  struct setLocalSolveParams{
664  setParams (const Teuchos::RCP<Teuchos::ParameterList>& param) {
665  return param;
666  }
667  };
668 } // namespace detail
669 
670 } // namespace Ifpack2
671 
672 #endif /* IFPACK2_CRSRILUK_DECL_HPP */
Mix-in interface for preconditioners that can change their matrix after construction.
Definition: Ifpack2_Details_CanChangeMatrix.hpp:93
Declaration and definition of IlukGraph.
magnitude_type getRelaxValue() const
Get RILU(k) relaxation parameter.
Definition: Ifpack2_RILUK_decl.hpp:527
magnitude_type getAbsoluteThreshold() const
Get absolute threshold value.
Definition: Ifpack2_RILUK_decl.hpp:530
Ifpack2::ScalingType enumerable type.
Teuchos::RCP< Ifpack2::IlukGraph< Tpetra::CrsGraph< local_ordinal_type, global_ordinal_type, node_type >, kk_handle_type > > getGraph() const
Return the Ifpack2::IlukGraph associated with this factored matrix.
Definition: Ifpack2_RILUK_decl.hpp:554
Teuchos::RCP< const Tpetra::Map< local_ordinal_type, global_ordinal_type, node_type > > getRangeMap() const
Returns the Tpetra::Map object associated with the range of this operator.
Definition: Ifpack2_RILUK_def.hpp:271
node_type::execution_space execution_space
The Kokkos execution space of the input MatrixType.
Definition: Ifpack2_RILUK_decl.hpp:275
MatrixType::global_ordinal_type global_ordinal_type
The type of global indices in the input MatrixType.
Definition: Ifpack2_RILUK_decl.hpp:263
Teuchos::RCP< crs_matrix_type > L_
The L (lower triangular) factor of ILU(k).
Definition: Ifpack2_RILUK_decl.hpp:611
const Tpetra::Vector< scalar_type, local_ordinal_type, global_ordinal_type, node_type > & getD() const
Return the diagonal entries of the ILU factorization.
Definition: Ifpack2_RILUK_def.hpp:208
void initialize()
Initialize by computing the symbolic incomplete factorization.
Definition: Ifpack2_RILUK_def.hpp:506
#define TEUCHOS_TEST_FOR_EXCEPTION(throw_exception_test, Exception, msg)
Tpetra::RowMatrix< scalar_type, local_ordinal_type, global_ordinal_type, node_type > row_matrix_type
Tpetra::RowMatrix specialization used by this class.
Definition: Ifpack2_RILUK_decl.hpp:281
Teuchos::RCP< iluk_graph_type > Graph_
The ILU(k) graph.
Definition: Ifpack2_RILUK_decl.hpp:596
double getApplyTime() const
Total time in seconds taken by all successful apply() calls for this object.
Definition: Ifpack2_RILUK_decl.hpp:400
virtual void setMatrix(const Teuchos::RCP< const row_matrix_type > &A)
Change the matrix to be preconditioned.
Definition: Ifpack2_RILUK_def.hpp:155
std::string description() const
A one-line description of this object.
Definition: Ifpack2_RILUK_def.hpp:1414
void setParameters(const Teuchos::ParameterList &params)
Definition: Ifpack2_RILUK_def.hpp:336
bool isKokkosKernelsSpiluk_
Optional KokkosKernels implementation.
Definition: Ifpack2_RILUK_decl.hpp:644
ILU(k) factorization of a given Tpetra::RowMatrix.
Definition: Ifpack2_RILUK_decl.hpp:245
size_t getNodeSmootherComplexity() const
Get a rough estimate of cost per iteration.
Definition: Ifpack2_RILUK_def.hpp:235
Tpetra::CombineMode getOverlapMode()
Get overlap mode type.
Definition: Ifpack2_RILUK_decl.hpp:539
Teuchos::RCP< const crs_matrix_type > getCrsMatrix() const
Return the input matrix A as a Tpetra::CrsMatrix, if possible; else throws.
Definition: Ifpack2_RILUK_def.hpp:466
bool isComputed() const
Whether compute() has been called on this object.
Definition: Ifpack2_RILUK_decl.hpp:374
Tpetra::CrsMatrix< scalar_type, local_ordinal_type, global_ordinal_type, node_type > crs_matrix_type
Tpetra::CrsMatrix specialization used by this class for representing L and U.
Definition: Ifpack2_RILUK_decl.hpp:284
node_type::device_type device_type
The Kokkos device type of the input MatrixType.
Definition: Ifpack2_RILUK_decl.hpp:272
const crs_matrix_type & getU() const
Return the U factor of the ILU factorization.
Definition: Ifpack2_RILUK_def.hpp:222
MatrixType::node_type node_type
The Node type used by the input MatrixType.
Definition: Ifpack2_RILUK_decl.hpp:266
Teuchos::RCP< const Tpetra::Map< local_ordinal_type, global_ordinal_type, node_type > > getDomainMap() const
Returns the Tpetra::Map object associated with the domain of this operator.
Definition: Ifpack2_RILUK_def.hpp:252
MatrixType::local_ordinal_type local_ordinal_type
The type of local indices in the input MatrixType.
Definition: Ifpack2_RILUK_decl.hpp:260
virtual ~RILUK()
Destructor (declared virtual for memory safety).
Definition: Ifpack2_RILUK_def.hpp:128
Teuchos::RCP< LocalSparseTriangularSolver< row_matrix_type > > U_solver_
Sparse triangular solver for U.
Definition: Ifpack2_RILUK_decl.hpp:619
int getLevelOfFill() const
Get level of fill (the &quot;k&quot; in ILU(k)).
Definition: Ifpack2_RILUK_decl.hpp:536
Interface for all Ifpack2 preconditioners.
Definition: Ifpack2_Preconditioner.hpp:107
void compute()
Compute the (numeric) incomplete factorization.
Definition: Ifpack2_RILUK_def.hpp:843
magnitude_type getRelativeThreshold() const
Get relative threshold value.
Definition: Ifpack2_RILUK_decl.hpp:533
void apply(const Tpetra::MultiVector< scalar_type, local_ordinal_type, global_ordinal_type, node_type > &X, Tpetra::MultiVector< scalar_type, local_ordinal_type, global_ordinal_type, node_type > &Y, Teuchos::ETransp mode=Teuchos::NO_TRANS, scalar_type alpha=Teuchos::ScalarTraits< scalar_type >::one(), scalar_type beta=Teuchos::ScalarTraits< scalar_type >::zero()) const
Apply the (inverse of the) incomplete factorization to X, resulting in Y.
Definition: Ifpack2_RILUK_def.hpp:1167
Teuchos::ScalarTraits< scalar_type >::magnitudeType magnitude_type
The type of the magnitude (absolute value) of a matrix entry.
Definition: Ifpack2_RILUK_decl.hpp:269
crs_matrix_type::impl_scalar_type impl_scalar_type
Scalar type stored in Kokkos::Views (CrsMatrix and MultiVector)
Definition: Ifpack2_RILUK_decl.hpp:293
Construct a level filled graph for use in computing an ILU(k) incomplete factorization.
Definition: Ifpack2_IlukGraph.hpp:100
Declaration of interface for preconditioners that can change their matrix after construction.
bool isInitialized() const
Whether initialize() has been called on this object.
Definition: Ifpack2_RILUK_decl.hpp:370
Teuchos::RCP< LocalSparseTriangularSolver< row_matrix_type > > L_solver_
Sparse triangular solver for L.
Definition: Ifpack2_RILUK_decl.hpp:614
Teuchos::RCP< const row_matrix_type > A_
The (original) input matrix for which to compute ILU(k).
Definition: Ifpack2_RILUK_decl.hpp:593
Teuchos::RCP< const row_matrix_type > getMatrix() const
Get the input matrix.
Definition: Ifpack2_RILUK_def.hpp:459
double getComputeTime() const
Total time in seconds taken by all successful compute() calls for this object.
Definition: Ifpack2_RILUK_decl.hpp:396
Teuchos::RCP< vec_type > D_
The diagonal entries of the ILU(k) factorization.
Definition: Ifpack2_RILUK_decl.hpp:622
int getNumCompute() const
Number of successful compute() calls for this object.
Definition: Ifpack2_RILUK_decl.hpp:383
int getNumApply() const
Number of successful apply() calls for this object.
Definition: Ifpack2_RILUK_decl.hpp:387
Tpetra::global_size_t getGlobalNumEntries() const
Returns the number of nonzero entries in the global graph.
Definition: Ifpack2_RILUK_decl.hpp:547
double getInitializeTime() const
Total time in seconds taken by all successful initialize() calls for this object. ...
Definition: Ifpack2_RILUK_decl.hpp:392
const crs_matrix_type & getL() const
Return the L factor of the ILU factorization.
Definition: Ifpack2_RILUK_def.hpp:191
Teuchos::RCP< const row_matrix_type > A_local_
The matrix whos numbers are used to to compute ILU(k). The graph may be computed using a crs_matrix_t...
Definition: Ifpack2_RILUK_decl.hpp:601
Teuchos::RCP< crs_matrix_type > U_
The U (upper triangular) factor of ILU(k).
Definition: Ifpack2_RILUK_decl.hpp:616
int getNumInitialize() const
Number of successful initialize() calls for this object.
Definition: Ifpack2_RILUK_decl.hpp:379
MatrixType::scalar_type scalar_type
The type of the entries of the input MatrixType.
Definition: Ifpack2_RILUK_decl.hpp:257