40#ifndef TPETRA_CRSGRAPH_DECL_HPP
41#define TPETRA_CRSGRAPH_DECL_HPP
49#include "Tpetra_DistObject.hpp"
50#include "Tpetra_Exceptions.hpp"
51#include "Tpetra_RowGraph.hpp"
53#include "Tpetra_Details_WrappedDualView.hpp"
55#include "KokkosSparse_findRelOffset.hpp"
56#include "Kokkos_DualView.hpp"
57#include "Kokkos_StaticCrsGraph.hpp"
59#include "Teuchos_CommHelpers.hpp"
60#include "Teuchos_Describable.hpp"
61#include "Teuchos_OrdinalTraits.hpp"
62#include "Teuchos_ParameterListAcceptorDefaultBase.hpp"
71 template<
class LocalOrdinal,
class GlobalOrdinal,
class Node>
class crsGraph_Swap_Tester;
73#ifndef DOXYGEN_SHOULD_SKIP_THIS
75 template<
class LocalOrdinal,
82 template<
class ViewType>
83 struct UnmanagedView {
84 static_assert (Kokkos::is_view<ViewType>::value,
85 "ViewType must be a Kokkos::View specialization.");
89 typedef Kokkos::View<
typename ViewType::data_type,
90 typename ViewType::array_layout,
91 typename ViewType::device_type,
92 Kokkos::MemoryUnmanaged> type;
215 template <
class LocalOrdinal,
219 public RowGraph<LocalOrdinal, GlobalOrdinal, Node>,
224 public Teuchos::ParameterListAcceptorDefaultBase
226 template <
class S,
class LO,
class GO,
class N>
228 template <
class LO2,
class GO2,
class N2>
230 template <
class LO,
class GO,
class N>
269 using local_inds_dualv_type =
270 Kokkos::DualView<local_ordinal_type*, device_type>;
271 using local_inds_wdv_type =
272 Details::WrappedDualView<local_inds_dualv_type>;
275 using global_inds_dualv_type =
276 Kokkos::DualView<global_ordinal_type*, device_type>;
277 using global_inds_wdv_type =
278 Details::WrappedDualView<global_inds_dualv_type>;
282 using row_ptrs_device_view_type =
283 typename row_graph_type::row_ptrs_device_view_type;
284 using row_ptrs_host_view_type =
285 typename row_graph_type::row_ptrs_host_view_type;
289 typename row_graph_type::local_inds_device_view_type;
290 using local_inds_host_view_type =
291 typename row_graph_type::local_inds_host_view_type;
292 using nonconst_local_inds_host_view_type =
293 typename row_graph_type::nonconst_local_inds_host_view_type;
297 typename row_graph_type::global_inds_device_view_type;
298 using global_inds_host_view_type =
299 typename row_graph_type::global_inds_host_view_type;
300 using nonconst_global_inds_host_view_type =
301 typename row_graph_type::nonconst_global_inds_host_view_type;
303 using offset_device_view_type =
304 typename row_ptrs_device_view_type::non_const_type;
321 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
322 const size_t maxNumEntriesPerRow,
323 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
337 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
338 const Kokkos::DualView<const size_t*, device_type>& numEntPerRow,
339 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
354 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
355 const Teuchos::ArrayView<const size_t>& numEntPerRow,
356 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
375 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
376 const Teuchos::RCP<const map_type>& colMap,
377 const size_t maxNumEntriesPerRow,
378 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
394 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
395 const Teuchos::RCP<const map_type>& colMap,
396 const Kokkos::DualView<const size_t*, device_type>& numEntPerRow,
397 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
414 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
415 const Teuchos::RCP<const map_type>& colMap,
416 const Teuchos::ArrayView<const size_t>& numEntPerRow,
417 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
432 const Teuchos::RCP<const map_type>& rowMap,
433 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
457 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
458 const Teuchos::RCP<const map_type>& colMap,
459 const typename local_graph_device_type::row_map_type& rowPointers,
460 const typename local_graph_device_type::entries_type::non_const_type& columnIndices,
461 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
485 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
486 const Teuchos::RCP<const map_type>& colMap,
487 const Teuchos::ArrayRCP<size_t>& rowPointers,
488 const Teuchos::ArrayRCP<local_ordinal_type>& columnIndices,
489 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
512 CrsGraph (
const Teuchos::RCP<const map_type>& rowMap,
513 const Teuchos::RCP<const map_type>& colMap,
515 const Teuchos::RCP<Teuchos::ParameterList>& params);
544 const Teuchos::RCP<const map_type>& rowMap,
545 const Teuchos::RCP<const map_type>& colMap,
546 const Teuchos::RCP<const map_type>& domainMap = Teuchos::null,
547 const Teuchos::RCP<const map_type>& rangeMap = Teuchos::null,
548 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
555 const Teuchos::RCP<const map_type>& rowMap,
556 const Teuchos::RCP<const map_type>& colMap,
557 const Teuchos::RCP<const map_type>& domainMap,
558 const Teuchos::RCP<const map_type>& rangeMap,
559 const Teuchos::RCP<const import_type>& importer,
560 const Teuchos::RCP<const export_type>& exporter,
561 const Teuchos::RCP<Teuchos::ParameterList>& params =
639 setParameterList (
const Teuchos::RCP<Teuchos::ParameterList>& params)
override;
642 Teuchos::RCP<const Teuchos::ParameterList>
672 const Teuchos::ArrayView<const global_ordinal_type>& indices);
702 const Teuchos::ArrayView<const local_ordinal_type>& indices);
759 resumeFill (
const Teuchos::RCP<Teuchos::ParameterList>& params =
800 fillComplete (
const Teuchos::RCP<const map_type>& domainMap,
801 const Teuchos::RCP<const map_type>& rangeMap,
802 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
832 fillComplete (
const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
864 const Teuchos::RCP<const map_type>& rangeMap,
865 const Teuchos::RCP<const import_type>& importer =
867 const Teuchos::RCP<const export_type>& exporter =
869 const Teuchos::RCP<Teuchos::ParameterList>& params =
876 Teuchos::RCP<const Teuchos::Comm<int> >
getComm()
const override;
880 Teuchos::RCP<const map_type>
getRowMap ()
const override;
883 Teuchos::RCP<const map_type>
getColMap ()
const override;
886 Teuchos::RCP<const map_type>
getDomainMap ()
const override;
889 Teuchos::RCP<const map_type>
getRangeMap ()
const override;
892 Teuchos::RCP<const import_type>
getImporter ()
const override;
895 Teuchos::RCP<const export_type>
getExporter ()
const override;
1077 nonconst_global_inds_host_view_type &gblColInds,
1078 size_t& numColInds)
const override;
1089 nonconst_local_inds_host_view_type &gblColInds,
1090 size_t& numColInds)
const override;
1105 global_inds_host_view_type &gblColInds)
const override;
1125 const LocalOrdinal lclRow,
1126 local_inds_host_view_type &lclColInds)
const override;
1139 describe (Teuchos::FancyOStream& out,
1140 const Teuchos::EVerbosityLevel verbLevel =
1141 Teuchos::Describable::verbLevel_default)
const override;
1161 const size_t numSameIDs,
1173 const bool verbose);
1175 std::unique_ptr<padding_type>
1179 const size_t numSameIDs,
1184 const bool verbose)
const;
1187 std::unique_ptr<padding_type>
1188 computeCrsPaddingForImports(
1191 Kokkos::DualView<packet_type*, buffer_device_type> imports,
1192 Kokkos::DualView<size_t*, buffer_device_type> numPacketsPerLID,
1193 const bool verbose)
const;
1195 std::unique_ptr<padding_type>
1196 computePaddingForCrsMatrixUnpack(
1199 Kokkos::DualView<char*, buffer_device_type> imports,
1200 Kokkos::DualView<size_t*, buffer_device_type> numPacketsPerLID,
1201 const bool verbose)
const;
1204 computeCrsPaddingForSameIDs(
1211 computeCrsPaddingForPermutedIDs(
1223 const Kokkos::DualView<const local_ordinal_type*, buffer_device_type>& exportLIDs,
1224 Kokkos::DualView<packet_type*, buffer_device_type>& exports,
1225 Kokkos::DualView<size_t*, buffer_device_type> numPacketsPerLID,
1226 size_t& constantNumPackets)
override;
1229 pack (
const Teuchos::ArrayView<const local_ordinal_type>& exportLIDs,
1230 Teuchos::Array<global_ordinal_type>& exports,
1231 const Teuchos::ArrayView<size_t>& numPacketsPerLID,
1232 size_t& constantNumPackets)
const override;
1235 packFillActive (
const Teuchos::ArrayView<const local_ordinal_type>& exportLIDs,
1236 Teuchos::Array<global_ordinal_type>& exports,
1237 const Teuchos::ArrayView<size_t>& numPacketsPerLID,
1238 size_t& constantNumPackets)
const;
1245 Kokkos::DualView<
size_t*,
1247 size_t& constantNumPackets)
const;
1255 Kokkos::DualView<
size_t*,
1257 const size_t constantNumPackets,
1307 getLocalDiagOffsets (
const Kokkos::View<size_t*, device_type, Kokkos::MemoryUnmanaged>& offsets)
const;
1335 setAllIndices (
const typename local_graph_device_type::row_map_type& rowPointers,
1336 const typename local_graph_device_type::entries_type::non_const_type& columnIndices);
1348 setAllIndices (
const Teuchos::ArrayRCP<size_t> & rowPointers,
1349 const Teuchos::ArrayRCP<local_ordinal_type> & columnIndices);
1383 void replaceColMap (
const Teuchos::RCP<const map_type>& newColMap);
1406 const Teuchos::RCP<const import_type>& newImport = Teuchos::null,
1407 const bool sortIndicesInEachRow =
true);
1433 const Teuchos::RCP<const import_type>& newImporter);
1459 const Teuchos::RCP<const export_type>& newExporter);
1493 template<
class DestViewType,
class SrcViewType,
1494 class DestOffsetViewType,
class SrcOffsetViewType >
1495 struct pack_functor {
1499 SrcOffsetViewType src_offset;
1500 DestOffsetViewType dest_offset;
1501 typedef typename DestOffsetViewType::non_const_value_type ScalarIndx;
1503 pack_functor(DestViewType dest_,
1504 const SrcViewType src_,
1505 DestOffsetViewType dest_offset_,
1506 const SrcOffsetViewType src_offset_):
1507 src(src_),dest(dest_),
1508 src_offset(src_offset_),dest_offset(dest_offset_) {};
1510 KOKKOS_INLINE_FUNCTION
1511 void operator() (
size_t row)
const {
1512 ScalarIndx i = src_offset(row);
1513 ScalarIndx j = dest_offset(row);
1514 const ScalarIndx k = dest_offset(row+1);
1523 template<
class CrsGraphType>
1524 friend Teuchos::RCP<CrsGraphType>
1525 importAndFillCompleteCrsGraph (
const Teuchos::RCP<const CrsGraphType>& sourceGraph,
1526 const Import<
typename CrsGraphType::local_ordinal_type,
1527 typename CrsGraphType::global_ordinal_type,
1528 typename CrsGraphType::node_type>& importer,
1529 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1530 typename CrsGraphType::global_ordinal_type,
1531 typename CrsGraphType::node_type> >& domainMap,
1532 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1533 typename CrsGraphType::global_ordinal_type,
1534 typename CrsGraphType::node_type> >& rangeMap,
1535 const Teuchos::RCP<Teuchos::ParameterList>& params);
1538 template<
class CrsGraphType>
1539 friend Teuchos::RCP<CrsGraphType>
1540 importAndFillCompleteCrsGraph (
const Teuchos::RCP<const CrsGraphType>& sourceGraph,
1541 const Import<
typename CrsGraphType::local_ordinal_type,
1542 typename CrsGraphType::global_ordinal_type,
1543 typename CrsGraphType::node_type>& rowImporter,
1544 const Import<
typename CrsGraphType::local_ordinal_type,
1545 typename CrsGraphType::global_ordinal_type,
1546 typename CrsGraphType::node_type>& domainImporter,
1547 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1548 typename CrsGraphType::global_ordinal_type,
1549 typename CrsGraphType::node_type> >& domainMap,
1550 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1551 typename CrsGraphType::global_ordinal_type,
1552 typename CrsGraphType::node_type> >& rangeMap,
1553 const Teuchos::RCP<Teuchos::ParameterList>& params);
1557 template<
class CrsGraphType>
1558 friend Teuchos::RCP<CrsGraphType>
1559 exportAndFillCompleteCrsGraph (
const Teuchos::RCP<const CrsGraphType>& sourceGraph,
1560 const Export<
typename CrsGraphType::local_ordinal_type,
1561 typename CrsGraphType::global_ordinal_type,
1562 typename CrsGraphType::node_type>& exporter,
1563 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1564 typename CrsGraphType::global_ordinal_type,
1565 typename CrsGraphType::node_type> >& domainMap,
1566 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1567 typename CrsGraphType::global_ordinal_type,
1568 typename CrsGraphType::node_type> >& rangeMap,
1569 const Teuchos::RCP<Teuchos::ParameterList>& params);
1572 template<
class CrsGraphType>
1573 friend Teuchos::RCP<CrsGraphType>
1574 exportAndFillCompleteCrsGraph (
const Teuchos::RCP<const CrsGraphType>& sourceGraph,
1575 const Export<
typename CrsGraphType::local_ordinal_type,
1576 typename CrsGraphType::global_ordinal_type,
1577 typename CrsGraphType::node_type>& rowExporter,
1578 const Export<
typename CrsGraphType::local_ordinal_type,
1579 typename CrsGraphType::global_ordinal_type,
1580 typename CrsGraphType::node_type>& domainExporter,
1581 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1582 typename CrsGraphType::global_ordinal_type,
1583 typename CrsGraphType::node_type> >& domainMap,
1584 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1585 typename CrsGraphType::global_ordinal_type,
1586 typename CrsGraphType::node_type> >& rangeMap,
1587 const Teuchos::RCP<Teuchos::ParameterList>& params);
1606 importAndFillComplete (Teuchos::RCP<CrsGraph<local_ordinal_type, global_ordinal_type, Node> >& destGraph,
1608 const Teuchos::RCP<const map_type>& domainMap,
1609 const Teuchos::RCP<const map_type>& rangeMap,
1610 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null)
const;
1628 importAndFillComplete (Teuchos::RCP<CrsGraph<local_ordinal_type, global_ordinal_type, Node> >& destGraph,
1631 const Teuchos::RCP<const map_type>& domainMap,
1632 const Teuchos::RCP<const map_type>& rangeMap,
1633 const Teuchos::RCP<Teuchos::ParameterList>& params)
const;
1652 exportAndFillComplete (Teuchos::RCP<CrsGraph<local_ordinal_type, global_ordinal_type, Node> >& destGraph,
1654 const Teuchos::RCP<const map_type>& domainMap = Teuchos::null,
1655 const Teuchos::RCP<const map_type>& rangeMap = Teuchos::null,
1656 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null)
const;
1674 exportAndFillComplete (Teuchos::RCP<CrsGraph<local_ordinal_type, global_ordinal_type, Node> >& destGraph,
1677 const Teuchos::RCP<const map_type>& domainMap,
1678 const Teuchos::RCP<const map_type>& rangeMap,
1679 const Teuchos::RCP<Teuchos::ParameterList>& params)
const;
1704 transferAndFillComplete (Teuchos::RCP<CrsGraph<local_ordinal_type, global_ordinal_type, Node> >& destGraph,
1705 const ::Tpetra::Details::Transfer<local_ordinal_type, global_ordinal_type, Node>& rowTransfer,
1706 const Teuchos::RCP<const ::Tpetra::Details::Transfer<local_ordinal_type, global_ordinal_type, Node> > & domainTransfer,
1707 const Teuchos::RCP<const map_type>& domainMap = Teuchos::null,
1708 const Teuchos::RCP<const map_type>& rangeMap = Teuchos::null,
1709 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null)
const;
1714 struct SLocalGlobalViews {
1715 Teuchos::ArrayView<const global_ordinal_type> ginds;
1716 Teuchos::ArrayView<const local_ordinal_type> linds;
1718 struct SLocalGlobalNCViews {
1719 Teuchos::ArrayView<global_ordinal_type> ginds;
1720 Teuchos::ArrayView<local_ordinal_type> linds;
1723 bool indicesAreAllocated ()
const;
1726 allocateIndices(
const ELocalGlobal lg,
const bool verbose=
false);
1740 void makeColMap (Teuchos::Array<int>& remotePIDs);
1762 std::pair<size_t, std::string>
1775 const bool useRemotePIDs);
1817 const SLocalGlobalViews& newInds,
1818 const ELocalGlobal lg,
1819 const ELocalGlobal I);
1833 const size_t numInputInds);
1847 const size_t numInputInds,
1848 std::function<
void(
const size_t,
const size_t,
const size_t)> fun =
1849 std::function<
void(
const size_t,
const size_t,
const size_t)>());
1853 const Teuchos::ArrayView<const local_ordinal_type>& gblColInds,
1854 std::function<
void(
const size_t,
const size_t,
const size_t)> fun =
1855 std::function<
void(
const size_t,
const size_t,
const size_t)>());
1874 const Teuchos::ArrayView<const global_ordinal_type>& indices,
1875 std::function<
void(
const size_t,
const size_t,
const size_t)> fun)
const;
1914#ifdef KOKKOS_ENABLE_SERIAL
1915 ! std::is_same<execution_space, Kokkos::Serial>::value;
1940 sortAndMergeAllIndices (
const bool sorted,
const bool merged);
1969 const Teuchos::RCP<const map_type>& rangeMap);
1971 void staticAssertions()
const;
1972 void clearGlobalConstants();
1997 bool haveLocalOffRankOffsets()
const {
return haveLocalOffRankOffsets_;}
2053 void fillLocalGraph (
const Teuchos::RCP<Teuchos::ParameterList>& params);
2061 void swap(CrsGraph<local_ordinal_type, global_ordinal_type, Node> & graph);
2096 Teuchos::OrdinalTraits<size_t>::invalid();
2102 Teuchos::OrdinalTraits<global_size_t>::invalid();
2109 Teuchos::OrdinalTraits<global_size_t>::invalid();
2122 row_ptrs_device_view_type rowPtrsUnpacked_dev_;
2123 row_ptrs_host_view_type rowPtrsUnpacked_host_;
2125 void setRowPtrsUnpacked(
const row_ptrs_device_view_type &dview) {
2126 rowPtrsUnpacked_dev_ = dview;
2127 rowPtrsUnpacked_host_ =
2128 Kokkos::create_mirror_view_and_copy(
2129 typename row_ptrs_device_view_type::host_mirror_space(),
2136 row_ptrs_device_view_type rowPtrsPacked_dev_;
2137 row_ptrs_host_view_type rowPtrsPacked_host_;
2139 void setRowPtrsPacked(
const row_ptrs_device_view_type &dview) {
2140 rowPtrsPacked_dev_ = dview;
2141 rowPtrsPacked_host_ =
2142 Kokkos::create_mirror_view_and_copy(
2143 typename row_ptrs_device_view_type::host_mirror_space(),
2151 void setRowPtrs(
const row_ptrs_device_view_type &dview) {
2152 setRowPtrsUnpacked(dview);
2153 rowPtrsPacked_dev_ = rowPtrsUnpacked_dev_;
2154 rowPtrsPacked_host_ = rowPtrsUnpacked_host_;
2207 typename local_inds_dualv_type::t_host::const_type
2213 typename local_inds_dualv_type::t_dev::const_type
2219 typename global_inds_dualv_type::t_host::const_type
2225 typename global_inds_dualv_type::t_dev::const_type
2231 typename local_inds_dualv_type::t_host
2263 typename Kokkos::View<const size_t*, device_type>::HostMirror
2348 Details::STORAGE_1D_UNPACKED;
2350 bool indicesAreAllocated_ =
false;
2351 bool indicesAreLocal_ =
false;
2352 bool indicesAreGlobal_ =
false;
2353 bool fillComplete_ =
false;
2365 mutable bool haveLocalOffRankOffsets_ =
false;
2367 typedef typename std::map<global_ordinal_type, std::vector<global_ordinal_type> > nonlocals_type;
2390 static bool getDebug();
2394 bool debug_ = getDebug();
2397 static bool getVerbose();
2402 bool verbose_ = getVerbose();
2406 mutable bool need_sync_host_uvm_access =
false;
2409 void set_need_sync_host_uvm_access() {
2410 need_sync_host_uvm_access =
true;
2414 void execute_sync_host_uvm_access()
const {
2415 if(need_sync_host_uvm_access) {
2417 need_sync_host_uvm_access =
false;
2429 template <
class LocalOrdinal,
class GlobalOrdinal,
class Node>
2430 Teuchos::RCP<CrsGraph<LocalOrdinal, GlobalOrdinal, Node> >
2434 size_t maxNumEntriesPerRow = 0,
2435 const Teuchos::RCP<Teuchos::ParameterList>& params =
2440 return rcp(
new graph_type(map, maxNumEntriesPerRow,
2493 template<
class CrsGraphType>
2494 Teuchos::RCP<CrsGraphType>
2496 const Import<
typename CrsGraphType::local_ordinal_type,
2497 typename CrsGraphType::global_ordinal_type,
2498 typename CrsGraphType::node_type>& importer,
2499 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2500 typename CrsGraphType::global_ordinal_type,
2501 typename CrsGraphType::node_type> >& domainMap = Teuchos::null,
2502 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2503 typename CrsGraphType::global_ordinal_type,
2504 typename CrsGraphType::node_type> >& rangeMap = Teuchos::null,
2505 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null)
2507 Teuchos::RCP<CrsGraphType> destGraph;
2508 sourceGraph->importAndFillComplete (destGraph,importer,domainMap, rangeMap, params);
2562 template<
class CrsGraphType>
2563 Teuchos::RCP<CrsGraphType>
2565 const Import<
typename CrsGraphType::local_ordinal_type,
2566 typename CrsGraphType::global_ordinal_type,
2567 typename CrsGraphType::node_type>& rowImporter,
2568 const Import<
typename CrsGraphType::local_ordinal_type,
2569 typename CrsGraphType::global_ordinal_type,
2570 typename CrsGraphType::node_type>& domainImporter,
2571 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2572 typename CrsGraphType::global_ordinal_type,
2573 typename CrsGraphType::node_type> >& domainMap,
2574 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2575 typename CrsGraphType::global_ordinal_type,
2576 typename CrsGraphType::node_type> >& rangeMap,
2577 const Teuchos::RCP<Teuchos::ParameterList>& params)
2579 Teuchos::RCP<CrsGraphType> destGraph;
2580 sourceGraph->importAndFillComplete (destGraph,rowImporter,domainImporter, domainMap, rangeMap, params);
2617 template<
class CrsGraphType>
2618 Teuchos::RCP<CrsGraphType>
2620 const Export<
typename CrsGraphType::local_ordinal_type,
2621 typename CrsGraphType::global_ordinal_type,
2622 typename CrsGraphType::node_type>& exporter,
2623 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2624 typename CrsGraphType::global_ordinal_type,
2625 typename CrsGraphType::node_type> >& domainMap = Teuchos::null,
2626 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2627 typename CrsGraphType::global_ordinal_type,
2628 typename CrsGraphType::node_type> >& rangeMap = Teuchos::null,
2629 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null)
2631 Teuchos::RCP<CrsGraphType> destGraph;
2632 sourceGraph->exportAndFillComplete (destGraph,exporter,domainMap, rangeMap, params);
2669 template<
class CrsGraphType>
2670 Teuchos::RCP<CrsGraphType>
2672 const Export<
typename CrsGraphType::local_ordinal_type,
2673 typename CrsGraphType::global_ordinal_type,
2674 typename CrsGraphType::node_type>& rowExporter,
2675 const Export<
typename CrsGraphType::local_ordinal_type,
2676 typename CrsGraphType::global_ordinal_type,
2677 typename CrsGraphType::node_type>& domainExporter,
2678 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2679 typename CrsGraphType::global_ordinal_type,
2680 typename CrsGraphType::node_type> >& domainMap,
2681 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2682 typename CrsGraphType::global_ordinal_type,
2683 typename CrsGraphType::node_type> >& rangeMap,
2684 const Teuchos::RCP<Teuchos::ParameterList>& params)
2686 Teuchos::RCP<CrsGraphType> destGraph;
2687 sourceGraph->exportAndFillComplete (destGraph,rowExporter,domainExporter,domainMap, rangeMap, params);
Forward declaration of Tpetra::BlockCrsMatrix.
Forward declaration of Tpetra::CrsGraph.
Forward declaration of Tpetra::CrsMatrix.
Stand-alone utility functions and macros.
A distributed graph accessed by rows (adjacency lists) and stored sparsely.
bool isMerged() const
Whether duplicate column indices in each row have been merged.
local_inds_dualv_type::t_dev::const_type getLocalIndsViewDevice(const RowInfo &rowinfo) const
Get a const, locally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(myRo...
global_size_t globalMaxNumRowEntries_
Global maximum of the number of entries in each row.
void reindexColumns(const Teuchos::RCP< const map_type > &newColMap, const Teuchos::RCP< const import_type > &newImport=Teuchos::null, const bool sortIndicesInEachRow=true)
Reindex the column indices in place, and replace the column Map. Optionally, replace the Import objec...
global_inds_dualv_type::t_host::const_type getGlobalIndsViewHost(const RowInfo &rowinfo) const
Get a const, globally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(myR...
size_t getNumEntriesInLocalRow(local_ordinal_type localRow) const override
Get the number of entries in the given row (local index).
Teuchos::RCP< CrsGraphType > importAndFillCompleteCrsGraph(const Teuchos::RCP< const CrsGraphType > &sourceGraph, const Import< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &rowImporter, const Import< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &domainImporter, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &domainMap, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms)
Nonmember CrsGraph constructor that fuses Import and fillComplete().
Teuchos::RCP< const map_type > getColMap() const override
Returns the Map that describes the column distribution in this graph.
Teuchos::RCP< const Teuchos::ParameterList > getValidParameters() const override
Default parameter list suitable for validation.
Details::EStorageStatus storageStatus_
Status of the graph's storage, when not in a fill-complete state.
::Tpetra::Import< LocalOrdinal, GlobalOrdinal, Node > import_type
The Import specialization used by this class.
global_ordinal_type packet_type
Type of each entry of the DistObject communication buffer.
GlobalOrdinal global_ordinal_type
The type of the graph's global indices.
void insertGlobalIndicesIntoNonownedRows(const global_ordinal_type gblRow, const global_ordinal_type gblColInds[], const local_ordinal_type numGblColInds)
Implementation of insertGlobalIndices for nonowned rows.
Teuchos::RCP< const map_type > rangeMap_
The Map describing the range of the (matrix corresponding to the) graph.
std::pair< size_t, std::string > makeIndicesLocal(const bool verbose=false)
Convert column indices from global to local.
local_inds_device_view_type getLocalIndicesDevice() const
Get a device view of the packed column indicies.
global_size_t getGlobalNumEntries() const override
Returns the global number of entries in the graph.
bool isIdenticalTo(const CrsGraph< LocalOrdinal, GlobalOrdinal, Node > &graph) const
Create a cloned CrsGraph for a different Node type.
Teuchos::RCP< const Teuchos::Comm< int > > getComm() const override
Returns the communicator.
local_inds_wdv_type lclIndsUnpacked_wdv
Local ordinals of column indices for all rows Valid when isLocallyIndexed is true If OptimizedStorage...
bool haveGlobalConstants() const
Returns true if globalConstants have been computed; false otherwise.
void globalAssemble()
Communicate nonlocal contributions to other processes.
RowInfo getRowInfoFromGlobalRowIndex(const global_ordinal_type gblRow) const
Get information about the locally owned row with global index gblRow.
void getLocalDiagOffsets(const Kokkos::View< size_t *, device_type, Kokkos::MemoryUnmanaged > &offsets) const
Get offsets of the diagonal entries in the graph.
size_t findGlobalIndices(const RowInfo &rowInfo, const Teuchos::ArrayView< const global_ordinal_type > &indices, std::function< void(const size_t, const size_t, const size_t)> fun) const
Finds indices in the given row.
CrsGraph(const CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &)=default
Copy constructor (default).
void fillComplete(const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Tell the graph that you are done changing its structure.
global_inds_wdv_type gblInds_wdv
Global ordinals of column indices for all rows.
size_t nodeMaxNumRowEntries_
Local maximum of the number of entries in each row.
size_t sortAndMergeRowIndices(const RowInfo &rowInfo, const bool sorted, const bool merged)
Sort and merge duplicate column indices in the given row.
Teuchos::RCP< const import_type > importer_
The Import from the domain Map to the column Map.
Teuchos::RCP< CrsGraphType > exportAndFillCompleteCrsGraph(const Teuchos::RCP< const CrsGraphType > &sourceGraph, const Export< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &exporter, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &domainMap=Teuchos::null, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &rangeMap=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Nonmember CrsGraph constructor that fuses Export and fillComplete().
num_row_entries_type k_numRowEntries_
The number of local entries in each locally owned row.
CrsGraph(CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &&)=default
Move constructor (default).
size_t numAllocForAllRows_
The maximum number of entries to allow in each locally owned row.
bool hasColMap() const override
Whether the graph has a column Map.
LocalOrdinal local_ordinal_type
The type of the graph's local indices.
std::string description() const override
Return a one-line human-readable description of this object.
bool isStorageOptimized() const
Returns true if storage has been optimized.
void getGlobalRowCopy(global_ordinal_type gblRow, nonconst_global_inds_host_view_type &gblColInds, size_t &numColInds) const override
Get a copy of the given row, using global indices.
void removeLocalIndices(local_ordinal_type localRow)
Remove all graph indices from the specified local row.
void importAndFillComplete(Teuchos::RCP< CrsGraph< local_ordinal_type, global_ordinal_type, Node > > &destGraph, const import_type &importer, const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null) const
Import from this to the given destination graph, and make the result fill complete.
global_size_t getGlobalNumRows() const override
Returns the number of global rows in the graph.
Teuchos::RCP< const map_type > getDomainMap() const override
Returns the Map associated with the domain of this graph.
void replaceRangeMapAndExporter(const Teuchos::RCP< const map_type > &newRangeMap, const Teuchos::RCP< const export_type > &newExporter)
Replace the current Range Map and Export with the given parameters.
void computeLocalConstants()
Compute local constants, if they have not yet been computed.
void describe(Teuchos::FancyOStream &out, const Teuchos::EVerbosityLevel verbLevel=Teuchos::Describable::verbLevel_default) const override
Print this object to the given output stream with the given verbosity level.
void setParameterList(const Teuchos::RCP< Teuchos::ParameterList > ¶ms) override
Set the given list of parameters (must be nonnull).
static const bool useAtomicUpdatesByDefault
Whether transformLocalValues should use atomic updates by default.
void resumeFill(const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Resume fill operations.
size_t insertIndices(RowInfo &rowInfo, const SLocalGlobalViews &newInds, const ELocalGlobal lg, const ELocalGlobal I)
Insert indices into the given row.
typename Node::device_type device_type
This class' Kokkos device type.
Teuchos::RCP< CrsGraphType > importAndFillCompleteCrsGraph(const Teuchos::RCP< const CrsGraphType > &sourceGraph, const Import< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &importer, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &domainMap=Teuchos::null, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &rangeMap=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Nonmember CrsGraph constructor that fuses Import and fillComplete().
void insertGlobalIndicesFiltered(const local_ordinal_type lclRow, const global_ordinal_type gblColInds[], const local_ordinal_type numGblColInds)
Like insertGlobalIndices(), but with column Map filtering.
RowInfo getRowInfo(const local_ordinal_type myRow) const
Get information about the locally owned row with local index myRow.
global_inds_dualv_type::t_dev::const_type getGlobalIndsViewDevice(const RowInfo &rowinfo) const
Get a const, globally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(myR...
typename local_graph_device_type::HostMirror local_graph_host_type
The type of the part of the sparse graph on each MPI process.
Teuchos::RCP< const map_type > colMap_
The Map describing the distribution of columns of the graph.
bool noRedundancies_
Whether the graph's indices are non-redundant (merged) in each row, on this process.
row_ptrs_host_view_type getLocalRowPtrsHost() const
Get a host view of the packed row offsets.
bool isSorted() const
Whether graph indices in all rows are known to be sorted.
Teuchos::RCP< CrsGraph< LocalOrdinal, GlobalOrdinal, Node > > createCrsGraph(const Teuchos::RCP< const Map< LocalOrdinal, GlobalOrdinal, Node > > &map, size_t maxNumEntriesPerRow=0, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Nonmember function to create an empty CrsGraph given a row Map and the max number of entries allowed ...
void setAllIndices(const typename local_graph_device_type::row_map_type &rowPointers, const typename local_graph_device_type::entries_type::non_const_type &columnIndices)
Set the graph's data directly, using 1-D storage.
void insertLocalIndices(const local_ordinal_type localRow, const Teuchos::ArrayView< const local_ordinal_type > &indices)
Insert local indices into the graph.
local_inds_host_view_type getLocalIndicesHost() const
Get a host view of the packed column indicies.
bool supportsRowViews() const override
Whether this class implements getLocalRowView() and getGlobalRowView() (it does).
size_t getNumEntriesInGlobalRow(global_ordinal_type globalRow) const override
Returns the current number of entries on this node in the specified global row.
Kokkos::View< size_t *, Kokkos::LayoutLeft, device_type >::HostMirror num_row_entries_type
Row offsets for "1-D" storage.
bool isFillComplete() const override
Whether fillComplete() has been called and the graph is in compute mode.
void setDomainRangeMaps(const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap)
void swap(CrsGraph< local_ordinal_type, global_ordinal_type, Node > &graph)
Swaps the data from *this with the data and maps from graph.
CrsGraph & operator=(const CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &)=default
Assignment operator (default).
void getGlobalRowView(const global_ordinal_type gblRow, global_inds_host_view_type &gblColInds) const override
Get a const view of the given global row's global column indices.
void exportAndFillComplete(Teuchos::RCP< CrsGraph< local_ordinal_type, global_ordinal_type, Node > > &destGraph, const export_type &exporter, const Teuchos::RCP< const map_type > &domainMap=Teuchos::null, const Teuchos::RCP< const map_type > &rangeMap=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null) const
Export from this to the given destination graph, and make the result fill complete.
void makeColMap(Teuchos::Array< int > &remotePIDs)
Make and set the graph's column Map.
bool haveGlobalConstants_
Whether all processes have computed global constants.
size_t getGlobalMaxNumRowEntries() const override
Maximum number of entries in any row of the graph, over all processes in the graph's communicator.
void checkInternalState() const
Throw an exception if the internal state is not consistent.
typename dist_object_type::buffer_device_type buffer_device_type
Kokkos::Device specialization for communication buffers.
Teuchos::RCP< const map_type > getRangeMap() const override
Returns the Map associated with the domain of this graph.
typename row_graph_type::global_inds_device_view_type global_inds_device_view_type
The Kokkos::View type for views of global ordinals on device and host.
void expertStaticFillComplete(const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< const import_type > &importer=Teuchos::null, const Teuchos::RCP< const export_type > &exporter=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Perform a fillComplete on a graph that already has data, via setAllIndices().
bool sortGhostsAssociatedWithEachProcessor_
Whether to require makeColMap() (and therefore fillComplete()) to order column Map GIDs associated wi...
size_t getNumAllocatedEntriesInGlobalRow(global_ordinal_type globalRow) const
Current number of allocated entries in the given row on the calling (MPI) process,...
Teuchos::RCP< const export_type > getExporter() const override
Returns the exporter associated with this graph.
typename device_type::execution_space execution_space
This class' Kokkos execution space.
void makeImportExport(Teuchos::Array< int > &remotePIDs, const bool useRemotePIDs)
Make the Import and Export objects, if needed.
global_ordinal_type getIndexBase() const override
Returns the index base for global indices for this graph.
row_ptrs_device_view_type getLocalRowPtrsDevice() const
Get a device view of the packed row offsets.
void getLocalRowCopy(local_ordinal_type gblRow, nonconst_local_inds_host_view_type &gblColInds, size_t &numColInds) const override
Get a copy of the given row, using local indices.
local_inds_dualv_type::t_host::const_type getLocalIndsViewHost(const RowInfo &rowinfo) const
Get a const, locally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(myRo...
bool isFillActive() const
Whether resumeFill() has been called and the graph is in edit mode.
Teuchos::RCP< const map_type > getRowMap() const override
Returns the Map that describes the row distribution in this graph.
global_size_t globalNumEntries_
Global number of entries in the graph.
size_t insertGlobalIndicesImpl(const local_ordinal_type lclRow, const global_ordinal_type inputGblColInds[], const size_t numInputInds)
Insert global indices, using an input local row index.
::Tpetra::Export< LocalOrdinal, GlobalOrdinal, Node > export_type
The Export specialization used by this class.
size_t getLocalNumEntries() const override
The local number of entries in the graph.
Teuchos::RCP< const import_type > getImporter() const override
Returns the importer associated with this graph.
local_inds_wdv_type lclIndsPacked_wdv
Local ordinals of column indices for all rows Valid when isLocallyIndexed is true Built during fillCo...
Kokkos::StaticCrsGraph< local_ordinal_type, Kokkos::LayoutLeft, device_type, void, size_t > local_graph_device_type
The type of the part of the sparse graph on each MPI process.
Teuchos::RCP< const map_type > domainMap_
The Map describing the domain of the (matrix corresponding to the) graph.
size_t getLocalNumCols() const override
Returns the number of columns connected to the locally owned rows of this graph.
nonlocals_type nonlocals_
Nonlocal data given to insertGlobalIndices.
virtual void pack(const Teuchos::ArrayView< const local_ordinal_type > &exportLIDs, Teuchos::Array< global_ordinal_type > &exports, const Teuchos::ArrayView< size_t > &numPacketsPerLID, size_t &constantNumPackets) const override
Pack this object's data for Import or Export.
void getLocalOffRankOffsets(offset_device_view_type &offsets) const
Get offsets of the off-rank entries in the graph.
global_size_t getGlobalNumCols() const override
Returns the number of global columns in the graph.
typename row_graph_type::local_inds_device_view_type local_inds_device_view_type
The Kokkos::View type for views of local ordinals on device and host.
bool indicesAreSorted_
Whether the graph's indices are sorted in each row, on this process.
Node node_type
This class' Kokkos Node type.
Teuchos::RCP< const export_type > exporter_
The Export from the row Map to the range Map.
void insertGlobalIndices(const global_ordinal_type globalRow, const Teuchos::ArrayView< const global_ordinal_type > &indices)
Insert global indices into the graph.
local_inds_dualv_type::t_host getLocalIndsViewHostNonConst(const RowInfo &rowinfo)
Get a ReadWrite locally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(m...
void replaceDomainMap(const Teuchos::RCP< const map_type > &newDomainMap)
Replace the current domain Map with the given objects.
Kokkos::View< constsize_t *, device_type >::HostMirror k_numAllocPerRow_
The maximum number of entries to allow in each locally owned row, per row.
void computeGlobalConstants()
Compute global constants, if they have not yet been computed.
size_t getNumAllocatedEntriesInLocalRow(local_ordinal_type localRow) const
Current number of allocated entries in the given row on the calling (MPI) process,...
virtual ~CrsGraph()=default
Destructor (virtual for memory safety of derived classes).
offset_device_view_type k_offRankOffsets_
The offsets for off-rank entries.
void replaceDomainMapAndImporter(const Teuchos::RCP< const map_type > &newDomainMap, const Teuchos::RCP< const import_type > &newImporter)
Replace the current domain Map and Import with the given parameters.
void setLocallyModified()
Report that we made a local modification to its structure.
size_t getLocalAllocationSize() const
The local number of indices allocated for the graph, over all rows on the calling (MPI) process.
void replaceRangeMap(const Teuchos::RCP< const map_type > &newRangeMap)
Replace the current Range Map with the given objects.
Teuchos::RCP< const map_type > rowMap_
The Map describing the distribution of rows of the graph.
Teuchos::RCP< CrsGraphType > exportAndFillCompleteCrsGraph(const Teuchos::RCP< const CrsGraphType > &sourceGraph, const Export< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &rowExporter, const Export< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &domainExporter, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &domainMap, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms)
Nonmember CrsGraph constructor that fuses Export and fillComplete().
virtual void removeEmptyProcessesInPlace(const Teuchos::RCP< const map_type > &newMap) override
Remove processes owning zero rows from the Maps and their communicator.
void getLocalRowView(const LocalOrdinal lclRow, local_inds_host_view_type &lclColInds) const override
Get a const view of the given local row's local column indices.
bool isGloballyIndexed() const override
Whether the graph's column indices are stored as global indices.
bool isLocallyIndexed() const override
Whether the graph's column indices are stored as local indices.
size_t getLocalMaxNumRowEntries() const override
Maximum number of entries in any row of the graph, on this process.
virtual bool checkSizes(const SrcDistObject &source) override
Compare the source and target (this) objects for compatibility.
local_graph_device_type getLocalGraphDevice() const
Get the local graph.
size_t getLocalNumRows() const override
Returns the number of graph rows owned on the calling node.
void replaceColMap(const Teuchos::RCP< const map_type > &newColMap)
Replace the graph's current column Map with the given Map.
bool haveLocalConstants_
Whether this process has computed local constants.
Sparse matrix that presents a row-oriented interface that lets users read or modify entries.
Keep track of how much more space a CrsGraph or CrsMatrix needs, when the graph or matrix is the targ...
Base class for distributed Tpetra objects that support data redistribution.
Kokkos::Device< typename device_type::execution_space, buffer_memory_space > buffer_device_type
Kokkos::Device specialization for communication buffers.
Communication plan for data redistribution from a (possibly) multiply-owned to a uniquely-owned distr...
A distributed graph accessed by rows (adjacency lists) and stored sparsely.
Communication plan for data redistribution from a uniquely-owned to a (possibly) multiply-owned distr...
A parallel distribution of indices over processes.
An abstract interface for graphs accessed by rows.
Abstract base class for objects that can be the source of an Import or Export operation.
Implementation details of Tpetra.
EStorageStatus
Status of the graph's or matrix's storage, when not in a fill-complete state.
Namespace Tpetra contains the class and methods constituting the Tpetra library.
size_t global_size_t
Global size_t object.
CombineMode
Rule for combining data in an Import or Export.
Allocation information for a locally owned row in a CrsGraph or CrsMatrix.