43#include "PanzerAdaptersSTK_config.hpp"
49#include "Teuchos_AbstractFactoryStd.hpp"
51#include "Stratimikos_DefaultLinearSolverBuilder.hpp"
53#ifdef PANZER_HAVE_EPETRA_STACK
54#include "Epetra_MpiComm.h"
55#include "Epetra_Vector.h"
59#include "Tpetra_Map.hpp"
60#include "Tpetra_MultiVector.hpp"
62#ifdef PANZER_HAVE_TEKO
63#include "Teko_StratimikosFactory.hpp"
66#ifdef PANZER_HAVE_MUELU
67#include "Stratimikos_MueLuHelpers.hpp"
69#include "Xpetra_MapFactory.hpp"
70#include "Xpetra_MultiVectorFactory.hpp"
73#ifdef PANZER_HAVE_IFPACK2
74#include <Thyra_Ifpack2PreconditionerFactory.hpp>
75#include "Tpetra_CrsMatrix_decl.hpp"
85 std::vector<std::string> elementBlocks;
89 std::set<int> runningFields;
92 runningFields.insert(fields.begin(),fields.end());
96 for(std::size_t i=1;i<elementBlocks.size();i++) {
99 std::set<int> currentFields(runningFields);
100 runningFields.clear();
101 std::set_intersection(fields.begin(),fields.end(),
102 currentFields.begin(),currentFields.end(),
103 std::inserter(runningFields,runningFields.begin()));
106 if(runningFields.size()<1)
115 const std::string & fieldName,
116 std::map<std::string,Teuchos::RCP<const panzer::Intrepid2FieldPattern> > & fieldPatterns)
118 std::vector<std::string> elementBlocks;
121 for(std::size_t e=0;e<elementBlocks.size();e++) {
122 std::string blockId = elementBlocks[e];
125 fieldPatterns[blockId] =
126 Teuchos::rcp_dynamic_cast<const panzer::Intrepid2FieldPattern>(globalIndexer.
getFieldPattern(blockId,fieldName),
true);
132 const std::string & fieldName,
133 std::map<std::string,Teuchos::RCP<const panzer::Intrepid2FieldPattern> > & fieldPatterns)
136 using Teuchos::ptrFromRef;
137 using Teuchos::ptr_dynamic_cast;
142 Ptr<const DOFManager> dofManager = ptr_dynamic_cast<const DOFManager>(ptrFromRef(globalIndexer));
144 if(dofManager!=Teuchos::null) {
145 fillFieldPatternMap(*dofManager,fieldName,fieldPatterns);
152 Teuchos::RCP<Thyra::LinearOpWithSolveFactoryBase<double> >
154 const Teuchos::RCP<const panzer::GlobalIndexer> & globalIndexer,
155 const Teuchos::RCP<panzer_stk::STKConnManager> & stkConn_manager,
158 const Teuchos::RCP<Teuchos::ParameterList> & strat_params,
159 #ifdef PANZER_HAVE_TEKO
160 const Teuchos::RCP<Teko::RequestHandler> & reqHandler,
162 bool writeCoordinates,
164 const Teuchos::RCP<const panzer::GlobalIndexer> & auxGlobalIndexer,
170 using Teuchos::rcp_dynamic_cast;
172 Stratimikos::DefaultLinearSolverBuilder linearSolverBuilder;
178 #ifdef PANZER_HAVE_MUELU
180 Stratimikos::enableMueLu<double,int,panzer::GlobalOrdinal,panzer::TpetraNodeType>(linearSolverBuilder,
"MueLu");
181 Stratimikos::enableMueLuRefMaxwell<double,int,panzer::GlobalOrdinal,panzer::TpetraNodeType>(linearSolverBuilder,
"MueLuRefMaxwell");
182 Stratimikos::enableMueLuMaxwell1<double,int,panzer::GlobalOrdinal,panzer::TpetraNodeType>(linearSolverBuilder,
"MueLuMaxwell1");
183 #ifndef PANZER_HIDE_DEPRECATED_CODE
185 Stratimikos::enableMueLu<double,int,panzer::GlobalOrdinal,panzer::TpetraNodeType>(linearSolverBuilder,
"MueLu-Tpetra");
186 Stratimikos::enableMueLuRefMaxwell<double,int,panzer::GlobalOrdinal,panzer::TpetraNodeType>(linearSolverBuilder,
"MueLuRefMaxwell-Tpetra");
190 #ifdef PANZER_HAVE_IFPACK2
193 typedef Thyra::Ifpack2PreconditionerFactory<Tpetra::CrsMatrix<double, int, panzer::GlobalOrdinal,panzer::TpetraNodeType> > Impl;
195 linearSolverBuilder.setPreconditioningStrategyFactory(Teuchos::abstractFactoryStd<Base, Impl>(),
"Ifpack2");
200 #ifdef PANZER_HAVE_TEKO
201 RCP<Teko::RequestHandler> reqHandler_local = reqHandler;
203 if(!blockedAssembly) {
205 std::string fieldName;
210 if(reqHandler_local==Teuchos::null)
211 reqHandler_local = rcp(
new Teko::RequestHandler);
214 if(determineCoordinateField(*globalIndexer,fieldName)) {
215 std::map<std::string,RCP<const panzer::Intrepid2FieldPattern> > fieldPatterns;
216 fillFieldPatternMap(*globalIndexer,fieldName,fieldPatterns);
218 RCP<panzer_stk::ParameterListCallback> callback = rcp(
new
219 panzer_stk::ParameterListCallback(fieldName,fieldPatterns,stkConn_manager,
220 rcp_dynamic_cast<const panzer::GlobalIndexer>(globalIndexer)));
221 reqHandler_local->addRequestCallback(callback);
224 if(strat_params->sublist(
"Preconditioner Types").isSublist(
"ML")) {
278 if(writeCoordinates) {
279#ifdef PANZER_HAVE_EPETRA_STACK
281 callback->preRequest(Teko::RequestMesg(rcp(
new Teuchos::ParameterList())));
284 const std::vector<double> & xcoords = callback->getXCoordsVector();
285 const std::vector<double> & ycoords = callback->getYCoordsVector();
286 const std::vector<double> & zcoords = callback->getZCoordsVector();
293 RCP<Epetra_Vector> vec;
308 TEUCHOS_ASSERT(
false);
311 TEUCHOS_TEST_FOR_EXCEPTION(
true,std::runtime_error,
"ERROR: Panzer_STK_SetupLOWSFactory.cpp - writeCoordinates not implemented for Tpetra yet!");
315#ifdef PANZER_HAVE_MUELU
316 if(rcp_dynamic_cast<const panzer::GlobalIndexer>(globalIndexer)!=Teuchos::null
318 if(!writeCoordinates)
319 callback->preRequest(Teko::RequestMesg(rcp(
new Teuchos::ParameterList())));
321 typedef Tpetra::Map<int,panzer::GlobalOrdinal,panzer::TpetraNodeType> Map;
322 typedef Tpetra::MultiVector<double,int,panzer::GlobalOrdinal,panzer::TpetraNodeType> MV;
325 unsigned dim = Teuchos::as<unsigned>(spatialDim);
327 for(
unsigned d=0;d<dim;d++) {
328 const std::vector<double> & coord = callback->getCoordsVector(d);
331 if(coords==Teuchos::null) {
332 if(globalIndexer->getNumFields()==1) {
333 RCP<const panzer::GlobalIndexer> ugi
334 = rcp_dynamic_cast<const panzer::GlobalIndexer>(globalIndexer);
335 std::vector<panzer::GlobalOrdinal> ownedIndices;
336 ugi->getOwnedIndices(ownedIndices);
337 RCP<const Map> coords_map = rcp(
new Map(Teuchos::OrdinalTraits<panzer::GlobalOrdinal>::invalid(),ownedIndices,0,mpi_comm));
338 coords = rcp(
new MV(coords_map,dim));
341 RCP<const Map> coords_map = rcp(
new Map(Teuchos::OrdinalTraits<panzer::GlobalOrdinal>::invalid(),coord.size(),0,mpi_comm));
342 coords = rcp(
new MV(coords_map,dim));
347 TEUCHOS_ASSERT(coords->getLocalLength()==coord.size());
350 Teuchos::ArrayRCP<double> dest = coords->getDataNonConst(d);
351 for(std::size_t i=0;i<coord.size();i++)
356 Teuchos::ParameterList & muelu_params = strat_params->sublist(
"Preconditioner Types").sublist(
"MueLu");
357 muelu_params.set<RCP<MV> >(
"Coordinates",coords);
363 Teko::addTekoToStratimikosBuilder(linearSolverBuilder,reqHandler_local);
367 if(reqHandler_local==Teuchos::null)
368 reqHandler_local = rcp(
new Teko::RequestHandler);
370 std::string fieldName;
371 if(determineCoordinateField(*globalIndexer,fieldName)) {
372 RCP<const panzer::BlockedDOFManager> blkDofs =
373 rcp_dynamic_cast<const panzer::BlockedDOFManager>(globalIndexer);
374 RCP<const panzer::BlockedDOFManager> auxBlkDofs =
375 rcp_dynamic_cast<const panzer::BlockedDOFManager>(auxGlobalIndexer);
376 RCP<panzer_stk::ParameterListCallbackBlocked> callback =
377 rcp(
new panzer_stk::ParameterListCallbackBlocked(stkConn_manager,blkDofs,auxBlkDofs));
378 reqHandler_local->addRequestCallback(callback);
381 Teko::addTekoToStratimikosBuilder(linearSolverBuilder,reqHandler_local);
383 if(writeCoordinates) {
384#ifdef PANZER_HAVE_EPETRA_STACK
385 RCP<const panzer::BlockedDOFManager> blkDofs =
386 rcp_dynamic_cast<const panzer::BlockedDOFManager>(globalIndexer);
389 const std::vector<RCP<panzer::GlobalIndexer>> & dofVec
390 = blkDofs->getFieldDOFManagers();
391 for(std::size_t i=0;i<dofVec.size();i++) {
394 TEUCHOS_ASSERT(determineCoordinateField(*dofVec[i],fieldName));
396 std::map<std::string,RCP<const panzer::Intrepid2FieldPattern> > fieldPatterns;
397 fillFieldPatternMap(*dofVec[i],fieldName,fieldPatterns);
398 panzer_stk::ParameterListCallback plCall(fieldName,fieldPatterns,stkConn_manager,dofVec[i]);
399 plCall.buildArrayToVector();
400 plCall.buildCoordinates();
403 const std::vector<double> & xcoords = plCall.getXCoordsVector();
404 const std::vector<double> & ycoords = plCall.getYCoordsVector();
405 const std::vector<double> & zcoords = plCall.getZCoordsVector();
412 RCP<Epetra_Vector> vec;
427 TEUCHOS_ASSERT(
false);
431 #ifdef PANZER_HAVE_MUELU
434 typedef Xpetra::Map<int,panzer::GlobalOrdinal> Map;
435 typedef Xpetra::MultiVector<double,int,panzer::GlobalOrdinal> MV;
438 RCP<const Map> coords_map = Xpetra::MapFactory<int,panzer::GlobalOrdinal>::Build(Xpetra::UseEpetra,
439 Teuchos::OrdinalTraits<panzer::GlobalOrdinal>::invalid(),
446 unsigned dim = Teuchos::as<unsigned>(spatialDim);
448 RCP<MV> coords = Xpetra::MultiVectorFactory<double,int,panzer::GlobalOrdinal>::Build(coords_map,spatialDim);
450 for(
unsigned d=0;d<dim;d++) {
452 TEUCHOS_ASSERT(coords->getLocalLength()==xcoords.size());
455 Teuchos::ArrayRCP<double> dest = coords->getDataNonConst(d);
456 for(std::size_t j=0;j<coords->getLocalLength();++j) {
457 if (d == 0) dest[j] = xcoords[j];
458 if (d == 1) dest[j] = ycoords[j];
459 if (d == 2) dest[j] = zcoords[j];
465 Teuchos::ParameterList & muelu_params = strat_params->sublist(
"Preconditioner Types").sublist(
"MueLu");
466 muelu_params.set<RCP<MV> >(
"Coordinates",coords);
473 TEUCHOS_TEST_FOR_EXCEPTION(
true,std::runtime_error,
"ERROR: Panzer_STK_SetupLOWSFactory - writeCoordinates not implemented for Tpetra yet!")
484 TEUCHOS_TEST_FOR_EXCEPTION(
true,std::logic_error,
485 "Topology writing is no longer implemented. It needs to be reimplemented for the "
486 "default DOFManager (estimate 2 days with testing)");
491 linearSolverBuilder.setParameterList(strat_params);
492 RCP<Thyra::LinearOpWithSolveFactoryBase<double> > lowsFactory = createLinearSolveStrategy(linearSolverBuilder);
498 Teuchos::RCP<Thyra::LinearOpWithSolveFactoryBase<double> >
500 const Teuchos::RCP<const panzer::GlobalIndexer> & globalIndexer,
501 const Teuchos::RCP<panzer::ConnManager> & conn_manager,
504 const Teuchos::RCP<Teuchos::ParameterList> & strat_params,
505 #ifdef PANZER_HAVE_TEKO
506 const Teuchos::RCP<Teko::RequestHandler> & reqHandler,
508 bool writeCoordinates,
510 const Teuchos::RCP<const panzer::GlobalIndexer> & auxGlobalIndexer,
514 #ifdef PANZER_HAVE_TEKO
515 Teuchos::RCP<Teko::RequestHandler> reqHandler_local = reqHandler;
516 if(reqHandler_local==Teuchos::null)
517 reqHandler_local = Teuchos::rcp(
new Teko::RequestHandler);
520 auto stk_conn_manager = Teuchos::rcp_dynamic_cast<panzer_stk::STKConnManager>(conn_manager,
true);
522 return buildLOWSFactory(blockedAssembly,globalIndexer,stk_conn_manager,spatialDim,mpi_comm,strat_params,
523#ifdef PANZER_HAVE_TEKO
533 TEUCHOS_ASSERT(
false);
534 return Teuchos::null;
Teuchos::RCP< const FieldPattern > getFieldPattern(const std::string &name) const
Find a field pattern stored for a particular block and field number. This will retrive the pattern ad...
void getElementBlockIds(std::vector< std::string > &elementBlockIds) const
bool fieldInBlock(const std::string &field, const std::string &block) const
virtual const std::string & getFieldString(int num) const =0
Reverse lookup of the field string from a field number.
virtual const std::vector< int > & getBlockFieldNumbers(const std::string &blockId) const =0
virtual void getElementBlockIds(std::vector< std::string > &elementBlockIds) const =0
int VectorToMatrixMarketFile(const char *filename, const Epetra_Vector &A, const char *matrixName=0, const char *matrixDescription=0, bool writeHeader=true)
Teuchos::RCP< Thyra::LinearOpWithSolveFactoryBase< double > > buildLOWSFactory(bool blockedAssembly, const Teuchos::RCP< const panzer::GlobalIndexer > &globalIndexer, const Teuchos::RCP< panzer_stk::STKConnManager > &stkConn_manager, int spatialDim, const Teuchos::RCP< const Teuchos::MpiComm< int > > &mpi_comm, const Teuchos::RCP< Teuchos::ParameterList > &strat_params, bool writeCoordinates, bool writeTopo, const Teuchos::RCP< const panzer::GlobalIndexer > &auxGlobalIndexer, bool useCoordinates)