#include <fei_NodeCommMgr.hpp>

Inheritance diagram for NodeCommMgr:

Public Types
enum	{ STRICTLY_LOW_PROC, PROC_WITH_LOCAL_ELEM, CALLER_SPECIFIES }

Public Member Functions
	NodeCommMgr (MPI_Comm comm, const SNL_FEI_Structure &problemStructure, int sharedNodeOwnership=STRICTLY_LOW_PROC)

virtual	~NodeCommMgr ()

size_t	getNumSharedNodes ()

std::vector< GlobalID > &	getLocalNodeIDs ()

std::vector< GlobalID > &	getSharedNodeIDs ()

std::vector< int > &	getSharedNodeNumbers ()

int	getSharedNodeIndex_num (int nodeNumber)

int	addSharedNodes (const GlobalID nodeIDs, int numNodes, const int const procs, const int numProcs)

int	initComplete (NodeDatabase &nodeDB, bool safetyCheck)

int	informLocal (const NodeDescriptor &node)

int	exchangeEqnInfo ()

int	getSharedNodeIndex (GlobalID nodeID)

int	getSharedNodeNumSubdomains (GlobalID nodeID)

std::vector< int > *	getSharedNodeSubdomainList (GlobalID nodeID)

NodeDescriptor &	getSharedNodeAtIndex (int index)

std::vector< int > &	getSharedNodeProcs (int index)

void	setSharedOwnershipRule (int ownershipRule)

std::vector< int > &	getSendProcs ()

std::vector< int > &	getRecvProcs ()

int	getSendMessageLength (int destProc, int &messageLength)

int	getSendMessage (int destProc, std::vector< int > &message)

int	processRecvMessage (int srcProc, std::vector< int > &message)

Public Member Functions inherited from fei::MessageHandler< int >
virtual	~MessageHandler ()

Private Member Functions
	NodeCommMgr (const NodeCommMgr &src)

NodeCommMgr &	operator= (const NodeCommMgr &src)

int	allocateNodeDescriptorPtrs (NodeDatabase &nodeDB)

int	storeNodeProcs (int index, std::vector< std::vector< int > * > &procTable, const int *procs, int numProcs)

int	checkSharedNodeInfo ()

int	checkCommArrays (const char *whichCheck, std::vector< int > &globalRemoteProcs, std::vector< int > &globalNodesPerRemoteProc, std::vector< int > &globalRemoteProcLengths, std::vector< int > &nodesPerRemoteProc, std::vector< int > &remoteProcs)

void	setNodeNumbersArray ()

void	packLocalNodesAndData (int *data, int proc, int numNodes, int len)

void	packRemoteNodesAndData (GlobalID *data, int proc, int numNodes, int len)

int	adjustSharedOwnership ()

int	createProcLists ()

int	createProcList (std::vector< int > &itemsPerProc, std::vector< int > &procs)

int	exchangeSharedRemoteFieldsBlks ()

int	getGlobalMaxFieldsBlocks (int &maxFields, int &maxBlocks)

int	getGlobalMaxFieldsBlocksSubdomains ()

Private Attributes
NodeDescriptor **	sharedNodes_

bool	sharedNodesAllocated_

int	sharedNodeOwnership_

std::vector< GlobalID >	localNodeIDs

std::vector< GlobalID >	remoteNodeIDs

std::vector< GlobalID >	sharedNodeIDs

std::vector< std::vector< int > >	sharedNodeSubdomains

std::vector< int >	trivialSubdomainList

std::vector< std::vector< int > * >	sharingProcs_

std::vector< int >	sharedNodeNumbers

std::vector< int >	remoteOwnerProcs_

std::vector< int >	remoteSharingProcs_

std::vector< int >	nodesPerOwnerProc_

std::vector< int >	nodesPerSharingProc_

MPI_Comm	comm_

int	numProcs_

int	localProc_

int	maxFields_

int	maxBlocks_

int	maxSubdomains_

bool	initCompleteCalled_

const SNL_FEI_Structure &	probStruc

Detailed Description

NodeCommMgr (Node communication manager) is responsible for keeping track of nodes that require communication (shared nodes).

All shared nodes are put into this class through the addSharedNodes function. When they've all been put in, initComplete() is called, which allocates a list of pointer-to-NodeDescriptors.

Before initComplete is called, all nodes that appear in local element- connectivities should be passed to NodeCommMgr using the informLocal function.

The communication that must then happen is this:

For all nodes that we own, we must send their field-IDs and (global) equation numbers to the remote processors that share the node.

For all nodes that we don't own, we need to receive the field-IDs and equation numbers.

Definition at line 37 of file fei_NodeCommMgr.hpp.

Member Enumeration Documentation

anonymous enum

Enumerator
STRICTLY_LOW_PROC
PROC_WITH_LOCAL_ELEM
CALLER_SPECIFIES

Definition at line 39 of file fei_NodeCommMgr.hpp.

Constructor & Destructor Documentation

NodeCommMgr::NodeCommMgr	(	MPI_Comm	comm,
		const SNL_FEI_Structure &	problemStructure,
		int	sharedNodeOwnership = `STRICTLY_LOW_PROC`
	)

Definition at line 29 of file fei_NodeCommMgr.cpp.

References comm_, fei::localProc(), localProc_, fei::numProcs(), numProcs_, and trivialSubdomainList.

NodeCommMgr::~NodeCommMgr ( )

virtual

Definition at line 59 of file fei_NodeCommMgr.cpp.

References sharedNodeIDs, sharedNodes_, sharedNodesAllocated_, and sharingProcs_.

NodeCommMgr::NodeCommMgr ( const NodeCommMgr & src )

private

Member Function Documentation

size_t NodeCommMgr::getNumSharedNodes ( )

inline

Definition at line 44 of file fei_NodeCommMgr.hpp.

References sharedNodeIDs.

Referenced by SNL_FEI_Structure::finalizeNodeCommMgr(), SNL_FEI_Structure::getNumSharedNodes(), SNL_FEI_Structure::initializeEqnCommMgr(), FEDataFilter::initLinSysCore(), and NodeDatabase::synchronize().

std::vector<GlobalID>& NodeCommMgr::getLocalNodeIDs ( )

inline

Definition at line 45 of file fei_NodeCommMgr.hpp.

References localNodeIDs.

Referenced by FEDataFilter::initLinSysCore(), LinSysCoreFilter::initLinSysCore(), and SNL_FEI_Structure::isInLocalElement().

std::vector<GlobalID>& NodeCommMgr::getSharedNodeIDs ( )

inline

Definition at line 46 of file fei_NodeCommMgr.hpp.

References sharedNodeIDs.

Referenced by SNL_FEI_Structure::finalizeActiveNodes(), FEDataFilter::getReducedSolnEntry(), FEDataFilter::initLinSysCore(), and LinSysCoreFilter::initLinSysCore().

std::vector<int>& NodeCommMgr::getSharedNodeNumbers ( )

inline

Definition at line 47 of file fei_NodeCommMgr.hpp.

References sharedNodeNumbers.

Referenced by SNL_FEI_Structure::getSharedNodeNumbers().

int NodeCommMgr::getSharedNodeIndex_num ( int nodeNumber )

Definition at line 505 of file fei_NodeCommMgr.cpp.

References sharedNodeNumbers.

Referenced by SNL_FEI_Structure::getNumSharingProcs(), and SNL_FEI_Structure::getSharedNodeProcs().

int NodeCommMgr::addSharedNodes	(	const GlobalID *	nodeIDs,
		int	numNodes,
		const int const	procs,
		const int *	numProcs
	)

Definition at line 515 of file fei_NodeCommMgr.cpp.

References fei::binarySearch(), fei::console_out(), ERReturn, FEI_ENDL, sharedNodeIDs, sharingProcs_, and storeNodeProcs().

Referenced by SNL_FEI_Structure::initSharedNodes().

int NodeCommMgr::initComplete	(	NodeDatabase &	nodeDB,
		bool	safetyCheck
	)

Definition at line 578 of file fei_NodeCommMgr.cpp.

References adjustSharedOwnership(), allocateNodeDescriptorPtrs(), fei::binarySearch(), checkSharedNodeInfo(), createProcLists(), exchangeSharedRemoteFieldsBlks(), initCompleteCalled_, localNodeIDs, localProc_, PROC_WITH_LOCAL_ELEM, NodeDescriptor::setOwnerProc(), sharedNodeIDs, sharedNodeOwnership_, sharedNodes_, sharedNodeSubdomains, and sharingProcs_.

Referenced by SNL_FEI_Structure::finalizeNodeCommMgr().

int NodeCommMgr::informLocal ( const NodeDescriptor & node )

Definition at line 105 of file fei_NodeCommMgr.cpp.

References NodeDescriptor::getGlobalNodeID(), getSharedNodeIndex(), localNodeIDs, numProcs_, and fei::sortedListInsert().

Referenced by SNL_FEI_Structure::finalizeActiveNodes(), and SNL_FEI_Structure::initSharedNodes().

int NodeCommMgr::exchangeEqnInfo ( )

Definition at line 282 of file fei_NodeCommMgr.cpp.

References CHK_ERR, comm_, fei::exchange(), getGlobalMaxFieldsBlocksSubdomains(), numProcs_, and setNodeNumbersArray().

Referenced by NodeDatabase::synchronize().

int NodeCommMgr::getSharedNodeIndex ( GlobalID nodeID )

Definition at line 70 of file fei_NodeCommMgr.cpp.

References fei::binarySearch(), and sharedNodeIDs.

Referenced by adjustSharedOwnership(), SNL_FEI_Structure::calculateSlaveEqns(), getSharedNodeNumSubdomains(), getSharedNodeSubdomainList(), informLocal(), and SNL_FEI_Structure::isInLocalElement().

int NodeCommMgr::getSharedNodeNumSubdomains ( GlobalID nodeID )

Definition at line 76 of file fei_NodeCommMgr.cpp.

References getSharedNodeIndex(), and sharedNodeSubdomains.

Referenced by SNL_FEI_Structure::getNumSubdomains().

std::vector< int > * NodeCommMgr::getSharedNodeSubdomainList ( GlobalID nodeID )

Definition at line 91 of file fei_NodeCommMgr.cpp.

References getSharedNodeIndex(), sharedNodeSubdomains, and trivialSubdomainList.

Referenced by SNL_FEI_Structure::getSubdomainList().

NodeDescriptor& NodeCommMgr::getSharedNodeAtIndex ( int index )

inline

Definition at line 65 of file fei_NodeCommMgr.hpp.

References sharedNodes_.

Referenced by SNL_FEI_Structure::finalizeNodeCommMgr(), SNL_FEI_Structure::initializeEqnCommMgr(), and NodeDatabase::synchronize().

std::vector<int>& NodeCommMgr::getSharedNodeProcs ( int index )

inline

Definition at line 68 of file fei_NodeCommMgr.hpp.

References sharingProcs_.

Referenced by SNL_FEI_Structure::calculateSlaveEqns(), SNL_FEI_Structure::getNumSharingProcs(), SNL_FEI_Structure::getSharedNodeProcs(), and SNL_FEI_Structure::initializeEqnCommMgr().

void NodeCommMgr::setSharedOwnershipRule ( int ownershipRule )

inline

Definition at line 71 of file fei_NodeCommMgr.hpp.

References sharedNodeOwnership_.

Referenced by FEI_Implementation::FEI_Implementation(), and SNL_FEI_Structure::parameters().

std::vector< int > & NodeCommMgr::getSendProcs ( )

virtual

Get the list of processors to which messages are to be sent in a sparse data exchange.

Implements fei::MessageHandler< int >.

Definition at line 185 of file fei_NodeCommMgr.cpp.

References remoteSharingProcs_.

std::vector< int > & NodeCommMgr::getRecvProcs ( )

virtual

Get the list of processors from which messages are to be received in

a sparse data exchange.

Implements fei::MessageHandler< int >.

Definition at line 191 of file fei_NodeCommMgr.cpp.

References remoteOwnerProcs_.

int NodeCommMgr::getSendMessageLength	(	int	destProc,
		int &	messageLength
	)

virtual

Get the length of a message that is to be send to the specified

destination processor.

Implements fei::MessageHandler< int >.

Definition at line 197 of file fei_NodeCommMgr.cpp.

References ERReturn, maxBlocks_, maxFields_, maxSubdomains_, nodesPerSharingProc_, and remoteSharingProcs_.

Referenced by getSendMessage().

int NodeCommMgr::getSendMessage	(	int	destProc,
		std::vector< int > &	message
	)

virtual

Prepare (pack) a message that is to be sent to the specified

destination processor.

Implements fei::MessageHandler< int >.

Definition at line 214 of file fei_NodeCommMgr.cpp.

References CHK_ERR, ERReturn, getSendMessageLength(), nodesPerSharingProc_, packLocalNodesAndData(), and remoteSharingProcs_.

int NodeCommMgr::processRecvMessage	(	int	srcProc,
		std::vector< int > &	message
	)

virtual

Process a message that has been received from the specified source

processor.

Implements fei::MessageHandler< int >.

Definition at line 234 of file fei_NodeCommMgr.cpp.

References NodeDescriptor::addBlockIndex(), NodeDescriptor::addField(), fei::binarySearch(), SNL_FEI_Structure::getIndexOfBlock(), nodesPerOwnerProc_, probStruc, remoteOwnerProcs_, NodeDescriptor::setBlkEqnNumber(), NodeDescriptor::setFieldEqnNumber(), NodeDescriptor::setNodeNumber(), NodeDescriptor::setNumNodalDOF(), sharedNodeIDs, sharedNodes_, and sharedNodeSubdomains.

NodeCommMgr& NodeCommMgr::operator= ( const NodeCommMgr & src )

private

int NodeCommMgr::allocateNodeDescriptorPtrs ( NodeDatabase & nodeDB )

private

Definition at line 552 of file fei_NodeCommMgr.cpp.

References NodeDatabase::getNodeWithID(), sharedNodeIDs, sharedNodes_, and sharedNodesAllocated_.

Referenced by initComplete().

int NodeCommMgr::storeNodeProcs	(	int	index,
		std::vector< std::vector< int > * > &	procTable,
		const int *	procs,
		int	numProcs
	)

private

Definition at line 1065 of file fei_NodeCommMgr.cpp.

References fei::numProcs().

Referenced by addSharedNodes().

int NodeCommMgr::checkSharedNodeInfo ( )

private

Definition at line 658 of file fei_NodeCommMgr.cpp.

References fei::Allgatherv(), checkCommArrays(), CHK_ERR, comm_, fei::GlobalSum(), nodesPerOwnerProc_, nodesPerSharingProc_, numProcs_, remoteOwnerProcs_, and remoteSharingProcs_.

Referenced by initComplete().

int NodeCommMgr::checkCommArrays	(	const char *	whichCheck,
		std::vector< int > &	globalRemoteProcs,
		std::vector< int > &	globalNodesPerRemoteProc,
		std::vector< int > &	globalRemoteProcLengths,
		std::vector< int > &	nodesPerRemoteProc,
		std::vector< int > &	remoteProcs
	)