Skip to content

GitLab

Am Montag, 13. Mai 2022, finden Wartungsarbeiten am Gitlab-Server (Update auf neue Version statt). Der Dienst wird daher am Montag für einige Zeit nicht verfügbar sein.
On Monday, May 13th 2022, the Gitlab server will be updated. The service will therefore not be accessible for some time on Monday.

Commit 7b1208e2 authored by Thomas Witkowski's avatar Thomas Witkowski
Browse files

Work on FETI-DP for Stokes like problems.

parent 7b9cb31c
Hide whitespace changes
Inline Side-by-side
AMDiS/src/io/MacroReader.cc
View file @ 7b1208e2
......@@ -61,12 +61,12 @@ namespace AMDiS {
int *verticesEl1 = new int[dim];
int *verticesEl2 = new int[dim];
int mode = -1; // 0: drop dofs, 1: associate dofs
int result;
int result = 0;
BoundaryType boundaryType;
MacroReader::PeriodicMap periodicMap;
fscanf(file, "%*s %d", &n);
fscanf(file, "%*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s");
result = fscanf(file, "%*s %d", &n);
result = fscanf(file, "%*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s");
for (int i = 0; i < n; i++) {
std::map<int, int> vertexMapEl1;
......
AMDiS/src/parallel/MeshDistributor.cc
View file @ 7b1208e2
......@@ -1692,13 +1692,13 @@ namespace AMDiS {
int nLevels = levelData.getLevelNumber();
TEST_EXIT_DBG(nLevels >= 1)("Should not happen!\n");
dofMap.init(levelData, feSpaces, feSpaces, true, true);
dofMap.init(levelData, feSpaces, feSpaces);
dofMap.setMpiComm(levelData.getMpiComm(0), 0);
dofMap.setDofComm(dofComm);
dofMap.clear();
if (nLevels > 1) {
dofMapSd.init(levelData, feSpaces, feSpaces, true, true);
dofMapSd.init(levelData, feSpaces, feSpaces);
dofMapSd.setMpiComm(levelData.getMpiComm(1), 1);
dofMapSd.setDofComm(dofCommSd);
dofMapSd.clear();
......
AMDiS/src/parallel/ParallelDofMapping.cc
View file @ 7b1208e2
......@@ -71,7 +71,7 @@ namespace AMDiS {
if (needGlobalMapping) {
computeGlobalMapping();
if (hasNonLocalDofs)
if (isNonLocal)
computeNonLocalIndices();
}
}
......@@ -161,15 +161,14 @@ namespace AMDiS {
void ParallelDofMapping::init(MeshLevelData &ldata,
vector<const FiniteElemSpace*> &fe,
vector<const FiniteElemSpace*> &uniqueFe,
bool needGlobalMapping,
bool bNonLocalDofs)
bool b)
{
FUNCNAME("ParallelDofMapping::init()");
levelData = &ldata;
feSpaces = fe;
feSpacesUnique = uniqueFe;
hasNonLocalDofs = bNonLocalDofs;
isNonLocal = b;
// === Init the mapping for all different FE spaces. ===
......@@ -177,8 +176,8 @@ namespace AMDiS {
for (vector<const FiniteElemSpace*>::iterator it = feSpacesUnique.begin();
it != feSpacesUnique.end(); ++it) {
addFeSpace(*it);
data[*it].setNeedGlobalMapping(needGlobalMapping);
data[*it].setNonLocalDofs(hasNonLocalDofs);
data[*it].setNeedGlobalMapping(isNonLocal);
data[*it].setNonLocal(isNonLocal);
}
}
......@@ -310,8 +309,7 @@ namespace AMDiS {
rStartDofs = computeStartDofs();
// And finally, compute the matrix indices.
if (needMatIndex)
computeMatIndex(needMatIndexFromGlobal);
computeMatIndex(needMatIndexFromGlobal);
}
......@@ -363,7 +361,7 @@ namespace AMDiS {
offset += data[feSpaces[i]].nRankDofs;
// If there are no non local DOFs, continue with the next FE space.
if (!hasNonLocalDofs)
if (!isNonLocal)
continue;
TEST_EXIT_DBG(dofComm != NULL)("No communicator given!\n");
......
AMDiS/src/parallel/ParallelDofMapping.h
View file @ 7b1208e2
......@@ -115,7 +115,7 @@ namespace AMDiS {
dofComm(NULL),
feSpace(NULL),
needGlobalMapping(false),
hasNonLocalDofs(false)
isNonLocal(false)
{
clear();
}
......@@ -230,9 +230,9 @@ namespace AMDiS {
/// Informs the mapping whether the mapping will include DOFs that are not
/// owned by the rank.
void setNonLocalDofs(bool b)
void setNonLocal(bool b)
{
hasNonLocalDofs = b;
isNonLocal = b;
}
/// Informs the mapping whether a global index must be computed.
......@@ -287,7 +287,7 @@ namespace AMDiS {
/// Is true if there are DOFs in at least one subdomain that are not owned
/// by the rank. If the value is false, each rank contains only DOFs that
/// are also owned by this rank.
bool hasNonLocalDofs;
bool isNonLocal;
public:
///
......@@ -306,8 +306,7 @@ namespace AMDiS {
ParallelDofMapping()
: levelData(NULL),
dofComm(NULL),
hasNonLocalDofs(false),
needMatIndex(false),
isNonLocal(true),
needMatIndexFromGlobal(false),
feSpaces(0),
nRankDofs(1),
......@@ -329,16 +328,24 @@ namespace AMDiS {
* \param[in] uniqueFe Unique list of FE spaces. Thus, two
* arbitrary elements of this list are always
* different.
* \param[in] needGlobalMapping If true, the mapping computes also a global
* index for the DOFs.
* \param[in] bNonLocalDofs If true, at least one rank's mapping con-
* \param[in] isNonLocal If true, at least one rank's mapping con-
* taines DOFs that are not owend by the rank.
*/
void init(MeshLevelData& mld,
vector<const FiniteElemSpace*> &fe,
vector<const FiniteElemSpace*> &uniqueFe,
bool needGlobalMapping,
bool bNonLocalDofs);
bool isNonLocal = true);
/// In the case of having only one FE space, this init function can be used.
void init(MeshLevelData& mld,
const FiniteElemSpace *feSpace,
bool isNonLocal = true)
{
vector<const FiniteElemSpace*> feSpaces;
feSpaces.push_back(feSpace);
init(mld, feSpaces, feSpaces, isNonLocal);
}
void setMpiComm(MPI::Intracomm &m, int l);
......@@ -359,9 +366,10 @@ namespace AMDiS {
return *dofComm;
}
void setComputeMatIndex(bool b, bool global = false)
/// Changes the computation of matrix indices based of either local or
/// global DOF indices, see \ref needMatIndexFromGlobal
void setComputeMatIndex(bool global)
{
needMatIndex = b;
needMatIndexFromGlobal = global;
}
......@@ -494,11 +502,7 @@ namespace AMDiS {
/// Is true if there are DOFs in at least one subdomain that are not owned
/// by the rank. If the value is false, each rank contains only DOFs that
/// are also owned by this rank.
bool hasNonLocalDofs;
/// If true, matrix indeces for the stored DOFs are computed, see
/// \ref computeMatIndex.
bool needMatIndex;
bool isNonLocal;
/// If matrix indices should be computed, this variable defines if the
/// mapping from DOF indices to matrix row indices is defined on local
......
AMDiS/src/parallel/PetscSolverFeti.cc
View file @ 7b1208e2
......@@ -263,6 +263,7 @@ namespace AMDiS {
("Mesh hierarchy does not contain %d levels!\n", meshLevel + 1);
MeshLevelData& levelData = meshDistributor->getMeshLevelData();
vector<const FiniteElemSpace*>& uniqueFe = meshDistributor->getFeSpaces();
if (subdomain == NULL) {
subdomain = new PetscSolverGlobalMatrix();
......@@ -278,42 +279,19 @@ namespace AMDiS {
}
}
primalDofMap.init(levelData,
feSpaces, meshDistributor->getFeSpaces(),
true, true);
primalDofMap.setComputeMatIndex(true);
dualDofMap.init(levelData,
feSpaces, meshDistributor->getFeSpaces(),
false, false);
dualDofMap.setComputeMatIndex(true);
if (meshLevel == 0) {
localDofMap.init(levelData,
feSpaces, meshDistributor->getFeSpaces(),
false, false);
localDofMap.setComputeMatIndex(true);
} else {
localDofMap.init(levelData,
feSpaces, meshDistributor->getFeSpaces(),
true, true);
localDofMap.setComputeMatIndex(true);
}
lagrangeMap.init(levelData,
feSpaces, meshDistributor->getFeSpaces(),
true, true);
lagrangeMap.setComputeMatIndex(true);
primalDofMap.init(levelData, feSpaces, uniqueFe);
dualDofMap.init(levelData, feSpaces, uniqueFe, false);
localDofMap.init(levelData, feSpaces, uniqueFe, meshLevel != 0);
lagrangeMap.init(levelData, feSpaces, uniqueFe);
if (fullInterface != NULL)
interfaceDofMap.init(levelData, fullInterface);
if (fetiPreconditioner != FETI_NONE) {
TEST_EXIT(meshLevel == 0)
("Dirichlet preconditioner not yet implemented for multilevel FETI-DP\n");
interiorDofMap.init(levelData,
feSpaces, meshDistributor->getFeSpaces(),
false, false);
interiorDofMap.setComputeMatIndex(true);
interiorDofMap.init(levelData, feSpaces, uniqueFe, false);
}
}
......@@ -352,12 +330,20 @@ namespace AMDiS {
else
localDofMap.setDofComm(meshDistributor->getDofCommSd());
if (fullInterface != NULL) {
interfaceDofMap.clear();
interfaceDofMap.setDofComm(meshDistributor->getDofComm());
interfaceDofMap.setMpiComm(levelData.getMpiComm(0), 0);
}
for (unsigned int i = 0; i < meshDistributor->getFeSpaces().size(); i++) {
const FiniteElemSpace *feSpace = meshDistributor->getFeSpace(i);
createPrimals(feSpace);
createDuals(feSpace);
createDuals(feSpace);
createInterfaceNodes(feSpace);
createIndexB(feSpace);
}
......@@ -368,6 +354,9 @@ namespace AMDiS {
if (fetiPreconditioner != FETI_NONE)
interiorDofMap.update();
if (fullInterface != NULL)
interfaceDofMap.update();
for (unsigned int i = 0; i < meshDistributor->getFeSpaces().size(); i++) {
const FiniteElemSpace *feSpace = meshDistributor->getFeSpace(i);
createLagrange(feSpace);
......@@ -435,6 +424,9 @@ namespace AMDiS {
{
FUNCNAME("PetscSolverFeti::createPrimals()");
if (feSpace == fullInterface)
return;
// === Define all vertices on the interior boundaries of the macro mesh ===
// === to be primal variables. ===
......@@ -477,6 +469,9 @@ namespace AMDiS {
{
FUNCNAME("PetscSolverFeti::createDuals()");
if (feSpace == fullInterface)
return;
// === Create global index of the dual nodes on each rank. ===
DofContainer allBoundaryDofs;
......@@ -494,10 +489,32 @@ namespace AMDiS {
}
void PetscSolverFeti::createInterfaceNodes(const FiniteElemSpace *feSpace)
{
FUNCNAME("PetscSolverFeti::createInterfaceNodes()");
if (feSpace != fullInterface)
return;
DofContainer allBoundaryDofs;
meshDistributor->getAllBoundaryDofs(feSpace, meshLevel, allBoundaryDofs);
for (DofContainer::iterator it = allBoundaryDofs.begin();
it != allBoundaryDofs.end(); ++it)
if (meshDistributor->getDofMap()[feSpace].isRankDof(*it))
interfaceDofMap[feSpace].insertRankDof(*it);
else
interfaceDofMap[feSpace].insertNonRankDof(*it);
}
void PetscSolverFeti::createLagrange(const FiniteElemSpace *feSpace)
{
FUNCNAME("PetscSolverFeti::createLagrange()");
if (feSpace == fullInterface)
return;
boundaryDofRanks[feSpace].clear();
// Stores for all rank owned communication DOFs, if the counterpart is
......@@ -645,7 +662,8 @@ namespace AMDiS {
for (int i = 0; i < admin->getUsedSize(); i++) {
if (admin->isDofFree(i) == false &&
isPrimal(feSpace, i) == false &&
isDual(feSpace, i) == false) {
isDual(feSpace, i) == false &&
isInterface(feSpace, i) == false) {
if (meshLevel == 0) {
localDofMap[feSpace].insertRankDof(i, nLocalInterior);
......
AMDiS/src/parallel/PetscSolverFeti.h
View file @ 7b1208e2
......@@ -108,9 +108,12 @@ namespace AMDiS {
void createPrimals(const FiniteElemSpace *feSpace);
/// Defines the set of dual variables and creates the global index of
// dual variables.
/// dual variables.
void createDuals(const FiniteElemSpace *feSpace);
///
void createInterfaceNodes(const FiniteElemSpace *feSpace);
/// Create Lagrange multiplier variables corresponding to the dual
/// variables.
void createLagrange(const FiniteElemSpace *feSpace);
......@@ -192,6 +195,13 @@ namespace AMDiS {
return dualDofMap[feSpace].isSet(dof);
}
/// Checks whether a given DOF in a give FE space is an interface DOF.
inline bool isInterface(const FiniteElemSpace *feSpace,
DegreeOfFreedom dof)
{
return interfaceDofMap[feSpace].isSet(dof);
}
protected:
/// Mapping from primal DOF indices to a global index of primals.
ParallelDofMapping primalDofMap;
......@@ -199,6 +209,11 @@ namespace AMDiS {
/// Mapping from dual DOF indices to a global index of duals.
ParallelDofMapping dualDofMap;
/// Mapping from interface DOF indices to a global index of interface
/// nodes. This is mainly used for Stokes-like solvers, where the pressure
/// interface nodes are neither primal nor dual.
ParallelDofMapping interfaceDofMap;
/// Index for each non primal DOF to the global index of B variables (thus,
/// all pure local variables).
ParallelDofMapping localDofMap;
......@@ -271,6 +286,8 @@ namespace AMDiS {
int nGlobalOverallInterior;
const FiniteElemSpace* fullInterface;
bool printTimings;
};
......
AMDiS/src/parallel/PetscSolverGlobalMatrix.cc
View file @ 7b1208e2
......@@ -598,7 +598,7 @@ namespace AMDiS {
if (!nnzInterior.dnnz || recvAllValues != 0 || alwaysCreateNnzStructure) {
vector<const FiniteElemSpace*> feSpaces = getFeSpaces(mat);
interiorMap->setComputeMatIndex(true, !localMatrix);
interiorMap->setComputeMatIndex(!localMatrix);
interiorMap->update(feSpaces);
nnzInterior.clear();
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment