Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
A
amdis
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Operations
Operations
Incidents
Environments
Packages & Registries
Packages & Registries
Container Registry
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Aland, Sebastian
amdis
Commits
8a4eba87
Commit
8a4eba87
authored
Oct 29, 2012
by
Thomas Witkowski
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Fixed problem with dirichlet boundary dofs in FETI-DP code.
parent
a2d35454
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
159 additions
and
62 deletions
+159
-62
AMDiS/src/parallel/ParallelCoarseSpaceSolver.cc
AMDiS/src/parallel/ParallelCoarseSpaceSolver.cc
+3
-3
AMDiS/src/parallel/ParallelCoarseSpaceSolver.h
AMDiS/src/parallel/ParallelCoarseSpaceSolver.h
+6
-0
AMDiS/src/parallel/PetscSolverFeti.cc
AMDiS/src/parallel/PetscSolverFeti.cc
+4
-1
AMDiS/src/parallel/PetscSolverGlobalMatrix.cc
AMDiS/src/parallel/PetscSolverGlobalMatrix.cc
+143
-44
AMDiS/src/parallel/PetscSolverGlobalMatrix.h
AMDiS/src/parallel/PetscSolverGlobalMatrix.h
+3
-14
No files found.
AMDiS/src/parallel/ParallelCoarseSpaceSolver.cc
View file @
8a4eba87
...
...
@@ -154,14 +154,13 @@ namespace AMDiS {
MatCreateSeqAIJ
(
mpiCommLocal
,
nRankInteriorRows
,
nRankInteriorRows
,
0
,
nnz
[
0
][
0
].
dnnz
,
&
mat
[
0
][
0
]);
MatSetOption
(
mat
[
0
][
0
],
MAT_NEW_NONZERO_ALLOCATION_ERR
,
PETSC_FALSE
);
}
else
{
MatCreateAIJ
(
mpiCommGlobal
,
nRankInteriorRows
,
nRankInteriorRows
,
nOverallInteriorRows
,
nOverallInteriorRows
,
0
,
nnz
[
0
][
0
].
dnnz
,
0
,
nnz
[
0
][
0
].
onnz
,
&
mat
[
0
][
0
]);
MatSetOption
(
mat
[
0
][
0
],
MAT_NEW_NONZERO_ALLOCATION_ERR
,
PETSC_FALSE
);
&
mat
[
0
][
0
]);
}
MatSetOption
(
mat
[
0
][
0
],
MAT_NEW_NONZERO_ALLOCATION_ERR
,
PETSC_FALSE
);
VecCreateMPI
(
mpiCommGlobal
,
nRankInteriorRows
,
nOverallInteriorRows
,
&
vecSol
[
0
]);
VecCreateMPI
(
mpiCommGlobal
,
nRankInteriorRows
,
nOverallInteriorRows
,
&
vecRhs
[
0
]);
...
...
@@ -178,6 +177,7 @@ namespace AMDiS {
nOverallCoarseRows
,
nOverallCoarseRows
,
0
,
nnz
[
i
+
1
][
i
+
1
].
dnnz
,
0
,
nnz
[
i
+
1
][
i
+
1
].
onnz
,
&
mat
[
i
+
1
][
i
+
1
]);
MatSetOption
(
mat
[
i
+
1
][
i
+
1
],
MAT_NEW_NONZERO_ALLOCATION_ERR
,
PETSC_FALSE
);
cMap
->
createVec
(
vecSol
[
i
+
1
]);
cMap
->
createVec
(
vecRhs
[
i
+
1
]);
}
...
...
AMDiS/src/parallel/ParallelCoarseSpaceSolver.h
View file @
8a4eba87
...
...
@@ -234,6 +234,12 @@ namespace AMDiS {
}
/// Returns whether the solver has a coarse grid.
inline
bool
hasCoarseSpace
()
{
return
(
!
coarseSpaceMap
.
empty
());
}
protected:
/// Prepare internal data structures. First, it create \ref uniqueCoarseMap
/// and \ref componentIthCoarseMap . Both are used to create the correct
...
...
AMDiS/src/parallel/PetscSolverFeti.cc
View file @
8a4eba87
...
...
@@ -108,7 +108,8 @@ namespace AMDiS {
if
(
subdomain
==
NULL
)
{
subdomain
=
new
PetscSolverGlobalMatrix
(
""
);
subdomain
->
setSymmetric
(
isSymmetric
);
subdomain
->
setHandleDirichletRows
(
false
);
// subdomain->setHandleDirichletRows(false);
subdomain
->
setHandleDirichletRows
(
true
);
if
(
meshLevel
==
0
)
{
subdomain
->
setMeshDistributor
(
meshDistributor
,
...
...
@@ -142,6 +143,8 @@ namespace AMDiS {
{
FUNCNAME
(
"PetscSolverFeti::createDirichletData()"
);
return
;
int
nComponents
=
mat
.
getSize
();
for
(
int
component
=
0
;
component
<
nComponents
;
component
++
)
{
DOFMatrix
*
dofMat
=
mat
[
component
][
component
];
...
...
AMDiS/src/parallel/PetscSolverGlobalMatrix.cc
View file @
8a4eba87
...
...
@@ -17,6 +17,17 @@
namespace
AMDiS
{
PetscSolverGlobalMatrix
::
PetscSolverGlobalMatrix
(
string
name
)
:
PetscSolver
(
name
),
zeroStartVector
(
false
),
printMatInfo
(
false
)
{
Parameters
::
get
(
"parallel->use zero start vector"
,
zeroStartVector
);
Parameters
::
get
(
"parallel->print matrix info"
,
printMatInfo
);
}
void
PetscSolverGlobalMatrix
::
fillPetscMatrix
(
Matrix
<
DOFMatrix
*>
*
seqMat
)
{
FUNCNAME
(
"PetscSolverGlobalMatrix::fillPetscMatrix()"
);
...
...
@@ -54,7 +65,7 @@ namespace AMDiS {
matAssembly
();
removeDirichletRows
(
seqMat
,
dofMap
,
getMatInterior
()
);
removeDirichletRows
(
seqMat
);
if
(
printMatInfo
)
{
MatInfo
matInfo
;
...
...
@@ -225,6 +236,8 @@ namespace AMDiS {
matAssembly
();
removeDirichletRows
(
seqMat
);
// === Create solver for the non primal (thus local) variables. ===
KSPCreate
(
mpiCommLocal
,
&
kspInterior
);
...
...
@@ -266,7 +279,7 @@ namespace AMDiS {
vecRhsAssembly
();
removeDirichletRows
(
vec
,
dofMap
,
getVecRhsInterior
()
);
removeDirichletRows
(
vec
);
// === For debugging allow to write the rhs vector to a file. ===
...
...
@@ -456,26 +469,25 @@ namespace AMDiS {
}
void
PetscSolverGlobalMatrix
::
removeDirichletRows
(
Matrix
<
DOFMatrix
*>
*
seqMat
,
ParallelDofMapping
&
dofMap
,
Mat
mpiMat
)
void
PetscSolverGlobalMatrix
::
removeDirichletRows
(
Matrix
<
DOFMatrix
*>
*
seqMat
)
{
FUNCNAME
(
"PetscSolverGlobalMatrix::removeDirichletRows()"
);
if
(
!
handleDirichletRows
)
return
;
vector
<
int
>
dRowsInterior
,
dRowsCoarse
;
vector
<
int
>
dColsInterior
,
dColsCoarse
;
vector
<
double
>
dValuesInterior
,
dValuesCoarse
;
int
nComponents
=
seqMat
->
getSize
();
vector
<
int
>
dirichletRows
;
vector
<
int
>
dirichletCols
;
vector
<
double
>
dirichletValues
;
for
(
int
i
=
0
;
i
<
nComponents
;
i
++
)
{
for
(
int
rowComp
=
0
;
rowComp
<
nComponents
;
rowComp
++
)
{
bool
dirichletRow
=
false
;
int
dirichletMainCol
=
-
1
;
for
(
int
j
=
0
;
j
<
nComponents
;
j
++
)
{
DOFMatrix
*
dofMat
=
(
*
seqMat
)[
i
][
j
];
for
(
int
colComp
=
0
;
colComp
<
nComponents
;
colComp
++
)
{
DOFMatrix
*
dofMat
=
(
*
seqMat
)[
rowComp
][
colComp
];
if
(
!
dofMat
)
continue
;
...
...
@@ -486,7 +498,7 @@ namespace AMDiS {
if
(
bIt
->
second
&&
bIt
->
second
->
isDirichlet
())
{
dirichletRow
=
true
;
if
((
dynamic_cast
<
DirichletBC
*>
(
bIt
->
second
))
->
applyBoundaryCondition
())
{
dirichletMainCol
=
j
;
dirichletMainCol
=
colComp
;
break
;
}
}
...
...
@@ -496,65 +508,152 @@ namespace AMDiS {
if
(
!
dirichletRow
)
continue
;
DOFMatrix
*
dofMat
=
(
*
seqMat
)[
i
][
dirichletMainCol
];
const
FiniteElemSpace
*
feSpace
=
dofMat
->
getRowFeSpace
();
DOFMatrix
*
dofMat
=
(
*
seqMat
)[
rowComp
][
dirichletMainCol
];
TEST_EXIT
(
dofMat
->
getRowFeSpace
()
==
dofMat
->
getColFeSpace
())
(
"I have to think about this scenario! Really possible?
\n
"
);
std
::
set
<
DegreeOfFreedom
>
&
dRows
=
dofMat
->
getDirichletRows
();
for
(
std
::
set
<
DegreeOfFreedom
>::
iterator
dofIt
=
dRows
.
begin
();
dofIt
!=
dRows
.
end
();
++
dofIt
)
{
MultiIndex
multiIndex
;
if
(
dofMap
[
feSpace
].
find
(
*
dofIt
,
multiIndex
)
&&
dofMap
[
feSpace
].
isRankDof
(
*
dofIt
))
{
int
rowIndex
=
dofMap
.
getMatIndex
(
i
,
multiIndex
.
global
);
int
colIndex
=
dofMap
.
getMatIndex
(
dirichletMainCol
,
multiIndex
.
global
);
dirichletRows
.
push_back
(
rowIndex
);
dirichletCols
.
push_back
(
colIndex
);
dirichletValues
.
push_back
(
1.0
);
if
(
hasCoarseSpace
())
{
bool
isRowCoarse
=
isCoarseSpace
(
rowComp
,
*
dofIt
);
bool
isColCoarse
=
isCoarseSpace
(
dirichletMainCol
,
*
dofIt
);
TEST_EXIT
(
isRowCoarse
==
isColCoarse
)
(
"Really possible? So reimplement AMDiS from the scratch!
\n
"
);
if
(
isRowCoarse
)
{
ParallelDofMapping
*
rowCoarseSpace
=
coarseSpaceMap
[
rowComp
];
ParallelDofMapping
*
colCoarseSpace
=
coarseSpaceMap
[
dirichletMainCol
];
MultiIndex
multiIndex
;
if
((
*
rowCoarseSpace
)[
rowComp
].
find
(
*
dofIt
,
multiIndex
)
&&
(
*
rowCoarseSpace
)[
rowComp
].
isRankDof
(
*
dofIt
))
{
int
rowIndex
=
rowCoarseSpace
->
getLocalMatIndex
(
rowComp
,
*
dofIt
);
int
colIndex
=
colCoarseSpace
->
getLocalMatIndex
(
dirichletMainCol
,
*
dofIt
);
dRowsCoarse
.
push_back
(
rowIndex
);
dColsCoarse
.
push_back
(
colIndex
);
dValuesCoarse
.
push_back
(
1.0
);
}
}
else
{
MultiIndex
multiIndex
;
if
((
*
interiorMap
)[
rowComp
].
find
(
*
dofIt
,
multiIndex
)
&&
(
*
interiorMap
)[
rowComp
].
isRankDof
(
*
dofIt
))
{
int
rowIndex
=
interiorMap
->
getLocalMatIndex
(
rowComp
,
*
dofIt
);
int
colIndex
=
interiorMap
->
getLocalMatIndex
(
dirichletMainCol
,
*
dofIt
);
dRowsInterior
.
push_back
(
rowIndex
);
dColsInterior
.
push_back
(
colIndex
);
dValuesInterior
.
push_back
(
1.0
);
}
}
}
else
{
MultiIndex
multiIndex
;
if
((
*
interiorMap
)[
rowComp
].
find
(
*
dofIt
,
multiIndex
)
&&
(
*
interiorMap
)[
rowComp
].
isRankDof
(
*
dofIt
))
{
int
rowIndex
=
interiorMap
->
getMatIndex
(
rowComp
,
multiIndex
.
global
);
int
colIndex
=
interiorMap
->
getMatIndex
(
dirichletMainCol
,
multiIndex
.
global
);
dRowsInterior
.
push_back
(
rowIndex
);
dColsInterior
.
push_back
(
colIndex
);
dValuesInterior
.
push_back
(
1.0
);
}
}
}
}
MatZeroRows
(
mpiMat
,
dirichletRows
.
size
(),
&
(
dirichletRows
[
0
]),
0.0
,
PETSC_NULL
,
PETSC_NULL
);
{
Mat
mpiMat
=
getMatInterior
();
MatZeroRows
(
mpiMat
,
dRowsInterior
.
size
(),
&
(
dRowsInterior
[
0
]),
0.0
,
PETSC_NULL
,
PETSC_NULL
);
for
(
int
i
=
0
;
i
<
static_cast
<
int
>
(
dRowsInterior
.
size
());
i
++
)
MatSetValue
(
mpiMat
,
dRowsInterior
[
i
],
dColsInterior
[
i
],
dValuesInterior
[
i
],
INSERT_VALUES
);
MatAssemblyBegin
(
mpiMat
,
MAT_FINAL_ASSEMBLY
);
MatAssemblyEnd
(
mpiMat
,
MAT_FINAL_ASSEMBLY
);
}
for
(
int
i
=
0
;
i
<
static_cast
<
int
>
(
dirichletRows
.
size
());
i
++
)
MatSetValue
(
mpiMat
,
dirichletRows
[
i
],
dirichletCols
[
i
],
dirichletValues
[
i
],
INSERT_VALUES
);
MatAssemblyBegin
(
mpiMat
,
MAT_FINAL_ASSEMBLY
);
MatAssemblyEnd
(
mpiMat
,
MAT_FINAL_ASSEMBLY
);
if
(
hasCoarseSpace
())
{
Mat
mpiMat
=
getMatCoarse
();
MatZeroRows
(
mpiMat
,
dRowsCoarse
.
size
(),
&
(
dRowsCoarse
[
0
]),
0.0
,
PETSC_NULL
,
PETSC_NULL
);
for
(
int
i
=
0
;
i
<
static_cast
<
int
>
(
dRowsCoarse
.
size
());
i
++
)
MatSetValue
(
mpiMat
,
dRowsCoarse
[
i
],
dColsCoarse
[
i
],
dValuesCoarse
[
i
],
INSERT_VALUES
);
MatAssemblyBegin
(
mpiMat
,
MAT_FINAL_ASSEMBLY
);
MatAssemblyEnd
(
mpiMat
,
MAT_FINAL_ASSEMBLY
);
}
}
void
PetscSolverGlobalMatrix
::
removeDirichletRows
(
SystemVector
*
seqVec
,
ParallelDofMapping
&
dofMap
,
Vec
mpiVec
)
void
PetscSolverGlobalMatrix
::
removeDirichletRows
(
SystemVector
*
seqVec
)
{
FUNCNAME
(
"PetscSolverGlobalMatrix::removeDirichletRows()"
);
if
(
!
handleDirichletRows
)
return
;
int
nComponents
=
seqVec
->
getSize
();
for
(
int
i
=
0
;
i
<
nComponents
;
i
++
)
{
DOFVector
<
double
>
*
dofVec
=
seqVec
->
getDOFVector
(
i
);
const
FiniteElemSpace
*
feSpace
=
dofVec
->
getFeSpace
();
int
cInterior
=
0
;
int
cCoarse
=
0
;
int
nComponents
=
seqVec
->
getSize
();
for
(
int
component
=
0
;
component
<
nComponents
;
component
++
)
{
DOFVector
<
double
>
*
dofVec
=
seqVec
->
getDOFVector
(
component
);
map
<
DegreeOfFreedom
,
double
>&
dValues
=
dofVec
->
getDirichletValues
();
for
(
map
<
DegreeOfFreedom
,
double
>::
iterator
dofIt
=
dValues
.
begin
();
dofIt
!=
dValues
.
end
();
++
dofIt
)
{
MultiIndex
multiIndex
;
if
(
dofMap
[
feSpace
].
find
(
dofIt
->
first
,
multiIndex
)
&&
dofMap
[
feSpace
].
isRankDof
(
dofIt
->
first
))
VecSetValue
(
mpiVec
,
dofMap
.
getMatIndex
(
i
,
multiIndex
.
global
),
dofIt
->
second
,
INSERT_VALUES
);
if
(
hasCoarseSpace
())
{
if
(
isCoarseSpace
(
component
,
dofIt
->
first
))
{
ParallelDofMapping
*
rowCoarseSpace
=
coarseSpaceMap
[
component
];
MultiIndex
multiIndex
;
if
((
*
rowCoarseSpace
)[
component
].
find
(
dofIt
->
first
,
multiIndex
)
&&
(
*
rowCoarseSpace
)[
component
].
isRankDof
(
dofIt
->
first
))
{
if
(
dofIt
->
second
>
0.5
)
cCoarse
++
;
VecSetValue
(
getVecRhsCoarse
(),
rowCoarseSpace
->
getMatIndex
(
component
,
multiIndex
.
global
),
dofIt
->
second
,
INSERT_VALUES
);
}
}
else
{
MultiIndex
multiIndex
;
if
((
*
interiorMap
)[
component
].
find
(
dofIt
->
first
,
multiIndex
)
&&
(
*
interiorMap
)[
component
].
isRankDof
(
dofIt
->
first
))
{
if
(
dofIt
->
second
>
0.5
)
cInterior
++
;
VecSetValue
(
getVecRhsInterior
(),
interiorMap
->
getLocalMatIndex
(
component
,
dofIt
->
first
),
dofIt
->
second
,
INSERT_VALUES
);
}
}
}
else
{
MultiIndex
multiIndex
;
if
((
*
interiorMap
)[
component
].
find
(
dofIt
->
first
,
multiIndex
)
&&
(
*
interiorMap
)[
component
].
isRankDof
(
dofIt
->
first
))
{
if
(
dofIt
->
second
>
0.5
)
cInterior
++
;
VecSetValue
(
getVecRhsInterior
(),
interiorMap
->
getMatIndex
(
component
,
multiIndex
.
global
),
dofIt
->
second
,
INSERT_VALUES
);
}
}
}
}
VecAssemblyBegin
(
mpiVec
);
VecAssemblyEnd
(
mpiVec
);
VecAssemblyBegin
(
getVecRhsInterior
());
VecAssemblyEnd
(
getVecRhsInterior
());
if
(
hasCoarseSpace
())
{
VecAssemblyBegin
(
getVecRhsCoarse
());
VecAssemblyEnd
(
getVecRhsCoarse
());
}
mpi
::
globalAdd
(
cInterior
);
mpi
::
globalAdd
(
cCoarse
);
MSG
(
"WORKED ON DIRICHLET DOFS: %d %d
\n
"
,
cInterior
,
cCoarse
);
}
...
...
AMDiS/src/parallel/PetscSolverGlobalMatrix.h
View file @
8a4eba87
...
...
@@ -39,14 +39,7 @@ namespace AMDiS {
class
PetscSolverGlobalMatrix
:
public
PetscSolver
{
public:
PetscSolverGlobalMatrix
(
string
name
)
:
PetscSolver
(
name
),
zeroStartVector
(
false
),
printMatInfo
(
false
)
{
Parameters
::
get
(
"parallel->use zero start vector"
,
zeroStartVector
);
Parameters
::
get
(
"parallel->print matrix info"
,
printMatInfo
);
}
PetscSolverGlobalMatrix
(
string
name
);
void
fillPetscMatrix
(
Matrix
<
DOFMatrix
*>
*
mat
);
...
...
@@ -63,13 +56,9 @@ namespace AMDiS {
void
destroyVectorData
();
protected:
void
removeDirichletRows
(
Matrix
<
DOFMatrix
*>
*
seqMat
,
ParallelDofMapping
&
dofMap
,
Mat
mpiMat
);
void
removeDirichletRows
(
Matrix
<
DOFMatrix
*>
*
seqMat
);
void
removeDirichletRows
(
SystemVector
*
seqVec
,
ParallelDofMapping
&
dofMap
,
Vec
mpiVec
);
void
removeDirichletRows
(
SystemVector
*
seqVec
);
/// Reads field split information and creats a splitting based on
/// component numbers.
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment