Synchronize and Update variants. Prepare Assigment codes.

This commit is contained in:
Jan Eitzinger 2024-01-08 10:26:43 +00:00
parent 2fad29b925
commit 5b50590faf
29 changed files with 336 additions and 233 deletions

View File

@ -1,3 +1,3 @@
CompileFlags: CompileFlags:
Add: [-I/usr/local/include, -I/opt/homebrew/include] Add: [-I/usr/local/include, -I/opt/homebrew/include, -D_MPI]
Compiler: clang Compiler: clang

View File

@ -15,12 +15,11 @@
#include "progress.h" #include "progress.h"
#include "solver.h" #include "solver.h"
#include "timing.h" #include "timing.h"
#include <mpi.h>
int main(int argc, char** argv) int main(int argc, char** argv)
{ {
int rank; int rank = 0;
double S, E; double start, end;
Parameter params; Parameter params;
Solver solver; Solver solver;
@ -44,7 +43,7 @@ int main(int argc, char** argv)
double te = solver.te; double te = solver.te;
double t = 0.0; double t = 0.0;
S = getTimeStamp(); start = getTimeStamp();
while (t <= te) { while (t <= te) {
if (tau > 0.0) { if (tau > 0.0) {
computeTimestep(&solver); computeTimestep(&solver);
@ -56,7 +55,6 @@ int main(int argc, char** argv)
computeRHS(&solver); computeRHS(&solver);
solve(&solver); solve(&solver);
adaptUV(&solver); adaptUV(&solver);
/* exit(EXIT_SUCCESS); */
t += solver.dt; t += solver.dt;
#ifdef VERBOSE #ifdef VERBOSE
@ -67,10 +65,10 @@ int main(int argc, char** argv)
printProgress(t); printProgress(t);
#endif #endif
} }
E = getTimeStamp(); end = getTimeStamp();
stopProgress(); stopProgress();
if (rank == 0) { if (rank == 0) {
printf("Solution took %.2fs\n", E - S); printf("Solution took %.2fs\n", end - start);
} }
collectResult(&solver); collectResult(&solver);

View File

@ -108,64 +108,69 @@ static void shift(Solver* solver)
MPI_Waitall(2, requests, MPI_STATUSES_IGNORE); MPI_Waitall(2, requests, MPI_STATUSES_IGNORE);
} }
void collectResult(Solver* solver) static void gatherArray(
Solver* solver, int cnt, int* rcvCounts, int* displs, double* src, double* dst)
{ {
double* Pall = NULL; double* sendbuffer = src + (solver->imax + 2);
double* Uall = NULL;
double* Vall = NULL;
int *rcvCounts, *displs;
if (solver->rank == 0) { if (solver->rank == 0) {
Pall = allocate(64, (solver->imax + 2) * (solver->jmax + 2) * sizeof(double)); sendbuffer = src;
Uall = allocate(64, (solver->imax + 2) * (solver->jmax + 2) * sizeof(double)); }
Vall = allocate(64, (solver->imax + 2) * (solver->jmax + 2) * sizeof(double));
MPI_Gatherv(sendbuffer,
cnt,
MPI_DOUBLE,
dst,
rcvCounts,
displs,
MPI_DOUBLE,
0,
MPI_COMM_WORLD);
}
void collectResult(Solver* solver)
{
double* p = NULL;
double* u = NULL;
double* v = NULL;
int *rcvCounts, *displs;
int cnt = solver->jmaxLocal * (solver->imax + 2);
if (solver->rank == 0) {
p = allocate(64, (solver->imax + 2) * (solver->jmax + 2) * sizeof(double));
u = allocate(64, (solver->imax + 2) * (solver->jmax + 2) * sizeof(double));
v = allocate(64, (solver->imax + 2) * (solver->jmax + 2) * sizeof(double));
rcvCounts = (int*)malloc(solver->size * sizeof(int)); rcvCounts = (int*)malloc(solver->size * sizeof(int));
displs = (int*)malloc(solver->size * sizeof(int)); displs = (int*)malloc(solver->size * sizeof(int));
rcvCounts[0] = solver->jmaxLocal * (solver->imax + 2); }
if (solver->rank == 0 && solver->size == 1) {
cnt = (solver->jmaxLocal + 2) * (solver->imax + 2);
} else if (solver->rank == 0 || solver->rank == (solver->size - 1)) {
cnt = (solver->jmaxLocal + 1) * (solver->imax + 2);
}
MPI_Gather(&cnt, 1, MPI_INTEGER, rcvCounts, 1, MPI_INTEGER, 0, MPI_COMM_WORLD);
if (solver->rank == 0) {
displs[0] = 0; displs[0] = 0;
int cursor = rcvCounts[0]; int cursor = rcvCounts[0];
for (int i = 1; i < solver->size; i++) { for (int i = 1; i < solver->size; i++) {
rcvCounts[i] = sizeOfRank(i, solver->size, solver->jmax) * (solver->imax + 2);
displs[i] = cursor; displs[i] = cursor;
cursor += rcvCounts[i]; cursor += rcvCounts[i];
} }
} }
int cnt = solver->jmaxLocal * (solver->imax + 2); gatherArray(solver, cnt, rcvCounts, displs, solver->p, p);
double* sendbuffer = solver->p + (solver->imax + 2); gatherArray(solver, cnt, rcvCounts, displs, solver->u, u);
MPI_Gatherv(sendbuffer, gatherArray(solver, cnt, rcvCounts, displs, solver->v, v);
cnt,
MPI_DOUBLE,
Pall,
rcvCounts,
displs,
MPI_DOUBLE,
0,
MPI_COMM_WORLD);
sendbuffer = solver->u + (solver->imax + 2);
MPI_Gatherv(sendbuffer,
cnt,
MPI_DOUBLE,
Uall,
rcvCounts,
displs,
MPI_DOUBLE,
0,
MPI_COMM_WORLD);
sendbuffer = solver->v + (solver->imax + 2);
MPI_Gatherv(sendbuffer,
cnt,
MPI_DOUBLE,
Vall,
rcvCounts,
displs,
MPI_DOUBLE,
0,
MPI_COMM_WORLD);
if (solver->rank == 0) { if (solver->rank == 0) {
writeResult(solver, Pall, Uall, Vall); writeResult(solver, p, u, v);
free(p);
free(u);
free(v);
} }
} }
@ -253,8 +258,8 @@ void initSolver(Solver* solver, Parameter* params)
double dx = solver->dx; double dx = solver->dx;
double dy = solver->dy; double dy = solver->dy;
double inv_sqr_sum = 1.0 / (dx * dx) + 1.0 / (dy * dy); double invSquareSum = 1.0 / (dx * dx) + 1.0 / (dy * dy);
solver->dtBound = 0.5 * solver->re * 1.0 / inv_sqr_sum; solver->dtBound = 0.5 * solver->re * 1.0 / invSquareSum;
#ifdef VERBOSE #ifdef VERBOSE
printConfig(solver); printConfig(solver);
#endif #endif
@ -678,10 +683,10 @@ void writeResult(Solver* solver, double* p, double* u, double* v)
y = dy * (j - 0.5); y = dy * (j - 0.5);
for (int i = 1; i < imax + 1; i++) { for (int i = 1; i < imax + 1; i++) {
x = dx * (i - 0.5); x = dx * (i - 0.5);
double vel_u = (U(i, j) + U(i - 1, j)) / 2.0; double vu = (U(i, j) + U(i - 1, j)) / 2.0;
double vel_v = (V(i, j) + V(i, j - 1)) / 2.0; double vv = (V(i, j) + V(i, j - 1)) / 2.0;
double len = sqrt((vel_u * vel_u) + (vel_v * vel_v)); double len = sqrt((vu * vu) + (vv * vv));
fprintf(fp, "%.2f %.2f %f %f %f\n", x, y, vel_u, vel_v, len); fprintf(fp, "%.2f %.2f %f %f %f\n", x, y, vu, vv, len);
} }
} }

View File

@ -1,5 +1,6 @@
# Supported: GCC, CLANG, ICC # Supported: GCC, CLANG, ICC
TAG ?= ICC TAG ?= CLANG
ENABLE_MPI ?= true
ENABLE_OPENMP ?= false ENABLE_OPENMP ?= false
#Feature options #Feature options

View File

@ -1,4 +1,10 @@
ifeq ($(ENABLE_MPI),true)
CC = mpicc CC = mpicc
DEFINES = -D_MPI
else
CC = cc
endif
GCC = cc GCC = cc
LINKER = $(CC) LINKER = $(CC)
@ -9,9 +15,7 @@ LIBS = # -lomp
endif endif
VERSION = --version VERSION = --version
# CFLAGS = -O3 -std=c17 $(OPENMP)
CFLAGS = -Ofast -std=c17 CFLAGS = -Ofast -std=c17
#CFLAGS = -Ofast -fnt-store=aggressive -std=c99 $(OPENMP) #AMD CLANG
LFLAGS = $(OPENMP) -lm LFLAGS = $(OPENMP) -lm
DEFINES = -D_GNU_SOURCE# -DDEBUG DEFINES += -D_GNU_SOURCE# -DDEBUG
INCLUDES = INCLUDES =

View File

@ -5,10 +5,13 @@
* license that can be found in the LICENSE file. * license that can be found in the LICENSE file.
*/ */
#include <errno.h> #include <errno.h>
#include <stddef.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
void* allocate(int alignment, size_t bytesize) #include "allocate.h"
void* allocate(size_t alignment, size_t bytesize)
{ {
int errorCode; int errorCode;
void* ptr; void* ptr;

View File

@ -8,6 +8,6 @@
#define __ALLOCATE_H_ #define __ALLOCATE_H_
#include <stdlib.h> #include <stdlib.h>
extern void* allocate(int alignment, size_t bytesize); extern void* allocate(size_t alignment, size_t bytesize);
#endif #endif

View File

@ -4,7 +4,9 @@
* Use of this source code is governed by a MIT style * Use of this source code is governed by a MIT style
* license that can be found in the LICENSE file. * license that can be found in the LICENSE file.
*/ */
#if defined(_MPI)
#include <mpi.h> #include <mpi.h>
#endif
#include <stddef.h> #include <stddef.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
@ -12,6 +14,7 @@
#include "allocate.h" #include "allocate.h"
#include "comm.h" #include "comm.h"
#if defined(_MPI)
// subroutines local to this module // subroutines local to this module
static int sizeOfRank(int rank, int size, int N) static int sizeOfRank(int rank, int size, int N)
{ {
@ -123,19 +126,23 @@ static int sum(int* sizes, int position)
return sum; return sum;
} }
#endif
// exported subroutines // exported subroutines
void commReduction(double* v, int op) void commReduction(double* v, int op)
{ {
#if defined(_MPI)
if (op == MAX) { if (op == MAX) {
MPI_Allreduce(MPI_IN_PLACE, v, 1, MPI_DOUBLE, MPI_MAX, MPI_COMM_WORLD); MPI_Allreduce(MPI_IN_PLACE, v, 1, MPI_DOUBLE, MPI_MAX, MPI_COMM_WORLD);
} else if (op == SUM) { } else if (op == SUM) {
MPI_Allreduce(MPI_IN_PLACE, v, 1, MPI_DOUBLE, MPI_SUM, MPI_COMM_WORLD); MPI_Allreduce(MPI_IN_PLACE, v, 1, MPI_DOUBLE, MPI_SUM, MPI_COMM_WORLD);
} }
#endif
} }
int commIsBoundary(Comm* c, Direction direction) int commIsBoundary(Comm* c, Direction direction)
{ {
#if defined(_MPI)
switch (direction) { switch (direction) {
case LEFT: case LEFT:
return c->coords[ICORD] == 0; return c->coords[ICORD] == 0;
@ -159,12 +166,14 @@ int commIsBoundary(Comm* c, Direction direction)
printf("ERROR!\n"); printf("ERROR!\n");
break; break;
} }
#endif
return 0; return 1;
} }
void commExchange(Comm* c, double* grid) void commExchange(Comm* c, double* grid)
{ {
#if defined(_MPI)
int counts[6] = { 1, 1, 1, 1, 1, 1 }; int counts[6] = { 1, 1, 1, 1, 1, 1 };
MPI_Aint displs[6] = { 0, 0, 0, 0, 0, 0 }; MPI_Aint displs[6] = { 0, 0, 0, 0, 0, 0 };
@ -177,10 +186,12 @@ void commExchange(Comm* c, double* grid)
displs, displs,
c->rbufferTypes, c->rbufferTypes,
c->comm); c->comm);
#endif
} }
void commShift(Comm* c, double* f, double* g, double* h) void commShift(Comm* c, double* f, double* g, double* h)
{ {
#if defined(_MPI)
MPI_Request requests[6] = { MPI_REQUEST_NULL, MPI_Request requests[6] = { MPI_REQUEST_NULL,
MPI_REQUEST_NULL, MPI_REQUEST_NULL,
MPI_REQUEST_NULL, MPI_REQUEST_NULL,
@ -228,10 +239,12 @@ void commShift(Comm* c, double* f, double* g, double* h)
MPI_Isend(h, 1, c->sbufferTypes[BACK], c->neighbours[BACK], 2, c->comm, &requests[5]); MPI_Isend(h, 1, c->sbufferTypes[BACK], c->neighbours[BACK], 2, c->comm, &requests[5]);
MPI_Waitall(6, requests, MPI_STATUSES_IGNORE); MPI_Waitall(6, requests, MPI_STATUSES_IGNORE);
#endif
} }
void commGetOffsets(Comm* c, int offsets[], int kmax, int jmax, int imax) void commGetOffsets(Comm* c, int offsets[], int kmax, int jmax, int imax)
{ {
#if defined(_MPI)
int sum = 0; int sum = 0;
for (int i = 0; i < c->coords[ICORD]; i++) { for (int i = 0; i < c->coords[ICORD]; i++) {
@ -250,10 +263,12 @@ void commGetOffsets(Comm* c, int offsets[], int kmax, int jmax, int imax)
sum += sizeOfRank(i, c->dims[KCORD], kmax); sum += sizeOfRank(i, c->dims[KCORD], kmax);
} }
offsets[KDIM] = sum; offsets[KDIM] = sum;
#endif
} }
void commPrintConfig(Comm* c) void commPrintConfig(Comm* c)
{ {
#if defined(_MPI)
fflush(stdout); fflush(stdout);
MPI_Barrier(MPI_COMM_WORLD); MPI_Barrier(MPI_COMM_WORLD);
if (commIsMaster(c)) { if (commIsMaster(c)) {
@ -283,13 +298,21 @@ void commPrintConfig(Comm* c)
} }
} }
MPI_Barrier(MPI_COMM_WORLD); MPI_Barrier(MPI_COMM_WORLD);
#endif
} }
void commInit(Comm* c, int kmax, int jmax, int imax) void commInit(Comm* c, int argc, char** argv)
{ {
/* setup communication */ #if defined(_MPI)
MPI_Init(&argc, &argv);
MPI_Comm_rank(MPI_COMM_WORLD, &(c->rank)); MPI_Comm_rank(MPI_COMM_WORLD, &(c->rank));
MPI_Comm_size(MPI_COMM_WORLD, &(c->size)); MPI_Comm_size(MPI_COMM_WORLD, &(c->size));
#endif
}
void commPartition(Comm* c, int kmax, int jmax, int imax)
{
#if defined(_MPI)
int dims[NDIMS] = { 0, 0, 0 }; int dims[NDIMS] = { 0, 0, 0 };
int periods[NDIMS] = { 0, 0, 0 }; int periods[NDIMS] = { 0, 0, 0 };
MPI_Dims_create(c->size, NDIMS, dims); MPI_Dims_create(c->size, NDIMS, dims);
@ -316,12 +339,21 @@ void commInit(Comm* c, int kmax, int jmax, int imax)
setupCommunication(c, FRONT, HALO); setupCommunication(c, FRONT, HALO);
setupCommunication(c, BACK, BULK); setupCommunication(c, BACK, BULK);
setupCommunication(c, BACK, HALO); setupCommunication(c, BACK, HALO);
#else
c->imaxLocal = imax;
c->jmaxLocal = jmax;
c->kmaxLocal = kmax;
#endif
} }
void commFree(Comm* c) void commFinalize(Comm* c)
{ {
#if defined(_MPI)
for (int i = 0; i < NDIRS; i++) { for (int i = 0; i < NDIRS; i++) {
MPI_Type_free(&c->sbufferTypes[i]); MPI_Type_free(&c->sbufferTypes[i]);
MPI_Type_free(&c->rbufferTypes[i]); MPI_Type_free(&c->rbufferTypes[i]);
} }
MPI_Finalize();
#endif
} }

View File

@ -1,12 +1,14 @@
/* /*
* Copyright (C) 2022 NHR@FAU, University Erlangen-Nuremberg. * Copyright (C) 2024 NHR@FAU, University Erlangen-Nuremberg.
* All rights reserved. This file is part of nusif-solver. * All rights reserved. This file is part of nusif-solver.
* Use of this source code is governed by a MIT style * Use of this source code is governed by a MIT style
* license that can be found in the LICENSE file. * license that can be found in the LICENSE file.
*/ */
#ifndef __COMM_H_ #ifndef __COMM_H_
#define __COMM_H_ #define __COMM_H_
#if defined(_MPI)
#include <mpi.h> #include <mpi.h>
#endif
/* /*
* Spatial directions: * Spatial directions:
* ICORD (0) from 0 (LEFT) to imax (RIGHT) * ICORD (0) from 0 (LEFT) to imax (RIGHT)
@ -24,17 +26,20 @@ enum op { MAX = 0, SUM };
typedef struct { typedef struct {
int rank; int rank;
int size; int size;
#if defined(_MPI)
MPI_Comm comm; MPI_Comm comm;
MPI_Datatype sbufferTypes[NDIRS]; MPI_Datatype sbufferTypes[NDIRS];
MPI_Datatype rbufferTypes[NDIRS]; MPI_Datatype rbufferTypes[NDIRS];
#endif
int neighbours[NDIRS]; int neighbours[NDIRS];
int coords[NDIMS], dims[NDIMS]; int coords[NDIMS], dims[NDIMS];
int imaxLocal, jmaxLocal, kmaxLocal; int imaxLocal, jmaxLocal, kmaxLocal;
MPI_File fh; MPI_File fh;
} Comm; } Comm;
extern void commInit(Comm* comm, int kmax, int jmax, int imax); extern void commInit(Comm* c, int argc, char** argv);
extern void commFree(Comm* comm); extern void commPartition(Comm* c, int kmax, int jmax, int imax);
extern void commFinalize(Comm* comm);
extern void commPrintConfig(Comm*); extern void commPrintConfig(Comm*);
extern void commExchange(Comm*, double*); extern void commExchange(Comm*, double*);
extern void commShift(Comm* c, double* f, double* g, double* h); extern void commShift(Comm* c, double* f, double* g, double* h);

View File

@ -1,89 +1,84 @@
/* /*
* Copyright (C) 2022 NHR@FAU, University Erlangen-Nuremberg. * Copyright (C) 2024 NHR@FAU, University Erlangen-Nuremberg.
* All rights reserved. * All rights reserved.
* Use of this source code is governed by a MIT-style * Use of this source code is governed by a MIT-style
* license that can be found in the LICENSE file. * license that can be found in the LICENSE file.
*/ */
#include <float.h> #include <float.h>
#include <limits.h> #include <limits.h>
#include <mpi.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
#include <unistd.h> #include <unistd.h>
#include "allocate.h" #include "allocate.h"
#include "comm.h"
#include "parameter.h" #include "parameter.h"
#include "progress.h" #include "progress.h"
#include "solver.h" #include "solver.h"
#include "test.h"
#include "timing.h" #include "timing.h"
#include "vtkWriter.h" #include "vtkWriter.h"
int main(int argc, char** argv) int main(int argc, char** argv)
{ {
int rank;
double timeStart, timeStop; double timeStart, timeStop;
Parameter params; Parameter p;
Solver solver; Solver s;
MPI_Init(&argc, &argv); commInit(&s.comm, argc, argv);
MPI_Comm_rank(MPI_COMM_WORLD, &rank); initParameter(&p);
initParameter(&params);
if (argc != 2) { if (argc != 2) {
printf("Usage: %s <configFile>\n", argv[0]); printf("Usage: %s <configFile>\n", argv[0]);
exit(EXIT_SUCCESS); exit(EXIT_SUCCESS);
} }
readParameter(&params, argv[1]); readParameter(&p, argv[1]);
if (commIsMaster(&solver.comm)) { commPartition(&s.comm, p.kmax, p.jmax, p.imax);
printParameter(&params); if (commIsMaster(&s.comm)) {
printParameter(&p);
} }
initSolver(&solver, &params); initSolver(&s, &p);
#ifndef VERBOSE #ifndef VERBOSE
initProgress(solver.te); initProgress(s.te);
#endif #endif
double tau = solver.tau; double tau = s.tau;
double te = solver.te; double te = s.te;
double t = 0.0; double t = 0.0;
int nt = 0;
timeStart = getTimeStamp(); timeStart = getTimeStamp();
while (t <= te) { while (t <= te) {
if (tau > 0.0) computeTimestep(&solver); if (tau > 0.0) computeTimestep(&s);
setBoundaryConditions(&solver); setBoundaryConditions(&s);
setSpecialBoundaryCondition(&solver); setSpecialBoundaryCondition(&s);
computeFG(&solver); computeFG(&s);
computeRHS(&solver); computeRHS(&s);
// if (nt % 100 == 0) normalizePressure(&solver); solve(&s);
solve(&solver); adaptUV(&s);
adaptUV(&solver); t += s.dt;
t += solver.dt;
nt++;
#ifdef VERBOSE #ifdef VERBOSE
if (commIsMaster(&solver.comm)) { if (commIsMaster(&s.comm)) {
printf("TIME %f , TIMESTEP %f\n", t, solver.dt); printf("TIME %f , TIMESTEP %f\n", t, s.dt);
} }
#else #else
printProgress(t); printProgress(t);
#endif #endif
} }
timeStop = getTimeStamp(); timeStop = getTimeStamp();
#ifndef VERBOSE
stopProgress(); stopProgress();
if (commIsMaster(&solver.comm)) { #endif
if (commIsMaster(&s.comm)) {
printf("Solution took %.2fs\n", timeStop - timeStart); printf("Solution took %.2fs\n", timeStop - timeStart);
} }
// testInit(&solver); VtkOptions opts = { .grid = s.grid, .comm = s.comm };
VtkOptions opts = { .grid = solver.grid, .comm = solver.comm }; vtkOpen(&opts, s.problem);
vtkOpen(&opts, solver.problem); vtkScalar(&opts, "pressure", s.p);
vtkScalar(&opts, "pressure", solver.p); vtkVector(&opts, "velocity", (VtkVector) { s.u, s.v, s.w });
vtkVector(&opts, "velocity", (VtkVector) { solver.u, solver.v, solver.w });
vtkClose(&opts); vtkClose(&opts);
commFree(&solver.comm); commFinalize(&s.comm);
MPI_Finalize();
return EXIT_SUCCESS; return EXIT_SUCCESS;
} }

View File

@ -9,6 +9,6 @@
extern void initProgress(double); extern void initProgress(double);
extern void printProgress(double); extern void printProgress(double);
extern void stopProgress(); extern void stopProgress(void);
#endif #endif

View File

@ -104,7 +104,6 @@ void initSolver(Solver* s, Parameter* params)
s->tau = params->tau; s->tau = params->tau;
s->gamma = params->gamma; s->gamma = params->gamma;
commInit(&s->comm, s->grid.kmax, s->grid.jmax, s->grid.imax);
/* allocate arrays */ /* allocate arrays */
int imaxLocal = s->comm.imaxLocal; int imaxLocal = s->comm.imaxLocal;
int jmaxLocal = s->comm.jmaxLocal; int jmaxLocal = s->comm.jmaxLocal;
@ -199,18 +198,23 @@ void solve(Solver* s)
double epssq = eps * eps; double epssq = eps * eps;
int it = 0; int it = 0;
double res = 1.0; double res = 1.0;
commExchange(&s->comm, p); int pass, ksw, jsw, isw;
while ((res >= epssq) && (it < itermax)) { while ((res >= epssq) && (it < itermax)) {
res = 0.0; ksw = 1;
for (pass = 0; pass < 2; pass++) {
jsw = ksw;
commExchange(&s->comm, p);
for (int k = 1; k < kmaxLocal + 1; k++) { for (int k = 1; k < kmaxLocal + 1; k++) {
isw = jsw;
for (int j = 1; j < jmaxLocal + 1; j++) { for (int j = 1; j < jmaxLocal + 1; j++) {
for (int i = 1; i < imaxLocal + 1; i++) { for (int i = isw; i < imaxLocal + 1; i += 2) {
double r = RHS(i, j, k) - double r =
((P(i + 1, j, k) - 2.0 * P(i, j, k) + P(i - 1, j, k)) * RHS(i, j, k) -
idx2 + ((P(i + 1, j, k) - 2.0 * P(i, j, k) + P(i - 1, j, k)) * idx2 +
(P(i, j + 1, k) - 2.0 * P(i, j, k) + P(i, j - 1, k)) * (P(i, j + 1, k) - 2.0 * P(i, j, k) + P(i, j - 1, k)) *
idy2 + idy2 +
(P(i, j, k + 1) - 2.0 * P(i, j, k) + P(i, j, k - 1)) * (P(i, j, k + 1) - 2.0 * P(i, j, k) + P(i, j, k - 1)) *
@ -219,7 +223,11 @@ void solve(Solver* s)
P(i, j, k) -= (factor * r); P(i, j, k) -= (factor * r);
res += (r * r); res += (r * r);
} }
isw = 3 - isw;
} }
jsw = 3 - jsw;
}
ksw = 3 - ksw;
} }
if (commIsBoundary(&s->comm, FRONT)) { if (commIsBoundary(&s->comm, FRONT)) {

View File

@ -33,13 +33,13 @@ typedef struct {
Comm comm; Comm comm;
} Solver; } Solver;
void initSolver(Solver*, Parameter*); extern void initSolver(Solver*, Parameter*);
void computeRHS(Solver*); extern void computeRHS(Solver*);
void solve(Solver*); extern void solve(Solver*);
void normalizePressure(Solver*); extern void normalizePressure(Solver*);
void computeTimestep(Solver*); extern void computeTimestep(Solver*);
void setBoundaryConditions(Solver*); extern void setBoundaryConditions(Solver*);
void setSpecialBoundaryCondition(Solver*); extern void setSpecialBoundaryCondition(Solver*);
void computeFG(Solver*); extern void computeFG(Solver*);
void adaptUV(Solver*); extern void adaptUV(Solver*);
#endif #endif

View File

@ -7,18 +7,16 @@
#include <stdlib.h> #include <stdlib.h>
#include <time.h> #include <time.h>
double getTimeStamp() double getTimeStamp(void)
{ {
struct timespec ts; struct timespec ts;
clock_gettime(CLOCK_MONOTONIC, &ts); clock_gettime(CLOCK_MONOTONIC, &ts);
return (double)ts.tv_sec + (double)ts.tv_nsec * 1.e-9; return (double)ts.tv_sec + (double)ts.tv_nsec * 1.e-9;
} }
double getTimeResolution() double getTimeResolution(void)
{ {
struct timespec ts; struct timespec ts;
clock_getres(CLOCK_MONOTONIC, &ts); clock_getres(CLOCK_MONOTONIC, &ts);
return (double)ts.tv_sec + (double)ts.tv_nsec * 1.e-9; return (double)ts.tv_sec + (double)ts.tv_nsec * 1.e-9;
} }
double getTimeStamp_() { return getTimeStamp(); }

View File

@ -7,8 +7,7 @@
#ifndef __TIMING_H_ #ifndef __TIMING_H_
#define __TIMING_H_ #define __TIMING_H_
extern double getTimeStamp(); extern double getTimeStamp(void);
extern double getTimeResolution(); extern double getTimeResolution(void);
extern double getTimeStamp_();
#endif // __TIMING_H_ #endif // __TIMING_H_

View File

@ -1,5 +1,6 @@
# Supported: GCC, CLANG, ICC # Supported: GCC, CLANG, ICC
TAG ?= CLANG TAG ?= CLANG
ENABLE_MPI ?= true
ENABLE_OPENMP ?= false ENABLE_OPENMP ?= false
#Feature options #Feature options

View File

@ -1,4 +1,10 @@
ifeq ($(ENABLE_MPI),true)
CC = mpicc CC = mpicc
DEFINES = -D_MPI
else
CC = cc
endif
GCC = cc GCC = cc
LINKER = $(CC) LINKER = $(CC)
@ -9,9 +15,7 @@ LIBS = # -lomp
endif endif
VERSION = --version VERSION = --version
# CFLAGS = -O3 -std=c17 $(OPENMP)
CFLAGS = -Ofast -std=c17 CFLAGS = -Ofast -std=c17
#CFLAGS = -Ofast -fnt-store=aggressive -std=c99 $(OPENMP) #AMD CLANG
LFLAGS = $(OPENMP) -lm LFLAGS = $(OPENMP) -lm
DEFINES = -D_GNU_SOURCE# -DDEBUG DEFINES += -D_GNU_SOURCE# -DDEBUG
INCLUDES = INCLUDES =

View File

@ -5,10 +5,13 @@
* license that can be found in the LICENSE file. * license that can be found in the LICENSE file.
*/ */
#include <errno.h> #include <errno.h>
#include <stddef.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
void* allocate(int alignment, size_t bytesize) #include "allocate.h"
void* allocate(size_t alignment, size_t bytesize)
{ {
int errorCode; int errorCode;
void* ptr; void* ptr;

View File

@ -8,6 +8,6 @@
#define __ALLOCATE_H_ #define __ALLOCATE_H_
#include <stdlib.h> #include <stdlib.h>
extern void* allocate(int alignment, size_t bytesize); extern void* allocate(size_t alignment, size_t bytesize);
#endif #endif

View File

@ -4,7 +4,9 @@
* Use of this source code is governed by a MIT style * Use of this source code is governed by a MIT style
* license that can be found in the LICENSE file. * license that can be found in the LICENSE file.
*/ */
#if defined(_MPI)
#include <mpi.h> #include <mpi.h>
#endif
#include <stddef.h> #include <stddef.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
@ -12,6 +14,7 @@
#include "allocate.h" #include "allocate.h"
#include "comm.h" #include "comm.h"
#if defined(_MPI)
// subroutines local to this module // subroutines local to this module
static int sizeOfRank(int rank, int size, int N) static int sizeOfRank(int rank, int size, int N)
{ {
@ -177,19 +180,23 @@ static int sum(int* sizes, int position)
return sum; return sum;
} }
#endif
// exported subroutines // exported subroutines
void commReduction(double* v, int op) void commReduction(double* v, int op)
{ {
#if defined(_MPI)
if (op == MAX) { if (op == MAX) {
MPI_Allreduce(MPI_IN_PLACE, v, 1, MPI_DOUBLE, MPI_MAX, MPI_COMM_WORLD); MPI_Allreduce(MPI_IN_PLACE, v, 1, MPI_DOUBLE, MPI_MAX, MPI_COMM_WORLD);
} else if (op == SUM) { } else if (op == SUM) {
MPI_Allreduce(MPI_IN_PLACE, v, 1, MPI_DOUBLE, MPI_SUM, MPI_COMM_WORLD); MPI_Allreduce(MPI_IN_PLACE, v, 1, MPI_DOUBLE, MPI_SUM, MPI_COMM_WORLD);
} }
#endif
} }
int commIsBoundary(Comm* c, Direction direction) int commIsBoundary(Comm* c, Direction direction)
{ {
#if defined(_MPI)
switch (direction) { switch (direction) {
case LEFT: case LEFT:
return c->coords[ICORD] == 0; return c->coords[ICORD] == 0;
@ -213,12 +220,14 @@ int commIsBoundary(Comm* c, Direction direction)
printf("ERROR!\n"); printf("ERROR!\n");
break; break;
} }
#endif
return 0; return 1;
} }
void commExchange(Comm* c, double* grid) void commExchange(Comm* c, double* grid)
{ {
#if defined(_MPI)
int counts[6] = { 1, 1, 1, 1, 1, 1 }; int counts[6] = { 1, 1, 1, 1, 1, 1 };
MPI_Aint displs[6] = { 0, 0, 0, 0, 0, 0 }; MPI_Aint displs[6] = { 0, 0, 0, 0, 0, 0 };
@ -231,10 +240,12 @@ void commExchange(Comm* c, double* grid)
displs, displs,
c->rbufferTypes, c->rbufferTypes,
c->comm); c->comm);
#endif
} }
void commShift(Comm* c, double* f, double* g, double* h) void commShift(Comm* c, double* f, double* g, double* h)
{ {
#if defined(_MPI)
MPI_Request requests[6] = { MPI_REQUEST_NULL, MPI_Request requests[6] = { MPI_REQUEST_NULL,
MPI_REQUEST_NULL, MPI_REQUEST_NULL,
MPI_REQUEST_NULL, MPI_REQUEST_NULL,
@ -282,6 +293,7 @@ void commShift(Comm* c, double* f, double* g, double* h)
MPI_Isend(h, 1, c->sbufferTypes[BACK], c->neighbours[BACK], 2, c->comm, &requests[5]); MPI_Isend(h, 1, c->sbufferTypes[BACK], c->neighbours[BACK], 2, c->comm, &requests[5]);
MPI_Waitall(6, requests, MPI_STATUSES_IGNORE); MPI_Waitall(6, requests, MPI_STATUSES_IGNORE);
#endif
} }
#define G(v, i, j, k) \ #define G(v, i, j, k) \
@ -300,6 +312,7 @@ void commCollectResult(Comm* c,
int jmax, int jmax,
int imax) int imax)
{ {
#if defined(_MPI)
int imaxLocal = c->imaxLocal; int imaxLocal = c->imaxLocal;
int jmaxLocal = c->jmaxLocal; int jmaxLocal = c->jmaxLocal;
int kmaxLocal = c->kmaxLocal; int kmaxLocal = c->kmaxLocal;
@ -426,10 +439,12 @@ void commCollectResult(Comm* c,
imax); imax);
free(tmp); free(tmp);
#endif
} }
void commPrintConfig(Comm* c) void commPrintConfig(Comm* c)
{ {
#if defined(_MPI)
fflush(stdout); fflush(stdout);
MPI_Barrier(MPI_COMM_WORLD); MPI_Barrier(MPI_COMM_WORLD);
if (commIsMaster(c)) { if (commIsMaster(c)) {
@ -459,13 +474,24 @@ void commPrintConfig(Comm* c)
} }
} }
MPI_Barrier(MPI_COMM_WORLD); MPI_Barrier(MPI_COMM_WORLD);
#endif
} }
void commInit(Comm* c, int kmax, int jmax, int imax) void commInit(Comm* c, int argc, char** argv)
{ {
/* setup communication */ #if defined(_MPI)
MPI_Init(&argc, &argv);
MPI_Comm_rank(MPI_COMM_WORLD, &(c->rank)); MPI_Comm_rank(MPI_COMM_WORLD, &(c->rank));
MPI_Comm_size(MPI_COMM_WORLD, &(c->size)); MPI_Comm_size(MPI_COMM_WORLD, &(c->size));
#else
c->rank = 0;
c->size = 1;
#endif
}
void commPartition(Comm* c, int kmax, int jmax, int imax)
{
#if defined(_MPI)
int dims[NDIMS] = { 0, 0, 0 }; int dims[NDIMS] = { 0, 0, 0 };
int periods[NDIMS] = { 0, 0, 0 }; int periods[NDIMS] = { 0, 0, 0 };
MPI_Dims_create(c->size, NDIMS, dims); MPI_Dims_create(c->size, NDIMS, dims);
@ -492,12 +518,21 @@ void commInit(Comm* c, int kmax, int jmax, int imax)
setupCommunication(c, FRONT, HALO); setupCommunication(c, FRONT, HALO);
setupCommunication(c, BACK, BULK); setupCommunication(c, BACK, BULK);
setupCommunication(c, BACK, HALO); setupCommunication(c, BACK, HALO);
#else
c->imaxLocal = imax;
c->jmaxLocal = jmax;
c->kmaxLocal = kmax;
#endif
} }
void commFree(Comm* c) void commFinalize(Comm* c)
{ {
#if defined(_MPI)
for (int i = 0; i < NDIRS; i++) { for (int i = 0; i < NDIRS; i++) {
MPI_Type_free(&c->sbufferTypes[i]); MPI_Type_free(&c->sbufferTypes[i]);
MPI_Type_free(&c->rbufferTypes[i]); MPI_Type_free(&c->rbufferTypes[i]);
} }
MPI_Finalize();
#endif
} }

View File

@ -1,12 +1,14 @@
/* /*
* Copyright (C) 2022 NHR@FAU, University Erlangen-Nuremberg. * Copyright (C) 2024 NHR@FAU, University Erlangen-Nuremberg.
* All rights reserved. This file is part of nusif-solver. * All rights reserved. This file is part of nusif-solver.
* Use of this source code is governed by a MIT style * Use of this source code is governed by a MIT style
* license that can be found in the LICENSE file. * license that can be found in the LICENSE file.
*/ */
#ifndef __COMM_H_ #ifndef __COMM_H_
#define __COMM_H_ #define __COMM_H_
#if defined(_MPI)
#include <mpi.h> #include <mpi.h>
#endif
/* /*
* Spatial directions: * Spatial directions:
* ICORD (0) from 0 (LEFT) to imax (RIGHT) * ICORD (0) from 0 (LEFT) to imax (RIGHT)
@ -24,17 +26,19 @@ enum op { MAX = 0, SUM };
typedef struct { typedef struct {
int rank; int rank;
int size; int size;
#if defined(_MPI)
MPI_Comm comm; MPI_Comm comm;
MPI_Datatype sbufferTypes[NDIRS]; MPI_Datatype sbufferTypes[NDIRS];
MPI_Datatype rbufferTypes[NDIRS]; MPI_Datatype rbufferTypes[NDIRS];
#endif
int neighbours[NDIRS]; int neighbours[NDIRS];
int coords[NDIMS], dims[NDIMS]; int coords[NDIMS], dims[NDIMS];
int imaxLocal, jmaxLocal, kmaxLocal; int imaxLocal, jmaxLocal, kmaxLocal;
MPI_File fh;
} Comm; } Comm;
extern void commInit(Comm* comm, int kmax, int jmax, int imax); extern void commInit(Comm* c, int argc, char** argv);
extern void commFree(Comm* comm); extern void commPartition(Comm* c, int kmax, int jmax, int imax);
extern void commFinalize(Comm* comm);
extern void commPrintConfig(Comm*); extern void commPrintConfig(Comm*);
extern void commExchange(Comm*, double*); extern void commExchange(Comm*, double*);
extern void commShift(Comm* c, double* f, double* g, double* h); extern void commShift(Comm* c, double* f, double* g, double* h);

View File

@ -1,90 +1,82 @@
/* /*
* Copyright (C) 2022 NHR@FAU, University Erlangen-Nuremberg. * Copyright (C) 2024 NHR@FAU, University Erlangen-Nuremberg.
* All rights reserved. * All rights reserved.
* Use of this source code is governed by a MIT-style * Use of this source code is governed by a MIT-style
* license that can be found in the LICENSE file. * license that can be found in the LICENSE file.
*/ */
#include <float.h> #include <float.h>
#include <limits.h> #include <limits.h>
#include <mpi.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
#include <unistd.h> #include <unistd.h>
#include "allocate.h" #include "allocate.h"
#include "comm.h"
#include "parameter.h" #include "parameter.h"
#include "progress.h" #include "progress.h"
#include "solver.h" #include "solver.h"
#include "test.h"
#include "timing.h" #include "timing.h"
#include "vtkWriter.h" #include "vtkWriter.h"
int main(int argc, char** argv) int main(int argc, char** argv)
{ {
int rank;
double timeStart, timeStop; double timeStart, timeStop;
Parameter params; Parameter p;
Solver solver; Solver s;
MPI_Init(&argc, &argv); commInit(&s.comm, argc, argv);
MPI_Comm_rank(MPI_COMM_WORLD, &rank); initParameter(&p);
initParameter(&params);
if (argc != 2) { if (argc != 2) {
printf("Usage: %s <configFile>\n", argv[0]); printf("Usage: %s <configFile>\n", argv[0]);
exit(EXIT_SUCCESS); exit(EXIT_SUCCESS);
} }
readParameter(&params, argv[1]); readParameter(&p, argv[1]);
if (commIsMaster(&solver.comm)) { commPartition(&s.comm, p.kmax, p.jmax, p.imax);
printParameter(&params); if (commIsMaster(&s.comm)) {
printParameter(&p);
} }
initSolver(&solver, &params); initSolver(&s, &p);
#ifndef VERBOSE #ifndef VERBOSE
initProgress(solver.te); initProgress(s.te);
#endif #endif
double tau = solver.tau; double tau = s.tau;
double te = solver.te; double te = s.te;
double t = 0.0; double t = 0.0;
int nt = 0;
timeStart = getTimeStamp(); timeStart = getTimeStamp();
while (t <= te) { while (t <= te) {
if (tau > 0.0) computeTimestep(&solver); if (tau > 0.0) computeTimestep(&s);
setBoundaryConditions(&solver); setBoundaryConditions(&s);
setSpecialBoundaryCondition(&solver); setSpecialBoundaryCondition(&s);
computeFG(&solver); computeFG(&s);
computeRHS(&solver); computeRHS(&s);
// if (nt % 100 == 0) normalizePressure(&solver); solve(&s);
solve(&solver); adaptUV(&s);
adaptUV(&solver); t += s.dt;
t += solver.dt;
nt++;
#ifdef VERBOSE #ifdef VERBOSE
if (commIsMaster(&solver.comm)) { if (commIsMaster(&s.comm)) {
printf("TIME %f , TIMESTEP %f\n", t, solver.dt); printf("TIME %f , TIMESTEP %f\n", t, s.dt);
} }
#else #else
printProgress(t); printProgress(t);
#endif #endif
} }
timeStop = getTimeStamp(); timeStop = getTimeStamp();
#ifndef VERBOSE
stopProgress(); stopProgress();
if (commIsMaster(&solver.comm)) { #endif
if (commIsMaster(&s.comm)) {
printf("Solution took %.2fs\n", timeStop - timeStart); printf("Solution took %.2fs\n", timeStop - timeStart);
} }
// testInit(&solver);
// commExchange(&solver.comm, solver.p);
// testPrintHalo(&solver, solver.p);
double *pg, *ug, *vg, *wg; double *pg, *ug, *vg, *wg;
if (commIsMaster(&solver.comm)) { if (commIsMaster(&s.comm)) {
size_t bytesize = solver.grid.imax * solver.grid.jmax * solver.grid.kmax * size_t bytesize = s.grid.imax * s.grid.jmax * s.grid.kmax * sizeof(double);
sizeof(double);
pg = allocate(64, bytesize); pg = allocate(64, bytesize);
ug = allocate(64, bytesize); ug = allocate(64, bytesize);
@ -92,26 +84,25 @@ int main(int argc, char** argv)
wg = allocate(64, bytesize); wg = allocate(64, bytesize);
} }
commCollectResult(&solver.comm, commCollectResult(&s.comm,
ug, ug,
vg, vg,
wg, wg,
pg, pg,
solver.u, s.u,
solver.v, s.v,
solver.w, s.w,
solver.p, s.p,
solver.grid.kmax, s.grid.kmax,
solver.grid.jmax, s.grid.jmax,
solver.grid.imax); s.grid.imax);
VtkOptions opts = { .grid = solver.grid, .comm = solver.comm }; VtkOptions opts = { .grid = s.grid, .comm = s.comm };
vtkOpen(&opts, solver.problem); vtkOpen(&opts, s.problem);
vtkScalar(&opts, "pressure", pg); vtkScalar(&opts, "pressure", pg);
vtkVector(&opts, "velocity", (VtkVector) { ug, vg, wg }); vtkVector(&opts, "velocity", (VtkVector) { ug, vg, wg });
vtkClose(&opts); vtkClose(&opts);
commFree(&solver.comm); commFinalize(&s.comm);
MPI_Finalize();
return EXIT_SUCCESS; return EXIT_SUCCESS;
} }

View File

@ -9,6 +9,6 @@
extern void initProgress(double); extern void initProgress(double);
extern void printProgress(double); extern void printProgress(double);
extern void stopProgress(); extern void stopProgress(void);
#endif #endif

View File

@ -104,7 +104,6 @@ void initSolver(Solver* s, Parameter* params)
s->tau = params->tau; s->tau = params->tau;
s->gamma = params->gamma; s->gamma = params->gamma;
commInit(&s->comm, s->grid.kmax, s->grid.jmax, s->grid.imax);
/* allocate arrays */ /* allocate arrays */
int imaxLocal = s->comm.imaxLocal; int imaxLocal = s->comm.imaxLocal;
int jmaxLocal = s->comm.jmaxLocal; int jmaxLocal = s->comm.jmaxLocal;
@ -199,27 +198,36 @@ void solve(Solver* s)
double epssq = eps * eps; double epssq = eps * eps;
int it = 0; int it = 0;
double res = 1.0; double res = 1.0;
commExchange(&s->comm, p); int pass, ksw, jsw, isw;
while ((res >= epssq) && (it < itermax)) { while ((res >= epssq) && (it < itermax)) {
res = 0.0; ksw = 1;
for (int k = 1; k < kmaxLocal + 1; k++) { for (pass = 0; pass < 2; pass++) {
for (int j = 1; j < jmaxLocal + 1; j++) { jsw = ksw;
for (int i = 1; i < imaxLocal + 1; i++) { commExchange(&s->comm, p);
double r = RHS(i, j, k) - for (int k = 1; k < kmaxLocal + 1; k++) {
((P(i + 1, j, k) - 2.0 * P(i, j, k) + P(i - 1, j, k)) * isw = jsw;
idx2 + for (int j = 1; j < jmaxLocal + 1; j++) {
(P(i, j + 1, k) - 2.0 * P(i, j, k) + P(i, j - 1, k)) * for (int i = isw; i < imaxLocal + 1; i += 2) {
idy2 +
(P(i, j, k + 1) - 2.0 * P(i, j, k) + P(i, j, k - 1)) *
idz2);
P(i, j, k) -= (factor * r); double r =
res += (r * r); RHS(i, j, k) -
((P(i + 1, j, k) - 2.0 * P(i, j, k) + P(i - 1, j, k)) * idx2 +
(P(i, j + 1, k) - 2.0 * P(i, j, k) + P(i, j - 1, k)) *
idy2 +
(P(i, j, k + 1) - 2.0 * P(i, j, k) + P(i, j, k - 1)) *
idz2);
P(i, j, k) -= (factor * r);
res += (r * r);
}
isw = 3 - isw;
} }
jsw = 3 - jsw;
} }
ksw = 3 - ksw;
} }
if (commIsBoundary(&s->comm, FRONT)) { if (commIsBoundary(&s->comm, FRONT)) {

View File

@ -33,13 +33,13 @@ typedef struct {
Comm comm; Comm comm;
} Solver; } Solver;
void initSolver(Solver*, Parameter*); extern void initSolver(Solver*, Parameter*);
void computeRHS(Solver*); extern void computeRHS(Solver*);
void solve(Solver*); extern void solve(Solver*);
void normalizePressure(Solver*); extern void normalizePressure(Solver*);
void computeTimestep(Solver*); extern void computeTimestep(Solver*);
void setBoundaryConditions(Solver*); extern void setBoundaryConditions(Solver*);
void setSpecialBoundaryCondition(Solver*); extern void setSpecialBoundaryCondition(Solver*);
void computeFG(Solver*); extern void computeFG(Solver*);
void adaptUV(Solver*); extern void adaptUV(Solver*);
#endif #endif

View File

@ -7,18 +7,16 @@
#include <stdlib.h> #include <stdlib.h>
#include <time.h> #include <time.h>
double getTimeStamp() double getTimeStamp(void)
{ {
struct timespec ts; struct timespec ts;
clock_gettime(CLOCK_MONOTONIC, &ts); clock_gettime(CLOCK_MONOTONIC, &ts);
return (double)ts.tv_sec + (double)ts.tv_nsec * 1.e-9; return (double)ts.tv_sec + (double)ts.tv_nsec * 1.e-9;
} }
double getTimeResolution() double getTimeResolution(void)
{ {
struct timespec ts; struct timespec ts;
clock_getres(CLOCK_MONOTONIC, &ts); clock_getres(CLOCK_MONOTONIC, &ts);
return (double)ts.tv_sec + (double)ts.tv_nsec * 1.e-9; return (double)ts.tv_sec + (double)ts.tv_nsec * 1.e-9;
} }
double getTimeStamp_() { return getTimeStamp(); }

View File

@ -7,8 +7,7 @@
#ifndef __TIMING_H_ #ifndef __TIMING_H_
#define __TIMING_H_ #define __TIMING_H_
extern double getTimeStamp(); extern double getTimeStamp(void);
extern double getTimeResolution(); extern double getTimeResolution(void);
extern double getTimeStamp_();
#endif // __TIMING_H_ #endif // __TIMING_H_

View File

@ -68,18 +68,18 @@ static void createBulkArrays(Solver* s, double* pg, double* ug, double* vg, doub
int main(int argc, char** argv) int main(int argc, char** argv)
{ {
double timeStart, timeStop; double timeStart, timeStop;
Parameter params; Parameter p;
Solver s; Solver s;
initParameter(&params); initParameter(&p);
if (argc != 2) { if (argc != 2) {
printf("Usage: %s <configFile>\n", argv[0]); printf("Usage: %s <configFile>\n", argv[0]);
exit(EXIT_SUCCESS); exit(EXIT_SUCCESS);
} }
readParameter(&params, argv[1]); readParameter(&p, argv[1]);
printParameter(&params); printParameter(&p);
initSolver(&s, &params); initSolver(&s, &p);
#ifndef VERBOSE #ifndef VERBOSE
initProgress(s.te); initProgress(s.te);
#endif #endif

View File

@ -41,13 +41,19 @@ static void printConfig(Solver* s)
s->grid.xlength, s->grid.xlength,
s->grid.ylength, s->grid.ylength,
s->grid.zlength); s->grid.zlength);
printf("\tCells (x, y, z): %d, %d, %d\n", s->grid.imax, s->grid.jmax, s->grid.kmax); printf("\tCells (x, y, z): %d, %d, %d\n",
printf("\tCell size (dx, dy, dz): %f, %f, %f\n", s->grid.dx, s->grid.dy, s->grid.dz); s->grid.imax,
s->grid.jmax,
s->grid.kmax);
printf("\tCell size (dx, dy, dz): %f, %f, %f\n",
s->grid.dx,
s->grid.dy,
s->grid.dz);
printf("Timestep parameters:\n"); printf("Timestep parameters:\n");
printf("\tDefault stepsize: %.2f, Final time %.2f\n", s->dt, s->te); printf("\tDefault stepsize: %.2f, Final time %.2f\n", s->dt, s->te);
printf("\tdt bound: %.6f\n", s->dtBound); printf("\tdt bound: %.6f\n", s->dtBound);
printf("\tTau factor: %.2f\n", s->tau); printf("\tTau factor: %.2f\n", s->tau);
printf("Iterative s parameters:\n"); printf("Iterative parameters:\n");
printf("\tMax iterations: %d\n", s->itermax); printf("\tMax iterations: %d\n", s->itermax);
printf("\tepsilon (stopping tolerance) : %f\n", s->eps); printf("\tepsilon (stopping tolerance) : %f\n", s->eps);
printf("\tgamma factor: %f\n", s->gamma); printf("\tgamma factor: %f\n", s->gamma);
@ -63,6 +69,7 @@ void initSolver(Solver* s, Parameter* params)
s->bcTop = params->bcTop; s->bcTop = params->bcTop;
s->bcFront = params->bcFront; s->bcFront = params->bcFront;
s->bcBack = params->bcBack; s->bcBack = params->bcBack;
s->grid.imax = params->imax; s->grid.imax = params->imax;
s->grid.jmax = params->jmax; s->grid.jmax = params->jmax;
s->grid.kmax = params->kmax; s->grid.kmax = params->kmax;
@ -72,6 +79,7 @@ void initSolver(Solver* s, Parameter* params)
s->grid.dx = params->xlength / params->imax; s->grid.dx = params->xlength / params->imax;
s->grid.dy = params->ylength / params->jmax; s->grid.dy = params->ylength / params->jmax;
s->grid.dz = params->zlength / params->kmax; s->grid.dz = params->zlength / params->kmax;
s->eps = params->eps; s->eps = params->eps;
s->omega = params->omg; s->omega = params->omg;
s->itermax = params->itermax; s->itermax = params->itermax;
@ -129,6 +137,7 @@ void computeRHS(Solver* s)
double idy = 1.0 / s->grid.dy; double idy = 1.0 / s->grid.dy;
double idz = 1.0 / s->grid.dz; double idz = 1.0 / s->grid.dz;
double idt = 1.0 / s->dt; double idt = 1.0 / s->dt;
double* rhs = s->rhs; double* rhs = s->rhs;
double* f = s->f; double* f = s->f;
double* g = s->g; double* g = s->g;
@ -151,6 +160,7 @@ void solve(Solver* s)
int imax = s->grid.imax; int imax = s->grid.imax;
int jmax = s->grid.jmax; int jmax = s->grid.jmax;
int kmax = s->grid.kmax; int kmax = s->grid.kmax;
double eps = s->eps; double eps = s->eps;
int itermax = s->itermax; int itermax = s->itermax;
double dx2 = s->grid.dx * s->grid.dx; double dx2 = s->grid.dx * s->grid.dx;
@ -159,6 +169,7 @@ void solve(Solver* s)
double idx2 = 1.0 / dx2; double idx2 = 1.0 / dx2;
double idy2 = 1.0 / dy2; double idy2 = 1.0 / dy2;
double idz2 = 1.0 / dz2; double idz2 = 1.0 / dz2;
double factor = s->omega * 0.5 * (dx2 * dy2 * dz2) / double factor = s->omega * 0.5 * (dx2 * dy2 * dz2) /
(dy2 * dz2 + dx2 * dz2 + dx2 * dy2); (dy2 * dz2 + dx2 * dz2 + dx2 * dy2);
double* p = s->p; double* p = s->p;
@ -340,6 +351,7 @@ void computeTimestep(Solver* s)
double dx = s->grid.dx; double dx = s->grid.dx;
double dy = s->grid.dy; double dy = s->grid.dy;
double dz = s->grid.dz; double dz = s->grid.dz;
double umax = maxElement(s, s->u); double umax = maxElement(s, s->u);
double vmax = maxElement(s, s->v); double vmax = maxElement(s, s->v);
double wmax = maxElement(s, s->w); double wmax = maxElement(s, s->w);
@ -604,9 +616,9 @@ void computeFG(Solver* s)
double gx = s->gx; double gx = s->gx;
double gy = s->gy; double gy = s->gy;
double gz = s->gz; double gz = s->gz;
double gamma = s->gamma;
double dt = s->dt; double dt = s->dt;
double gamma = s->gamma;
double inverseRe = 1.0 / s->re; double inverseRe = 1.0 / s->re;
double inverseDx = 1.0 / s->grid.dx; double inverseDx = 1.0 / s->grid.dx;
double inverseDy = 1.0 / s->grid.dy; double inverseDy = 1.0 / s->grid.dy;