Synchronize and Update variants. Prepare Assigment codes.

BasicSolver/3D-mpi/src/main.c

@@ -1,90 +1,82 @@
 /*
- * Copyright (C) 2022 NHR@FAU, University Erlangen-Nuremberg.
+ * Copyright (C) 2024 NHR@FAU, University Erlangen-Nuremberg.
  * All rights reserved.
  * Use of this source code is governed by a MIT-style
  * license that can be found in the LICENSE file.
  */
 #include <float.h>
 #include <limits.h>
-#include <mpi.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <unistd.h>
 
 #include "allocate.h"
+#include "comm.h"
 #include "parameter.h"
 #include "progress.h"
 #include "solver.h"
-#include "test.h"
 #include "timing.h"
 #include "vtkWriter.h"
 
 int main(int argc, char** argv)
 {
-    int rank;
     double timeStart, timeStop;
-    Parameter params;
-    Solver solver;
+    Parameter p;
+    Solver s;
 
-    MPI_Init(&argc, &argv);
-    MPI_Comm_rank(MPI_COMM_WORLD, &rank);
-    initParameter(&params);
+    commInit(&s.comm, argc, argv);
+    initParameter(&p);
 
     if (argc != 2) {
         printf("Usage: %s <configFile>\n", argv[0]);
         exit(EXIT_SUCCESS);
     }
 
-    readParameter(&params, argv[1]);
-    if (commIsMaster(&solver.comm)) {
-        printParameter(&params);
+    readParameter(&p, argv[1]);
+    commPartition(&s.comm, p.kmax, p.jmax, p.imax);
+    if (commIsMaster(&s.comm)) {
+        printParameter(&p);
     }
-    initSolver(&solver, &params);
+    initSolver(&s, &p);
 #ifndef VERBOSE
-    initProgress(solver.te);
+    initProgress(s.te);
 #endif
 
-    double tau = solver.tau;
-    double te  = solver.te;
+    double tau = s.tau;
+    double te  = s.te;
     double t   = 0.0;
-    int nt     = 0;
 
     timeStart = getTimeStamp();
     while (t <= te) {
-        if (tau > 0.0) computeTimestep(&solver);
-        setBoundaryConditions(&solver);
-        setSpecialBoundaryCondition(&solver);
-        computeFG(&solver);
-        computeRHS(&solver);
-        // if (nt % 100 == 0) normalizePressure(&solver);
-        solve(&solver);
-        adaptUV(&solver);
-        t += solver.dt;
-        nt++;
+        if (tau > 0.0) computeTimestep(&s);
+        setBoundaryConditions(&s);
+        setSpecialBoundaryCondition(&s);
+        computeFG(&s);
+        computeRHS(&s);
+        solve(&s);
+        adaptUV(&s);
+        t += s.dt;
 
 #ifdef VERBOSE
-        if (commIsMaster(&solver.comm)) {
-            printf("TIME %f , TIMESTEP %f\n", t, solver.dt);
+        if (commIsMaster(&s.comm)) {
+            printf("TIME %f , TIMESTEP %f\n", t, s.dt);
         }
 #else
         printProgress(t);
 #endif
     }
     timeStop = getTimeStamp();
+#ifndef VERBOSE
     stopProgress();
-    if (commIsMaster(&solver.comm)) {
+#endif
+    if (commIsMaster(&s.comm)) {
         printf("Solution took %.2fs\n", timeStop - timeStart);
     }
 
-    // testInit(&solver);
-    // commExchange(&solver.comm, solver.p);
-    // testPrintHalo(&solver, solver.p);
-
     double *pg, *ug, *vg, *wg;
 
-    if (commIsMaster(&solver.comm)) {
-        size_t bytesize = solver.grid.imax * solver.grid.jmax * solver.grid.kmax *
-                          sizeof(double);
+    if (commIsMaster(&s.comm)) {
+        size_t bytesize = s.grid.imax * s.grid.jmax * s.grid.kmax * sizeof(double);
 
         pg = allocate(64, bytesize);
         ug = allocate(64, bytesize);
@@ -92,26 +84,25 @@ int main(int argc, char** argv)
         wg = allocate(64, bytesize);
     }
 
-    commCollectResult(&solver.comm,
+    commCollectResult(&s.comm,
         ug,
         vg,
         wg,
         pg,
-        solver.u,
-        solver.v,
-        solver.w,
-        solver.p,
-        solver.grid.kmax,
-        solver.grid.jmax,
-        solver.grid.imax);
+        s.u,
+        s.v,
+        s.w,
+        s.p,
+        s.grid.kmax,
+        s.grid.jmax,
+        s.grid.imax);
 
-    VtkOptions opts = { .grid = solver.grid, .comm = solver.comm };
-    vtkOpen(&opts, solver.problem);
+    VtkOptions opts = { .grid = s.grid, .comm = s.comm };
+    vtkOpen(&opts, s.problem);
     vtkScalar(&opts, "pressure", pg);
     vtkVector(&opts, "velocity", (VtkVector) { ug, vg, wg });
     vtkClose(&opts);
 
-    commFree(&solver.comm);
-    MPI_Finalize();
+    commFinalize(&s.comm);
     return EXIT_SUCCESS;
 }