Merge pull request #47 from ecrc/Full-Pipeline

SAbdulah · web-flow · commit 58154231b65d · 2025-11-18T16:31:20.000+03:00
V2.0.0
diff --git a/FullPipeline.sh b/FullPipeline.sh
@@ -286,8 +286,11 @@ for lat in $(seq 0 $((total_latitudes - 1))); do
     
     echo "[$(date +%H:%M:%S)] Starting latitude ${lat}..."
     
-    # Run this latitude in background
+    # Run this latitude in background with environment variable set
     (
+        # Set environment variable for the C++ program to know which latitude band this is
+        export STAGEZERO_LATITUDE_BAND=${lat}
+        
         mpirun -n ${mpi_processes} ${MeanTrendRemoval_BIN} \
             --kernel=trend_model \
             --lon=${lon} \
diff --git a/examples/climate-emulator/ClimateEmulator.cpp b/examples/climate-emulator/ClimateEmulator.cpp
@@ -23,6 +23,18 @@ using namespace exageostat::api;
 
 int main(int argc, char **argv) {
 
+    // Climate Emulator requires PaRSEC runtime
+    #if DEFAULT_RUNTIME
+        std::cerr << "\n========================================\n";
+        std::cerr << "ERROR: Climate Emulator is NOT supported with StarPU runtime!\n";
+        std::cerr << "========================================\n\n";
+        std::cerr << "Climate Emulator requires PaRSEC runtime.\n";
+        std::cerr << "Please reconfigure and rebuild with PaRSEC:\n";
+        std::cerr << "  ./configure -e --climate-emulator --use-parsec\n";
+        std::cerr << "Note: Stage Zero example works with both StarPU and PaRSEC.\n";
+        std::cerr << "========================================\n\n";
+        return 1;
+    #endif
     // Create a new configurations object.
     Configurations configurations;
     // Initialize the arguments with the provided command line arguments
diff --git a/examples/end-to-end/DataGeneration.cpp b/examples/end-to-end/DataGeneration.cpp
@@ -30,8 +30,16 @@ int main(int argc, char **argv) {
     Configurations configurations;
     //  Initialize the arguments with the provided command line arguments
     configurations.InitializeArguments(argc, argv);
-    // Initialize the ExaGeoStat Hardware
+    // Initialize the ExaGeoStat Hardware based on runtime type
+#if DEFAULT_RUNTIME
+    // StarPU/CHAMELEON mode
+    auto hardware = ExaGeoStatHardware(configurations.GetComputation(), configurations.GetCoresNumber(),
+                                    configurations.GetGPUsNumbers(), configurations.GetPGrid(),
+                                    configurations.GetQGrid());
+#else
+    // PaRSEC mode
     auto hardware = ExaGeoStatHardware(configurations);
+#endif
     // Load data by either read from file or create synthetic data.
     std::unique_ptr<ExaGeoStatData<double>> data;
     exageostat::api::ExaGeoStat<double>::ExaGeoStatLoadData(configurations, data);
diff --git a/examples/end-to-end/DataGenerationAndModeling.cpp b/examples/end-to-end/DataGenerationAndModeling.cpp
@@ -31,8 +31,16 @@ int main(int argc, char **argv) {
     Configurations configurations;
     //  Initialize the arguments with the provided command line arguments
     configurations.InitializeArguments(argc, argv);
-    // Initialize the ExaGeoStat Hardware
+        // Initialize the ExaGeoStat Hardware based on runtime type
+#if DEFAULT_RUNTIME
+    // StarPU/CHAMELEON mode
+    auto hardware = ExaGeoStatHardware(configurations.GetComputation(), configurations.GetCoresNumber(),
+                                    configurations.GetGPUsNumbers(), configurations.GetPGrid(),
+                                    configurations.GetQGrid());
+#else
+    // PaRSEC mode
     auto hardware = ExaGeoStatHardware(configurations);
+#endif
     // Load data by either read from file or create synthetic data.
     std::unique_ptr<ExaGeoStatData<double>> data;
     ExaGeoStat<double>::ExaGeoStatLoadData(configurations, data);
diff --git a/examples/end-to-end/DataGenerationAndPrediction.cpp b/examples/end-to-end/DataGenerationAndPrediction.cpp
@@ -31,8 +31,16 @@ int main(int argc, char **argv) {
     Configurations configurations;
     // Initialize the arguments with the provided command line arguments
     configurations.InitializeArguments(argc, argv);
-    // Initialize the ExaGeoStat Hardware
+    // Initialize the ExaGeoStat Hardware based on runtime type
+#if DEFAULT_RUNTIME
+    // StarPU/CHAMELEON mode
+    auto hardware = ExaGeoStatHardware(configurations.GetComputation(), configurations.GetCoresNumber(),
+                                       configurations.GetGPUsNumbers(), configurations.GetPGrid(),
+                                       configurations.GetQGrid());
+#else
+    // PaRSEC mode
     auto hardware = ExaGeoStatHardware(configurations);
+#endif
     // Load data by either read from file or create synthetic data.
     std::unique_ptr<ExaGeoStatData<double>> data;
     ExaGeoStat<double>::ExaGeoStatLoadData(configurations, data);
diff --git a/examples/end-to-end/DataGenerationModelingAndPrediction.cpp b/examples/end-to-end/DataGenerationModelingAndPrediction.cpp
@@ -31,8 +31,16 @@ int main(int argc, char **argv) {
     Configurations configurations;
     // Initialize the arguments with the provided command line arguments
     configurations.InitializeArguments(argc, argv);
-    // Initialize the ExaGeoStat Hardware
+    // Initialize the ExaGeoStat Hardware based on runtime type
+#if DEFAULT_RUNTIME
+    // StarPU/CHAMELEON mode
+    auto hardware = ExaGeoStatHardware(configurations.GetComputation(), configurations.GetCoresNumber(),
+                                       configurations.GetGPUsNumbers(), configurations.GetPGrid(),
+                                       configurations.GetQGrid());
+#else
+    // PaRSEC mode
     auto hardware = ExaGeoStatHardware(configurations);
+#endif
     // Load data by either read from file or create synthetic data.
     std::unique_ptr<ExaGeoStatData<double>> data;
     ExaGeoStat<double>::ExaGeoStatLoadData(configurations, data);
diff --git a/examples/end-to-end/DataModeling.cpp b/examples/end-to-end/DataModeling.cpp
@@ -43,7 +43,15 @@ int main(int argc, char **argv) {
     configurations.SetDenseTileSize(dts);
 
     // initialize ExaGeoStat hardware with the selected number of cores and  gpus.
+#if DEFAULT_RUNTIME
+    // StarPU/CHAMELEON mode
+    auto hardware = ExaGeoStatHardware(configurations.GetComputation(), configurations.GetCoresNumber(),
+                                       configurations.GetGPUsNumbers(), configurations.GetPGrid(),
+                                       configurations.GetQGrid());
+#else
+    // PaRSEC mode
     auto hardware = ExaGeoStatHardware(configurations);
+#endif
     //Data Setup
     std::unique_ptr<ExaGeoStatData<double>> data = std::make_unique<ExaGeoStatData<double>>(
             configurations.GetProblemSize(), configurations.GetDimension());
diff --git a/examples/end-to-end/DataPrediction.cpp b/examples/end-to-end/DataPrediction.cpp
@@ -42,7 +42,15 @@ int main(int argc, char **argv) {
     configurations.SetDenseTileSize(dts);
 
     // initialize ExaGeoStat hardware with the selected number of cores and  gpus.
+#if DEFAULT_RUNTIME
+    // StarPU/CHAMELEON mode
+    auto hardware = ExaGeoStatHardware(configurations.GetComputation(), configurations.GetCoresNumber(),
+                                       configurations.GetGPUsNumbers(), configurations.GetPGrid(),
+                                       configurations.GetQGrid());
+#else
+    // PaRSEC mode
     auto hardware = ExaGeoStatHardware(configurations);
+#endif
     //Data Setup
     std::unique_ptr<ExaGeoStatData<double>> data = std::make_unique<ExaGeoStatData<double>>(
             configurations.GetProblemSize(), configurations.GetDimension());
diff --git a/examples/mean-trend-removal/MeanTrendRemoval.cpp b/examples/mean-trend-removal/MeanTrendRemoval.cpp
@@ -27,8 +27,19 @@ int main(int argc, char **argv) {
     // Initialize the arguments with the provided command line arguments
     configurations.InitializeArguments(argc, argv);
     
-    // Initialize the ExaGeoStat Hardware
+    
+    // Initialize the ExaGeoStat Hardware based on runtime type
+#if DEFAULT_RUNTIME
+    // StarPU/CHAMELEON mode - use constructor that initializes CHAMELEON
+    auto hardware = ExaGeoStatHardware(configurations.GetComputation(), 
+                                    configurations.GetCoresNumber(),
+                                    configurations.GetGPUsNumbers(), 
+                                    configurations.GetPGrid(), 
+                                    configurations.GetQGrid());
+#else
+    // PaRSEC mode - use constructor that initializes PaRSEC
     auto hardware = ExaGeoStatHardware(configurations);
+#endif
     
     std::unique_ptr<ExaGeoStatData<double>> data;
     // Generate Mean Trend Removal mean-trend data
diff --git a/src/configurations/Configurations.cpp b/src/configurations/Configurations.cpp
@@ -43,7 +43,6 @@ Configurations::Configurations() {
     SetUpperBounds(theta);
     SetEstimatedTheta(theta);
     SetSeed(static_cast<unsigned int>(time(0)));
-    SetLogger(false);
     SetUnknownObservationsNb(0);
     SetApproximationMode(1);
     SetActualObservationsFilePath("");
diff --git a/src/data-generators/concrete/MeanTrendRemovalGenerator.cpp b/src/data-generators/concrete/MeanTrendRemovalGenerator.cpp
@@ -742,9 +742,13 @@ double MeanTrendRemovalGenerator<T>::MLEAlgorithm(const std::vector<double> &aTh
                 throw std::runtime_error("Failed to create output directory: " + std::string(e.what()));
             }
             
-            // Get latitude band from configuration
-            int latitude_band = mArgs.mConfigs->GetLatitudeBand();
+            // Get latitude band from environment variable
+            int latitude_band = 0;
             int longitudes_per_lat = mArgs.mNumLocs;
+            const char* lat_env = getenv("STAGEZERO_LATITUDE_BAND");
+            if (lat_env) {
+                latitude_band = atoi(lat_env);
+            }
             
             // Write Z files for each time slot
             for (int time_slot = 0; time_slot < N; time_slot++) {
diff --git a/src/data-generators/concrete/MeanTrendRemovalGeneratorParsec.cpp b/src/data-generators/concrete/MeanTrendRemovalGeneratorParsec.cpp
@@ -854,9 +854,13 @@ double MeanTrendRemovalGeneratorParsec<T>::MLEAlgorithm(const std::vector<double
                 throw std::runtime_error("Failed to create output directory: " + std::string(e.what()));
             }
             
-            // Get latitude band from configuration
-            int latitude_band = mArgs.mConfigs->GetLatitudeBand();
+            // Get latitude band from environment variable
+            int latitude_band = 0;
             int longitudes_per_lat = mArgs.mNumLocs;
+            const char* lat_env = getenv("STAGEZERO_LATITUDE_BAND");
+            if (lat_env) {
+                latitude_band = atoi(lat_env);
+            }
             
             // Write Z files for each time slot
             for (int time_slot = 0; time_slot < N; time_slot++) {
diff --git a/src/hardware/ExaGeoStatHardware.cpp b/src/hardware/ExaGeoStatHardware.cpp
@@ -36,15 +36,6 @@ using namespace std;
 
 ExaGeoStatHardware::ExaGeoStatHardware(exageostat::configurations::Configurations &aConfigurations){
 
-#if DEFAULT_RUNTIME
-    // StarPU/CHAMELEON mode - initialize using the other constructor path
-    InitHardware(aConfigurations.GetComputation(), 
-                 aConfigurations.GetCoresNumber(),
-                 aConfigurations.GetGPUsNumbers(), 
-                 aConfigurations.GetPGrid(), 
-                 aConfigurations.GetQGrid());
-#else
-    // PaRSEC mode - use HiCMAX initialization
     // These variables are named according to HiCMA-X inputs
     const int N = aConfigurations.GetProblemSize();
     const int t = aConfigurations.GetDenseTileSize();
@@ -106,6 +97,7 @@ ExaGeoStatHardware::ExaGeoStatHardware(exageostat::configurations::Configuration
         strcpy(new_argv[i], new_args[i].c_str());
     }
 
+#if !DEFAULT_RUNTIME
     int iparam[IPARAM_SIZEOF] = {0};
     double dparam[DPARAM_SIZEOF];
     char *cparam[CPARAM_SIZEOF];
@@ -116,9 +108,8 @@ ExaGeoStatHardware::ExaGeoStatHardware(exageostat::configurations::Configuration
 
     mpParsecContext = hicma_parsec_init(new_argc, new_argv, iparam, dparam, cparam, this->mpHicmaParams.get(), this->mpParamsKernel.get(), this->mpHicmaData.get());
     SetParsecMPIRank(this->mpHicmaParams->rank);
-    
-    exageostat::helpers::CommunicatorMPI::GetInstance()->SetHardwareInitialization();
 #endif
+    exageostat::helpers::CommunicatorMPI::GetInstance()->SetHardwareInitialization();
 }
 
 ExaGeoStatHardware::ExaGeoStatHardware(const Computation &aComputation, const int &aCoreNumber, const int &aGpuNumber,
