Merge pull request #21 from mhkarsten/powerletrics_pynvml_integratiion

Improved Fib Example with Plot

Author: iivanoo

examples/hello-world-fibonacci/RunnerConfig.py

@@ -55,15 +55,16 @@ def create_run_table_model(self) -> RunTableModel:
         """Create and return the run_table model here. A run_table is a List (rows) of tuples (columns),
         representing each run performed"""
         factor1 = FactorModel("fib_type", ['iter', 'mem', 'rec'])
-        factor2 = FactorModel("problem_size", [10, 20, 30])
+        factor2 = FactorModel("problem_size", [10, 35, 40, 5000, 10000])
         self.run_table_model = RunTableModel(
             factors=[factor1, factor2],
             exclude_combinations=[
-                {factor2: [10]},                    # all runs having treatment "10" will be excluded
-                {factor1: ['iter'], factor2: [30]}, # all runs having the combination ("iter", 30) will be excluded
+                {factor2: [10]},   # all runs having treatment "10" will be excluded
+                {factor1: ['rec'], factor2: [5000, 10000]},
+                {factor1: ['mem', 'iter'], factor2: [35, 40]},  # all runs having the combination ("iter", 30) will be excluded
             ],
-            repetitions = 3,
-            data_columns=["total_power (J)", "runtime (sec)", "avg_mem (bytes)"]
+            repetitions = 10,
+            data_columns=["energy", "runtime", "memory"]
         )
         return self.run_table_model
 
@@ -114,9 +115,9 @@ def populate_run_data(self, context: RunnerContext) -> Optional[Dict[str, Any]]:
         eb_log, eb_summary = self.profiler.parse_log(self.profiler.logfile, 
                                                      self.profiler.summary_logfile)
 
-        return {"total_power (J)": eb_summary["total_joules"], 
-                "runtime (sec)": eb_summary["runtime_seconds"], 
-                "total_mem (bytes)": list(eb_log["TOTAL_MEMORY"].values())[-1]}
+        return {"energy": list(eb_log["PACKAGE_ENERGY (J)"].values())[-1] - list(eb_log["PACKAGE_ENERGY (J)"].values())[0], 
+                "runtime": eb_summary["runtime_seconds"], 
+                "memory": max(eb_log["USED_MEMORY"].values())}
 
     def after_experiment(self) -> None:
         """Perform any activity required after stopping the experiment here

examples/hello-world-fibonacci/plot.py

@@ -0,0 +1,36 @@
+import matplotlib.pyplot as plt
+import pandas as pd
+from pathlib import Path
+import seaborn as sb
+import sys
+import os
+
+exp_path = os.path.join("examples", "hello-world-fibonacci")
+
+if __name__ == "__main__":
+    if not os.path.exists(os.path.join(exp_path, "experiments", "new_runner_experiment")):
+        print("Please run the example, so a valid 'experiments' directory exists")
+        exit(1)
+    
+    results = pd.read_csv(os.path.join(exp_path, "experiments", "new_runner_experiment", "run_table.csv"))
+    
+    print(results)
+
+    sb.stripplot(data=results,
+                 x="fib_type", 
+                 y="energy",
+                 hue="problem_size",
+                 palette="Paired",
+                 order=["mem", "iter", "rec"],
+                 jitter=True)
+
+    plt.xlabel("Fibonacci Type")
+    plt.ylabel("Energy Consumption (Joules)")
+    plt.title("ER Demo Results")
+    
+    plt.savefig(os.path.join(exp_path, "fib_plot.png"))
+
+
+    
+
+    

examples/hello-world-fibonacci/requirements.txt

@@ -0,0 +1,2 @@
+pandas
+seaborn

experiment-runner/Plugins/Profilers/EnergiBridge.py

@@ -82,6 +82,7 @@ def stop(self, wait=False):
                 # If runtime was too short, energibridge doesnt provide a summary
                 # Approximate this instead
                 if not last_line.startswith("Energy consumption"):
+                    print("[WARNING] EnergiBridge summary approximated, runtime too short")
                     last_line = self.generate_summary()
 
                 f.write(last_line)