Results graph labels now rotated and aligned

Author: alxhoff

PIDTool.py

@@ -76,6 +76,7 @@ def _find_main_pid(self, pid=None):
         :return: PID object of the main process for the target application
         """
         if pid is None:
+
             res = self.adb_device.command("ps | grep " + self.name)
         else:
             res = self.adb_device.command("ps | grep " + pid)

ProcessBranch.py

@@ -259,7 +259,7 @@ def add_event(self, event, event_type=JobType.UNKNOWN, subgraph=False):
                     )
 
                     toi = self.tasks[-1]
-                    toi.add_event(event, subgraph=subgraph)  ##
+                    toi.add_event(event, subgraph=subgraph)  ##HERE
                     toi.finish()
                     utils_g = ("{}% ".format(round(k[1], 2))
                                for k in enumerate(toi.util))

SystemMetrics.py

@@ -393,7 +393,8 @@ def get_temp(self, ts, core):
             sys.exit(1)
 
     def _get_core_count(self):
-        return int(self.adb.command("nproc"))
+        return 8
+        # return int(self.adb.command("nproc")) #TODO
 
     def _get_core_freqs(self):
         frequencies = []

TraceProcessor.py

@@ -70,6 +70,9 @@ def process_trace(
 
         process_tree = ProcessTree(self.pidt, metrics)
         trace_start_time = tracecmd.processed_events[0].time
+        if len(tracecmd.idle_events) == 0:
+            raise Exception("No idle events to process")
+
         if tracecmd.idle_events[0].time < trace_start_time:
             trace_start_time = tracecmd.idle_events[0].time
         if tracecmd.temp_events[0].time < trace_start_time:

scripts/compile_optimizations.py

@@ -8,21 +8,9 @@
 
 parser = argparse.ArgumentParser()
 
-parser.add_argument("-f",
-                    "--folder",
-                    required=True,
-                    type=str,
-                    help="Specify folder where results can be found")
-parser.add_argument("-a",
-                    "--application",
-                    required=True,
-                    type=str,
-                    help="Spcifies the applications name")
-parser.add_argument("-g",
-                    "--governor",
-                    required=True,
-                    type=str,
-                    help="Specifies the governor used in the test")
+parser.add_argument("-f", "--folder", required=True, type=str, help="Specify folder where results can be found")
+parser.add_argument("-a", "--application", required=True, type=str, help="Spcifies the applications name")
+parser.add_argument("-g", "--governor", required=True, type=str, help="Specifies the governor used in the test")
 
 args = parser.parse_args()
 
@@ -38,14 +26,9 @@ def writerEmptyRow(writer):
 
 
 def writeResultsHeader(writer, governor, application):
-    writer.writerow([
-        "Governor: {}".format(governor), "Application: {}".format(application)
-    ])
+    writer.writerow(["Governor: {}".format(governor), "Application: {}".format(application)])
     writerEmptyRow(writer)
-    writer.writerow([
-        "B2L Reallocations", "DVFS", "Realloc in cluster",
-        "DVFS after realloc", "Total"
-    ])
+    writer.writerow(["B2L Reallocations", "DVFS", "Realloc in cluster", "DVFS after realloc", "Total"])
 
 
 def findOptimizationsRow(filepath):
@@ -66,23 +49,25 @@ def findOptimizationsRow(filepath):
                 pass
 
 
+tests = []
+
+
 def getResults():
+    global tests
     res_count = 0
     results = [0, 0, 0, 0]
     for directory, subdirectory, files in os.walk(input_dir):
         for sd in subdirectory:
             for d, s, f in os.walk(os.path.join(directory, sd)):
                 for r_file in f:
                     if "results" in r_file:
-                        print("{} : {}".format(sd, d))
                         test = os.path.join(d, r_file)
                         res = findOptimizationsRow(test)
                         res_count += 1
                         if (len(res) != 4):
-                            raise Exception(
-                                "File {} failed to process".format(test))
+                            raise Exception("File {} failed to process".format(test))
                         else:
-                            print("{}".format(res))
+                            tests.append(res)
                             for i in range(len(res)):
                                 results[i] += int(res[i])
 
@@ -92,9 +77,7 @@ def getResults():
         total += results[i]
 
     results.append(total)
-    print("Total: {}, {}, {}, {} : {}".format(results[0], results[1],
-                                              results[2], results[3],
-                                              results[4]))
+    print("Total: {}, {}, {}, {} : {}".format(results[0], results[1], results[2], results[3], results[4]))
     return results
 
 
@@ -107,3 +90,8 @@ def getResults():
 
     writeResultsHeader(fw, governor, application)
     fw.writerow(r)
+    fw.writerow([])
+    fw.writerow(["Individual tests"])
+
+    for i, test in enumerate(tests):
+        fw.writerow([i + 1, test[0], test[1], test[2], test[3]])

scripts/create_results.py

@@ -14,12 +14,7 @@
 
 parser = argparse.ArgumentParser()
 
-parser.add_argument(
-    "-f",
-    "--folder",
-    required=True,
-    type=str,
-    help="Relative location to the folder where results can be found")
+parser.add_argument("-f", "--folder", required=True, type=str, help="Relative location to the folder where results can be found")
 
 args = parser.parse_args()
 
@@ -55,16 +50,14 @@
                     current_governor = gov_dir
                     apps[current_app][current_governor] = []
                     # find compiled file
-                    for dxx, sdxx, fx in os.walk(
-                            os.path.join(dx, current_governor)):
+                    for dxx, sdxx, fx in os.walk(os.path.join(dx, current_governor)):
                         for f in fx:
                             if "compiled" in f:
                                 with open(os.path.join(dxx, f)) as fl:
                                     reader = csv.reader(fl, delimiter=",")
                                     for i, row in enumerate(reader):
                                         if i == 3:
-                                            apps[current_app][
-                                                current_governor] = row[0:5]
+                                            apps[current_app][current_governor] = row[0:5]
 
         for name in app_names:
             writer.writerow([name])
@@ -84,16 +77,11 @@
 bar_width = 0.15
 opacity = 0.8
 
-titles = [
-    'Big To Little Reallocations', 'DVFS Misdecisions',
-    'Intra-Cluster Reallocations', 'DVFS After Reallocations'
-]
+titles = ['Big To Little Reallocations', 'DVFS Misdecisions', 'Intra-Cluster Reallocations', 'DVFS After Reallocations']
 
 y_top_margin = 0.2
 colors = ['0', '0.25', '0.5', '0.75']
 
-plots = []
-
 matplotlib.rcParams['font.serif'] = 'Times New Roman'
 
 fig, ax = plt.subplots(2, 2, sharex='col')
@@ -119,23 +107,18 @@
                     y_max = dvfs_val
                 bars.append(dvfs_val)
 
-            ax[i, j].bar(x_coords[x],
-                         bars,
-                         bar_width,
-                         alpha=opacity,
-                         color=colors[x],
-                         label=gov)
-            ax[i, j].set(title=titles[count],
-                         xticks=index + 1.5 * bar_width,
-                         xticklabels=app_names)
+            ax[i, j].bar(x_coords[x], bars, bar_width, alpha=opacity, color=colors[x], label=gov)
+            ax[i, j].tick_params('x', labelrotation=30)
+            ax[i, j].set(
+                title=titles[count],
+                xticks=index + 1.5 * bar_width,
+            )
+            #  xticklabels=app_names,
+            ax[i, j].set_xticklabels(labels=app_names, horizontalalignment='right')
 
         count += 1
 
-fig.legend(labels=governors,
-           ncol=len(governors),
-           loc="lower center",
-           borderaxespad=0.5,
-           frameon=False)
+fig.legend(labels=governors, ncol=len(governors), loc="lower center", borderaxespad=0.5, frameon=False)
 fig.savefig('result_fig.png', dpi=300, format='png')
 
 fig2, ax2 = plt.subplots()
@@ -157,14 +140,9 @@
             y_max = dvfs_val
         bars.append(dvfs_val)
 
-    ax2.bar(x_coords[x],
-            bars,
-            bar_width,
-            alpha=opacity,
-            color=colors[x],
-            label=gov)
-    ax2.set(title='Total Misdecisions',
-            xticks=index + 1.5 * bar_width,
-            xticklabels=app_names)
+    ax2.bar(x_coords[x], bars, bar_width, alpha=opacity, color=colors[x], label=gov)
+    ax2.set(title='Total Misdecisions', xticks=index + 1.5 * bar_width, xticklabels=app_names)
+
+fig2.savefig('totals_fig.png', dpi=300, format='png')
 
 plt.show()