utcs-scea · nicelhc13 · Apr 15, 2024 · Apr 15, 2024 · Apr 15, 2024 · Apr 15, 2024
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/adj/1/bfs-pull-0_0.out b/scripts/dist-exps/e2e_bfs-pull_test/adj/1/bfs-pull-0_0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 3317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/adj/1/bfs-pull-0_1.out b/scripts/dist-exps/e2e_bfs-pull_test/adj/1/bfs-pull-0_1.out
@@ -0,0 +1,8 @@
+Benchmark results for bfs-pull:
+Duration: 3297970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/adj/1/bfs-pull-0_2.out b/scripts/dist-exps/e2e_bfs-pull_test/adj/1/bfs-pull-0_2.out
@@ -0,0 +1,8 @@
+Benchmark results for bfs-pull:
+Duration: 3342929 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 232
+Cache References: 55329
+Instructions: 12527067
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/adj/1/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/adj/1/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 5317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/adj/2/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/adj/2/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 3317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/adj/4/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/adj/4/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 817062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lccsr/1/bfs-pull-0_0.out b/scripts/dist-exps/e2e_bfs-pull_test/lccsr/1/bfs-pull-0_0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 3317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lccsr/1/bfs-pull-0_1.out b/scripts/dist-exps/e2e_bfs-pull_test/lccsr/1/bfs-pull-0_1.out
@@ -0,0 +1,8 @@
+Benchmark results for bfs-pull:
+Duration: 3297970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lccsr/1/bfs-pull-0_2.out b/scripts/dist-exps/e2e_bfs-pull_test/lccsr/1/bfs-pull-0_2.out
@@ -0,0 +1,8 @@
+Benchmark results for bfs-pull:
+Duration: 3342929 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 232
+Cache References: 55329
+Instructions: 12527067
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lccsr/1/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/lccsr/1/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 4317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lccsr/2/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/lccsr/2/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 2317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lccsr/4/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/lccsr/4/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 717062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lscsr/1/bfs-pull-0_0.out b/scripts/dist-exps/e2e_bfs-pull_test/lscsr/1/bfs-pull-0_0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 3317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lscsr/1/bfs-pull-0_1.out b/scripts/dist-exps/e2e_bfs-pull_test/lscsr/1/bfs-pull-0_1.out
@@ -0,0 +1,8 @@
+Benchmark results for bfs-pull:
+Duration: 3297970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lscsr/1/bfs-pull-0_2.out b/scripts/dist-exps/e2e_bfs-pull_test/lscsr/1/bfs-pull-0_2.out
@@ -0,0 +1,8 @@
+Benchmark results for bfs-pull:
+Duration: 3342929 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 232
+Cache References: 55329
+Instructions: 12527067
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lscsr/1/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/lscsr/1/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 3317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lscsr/2/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/lscsr/2/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 1317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/e2e_bfs-pull_test/lscsr/4/total_e2e.out b/scripts/dist-exps/e2e_bfs-pull_test/lscsr/4/total_e2e.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 617062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/perhost_partitioning_csv.py b/scripts/dist-exps/perhost_partitioning_csv.py
@@ -0,0 +1,127 @@
+# SPDX-License-Identifier: BSD-2-Clause
+# Copyright (c) 2023. University of Texas at Austin. All rights reserved.
+
+import subprocess
+import re
+import matplotlib.pyplot as plt
+import numpy as np
+import csv
+import argparse
+import os
+
+
+def parse(log_path: str, algo: str):
+   print(f"Export {log_path} on {algo} to csv..")
+   command = f"cat {log_path}"
+
+   process = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
+   stdout, stderr = process.communicate()
+
+   output = stdout.decode()
+
+   # Parse batch number and duration
+   ingestion_pattern = re.compile(rf"Benchmark {algo} ingestion results for batch (\d+):.*?Duration: (\d+) nanoseconds", re.DOTALL)
+   algorithm_pattern = re.compile(rf"Benchmark {algo} algorithm results for batch (\d+):.*?Duration: (\d+) nanoseconds", re.DOTALL)
+
+   ingestion_durations = {}
+   algorithm_durations = {}
+
+   ingestion_matches = re.findall(ingestion_pattern, output)
+   algorithm_matches = re.findall(algorithm_pattern, output)
+
+   for batch, duration in ingestion_matches:
+       ingestion_durations[int(batch)] = int(duration) / 1000000
+
+   for batch, duration in algorithm_matches:
+       algorithm_durations[int(batch)] = int(duration) / 1000000
+
+   print(">> ingestion_durations:", ingestion_durations)
+   print(">> algorithm_durations:", algorithm_durations)
+
+   return ingestion_durations, algorithm_durations
+
+def save_policy_to_csv(results, filepath):
+    with open(filepath, 'w', newline='') as csvfile:
+        fieldnames = ['Policy', 'Hosts', 'HostID', 'Ingestion_Duration', 'Algorithm_Duration']
+        writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
+
+        writer.writeheader()
+        print("results:", results)
+        for policy in results.keys():
+            for hosts in results[policy].keys():
+                for host_id in range(int(hosts)):
+                    data = results[policy][hosts][host_id]
+                    ingestion_duration = data['ingestion'][0] if data['ingestion'] != {} else 0
+                    algorithm_duration = data['algorithm'][0] if data['algorithm'] != {} else 0
+                    print("ing:", ingestion_duration, " algo:", algorithm_duration)
+                    writer.writerow({
+                        'Policy': policy,
+                        'Hosts': hosts,
+                        'HostID': str(host_id),
+                        'Ingestion_Duration': ingestion_duration,
+                        'Algorithm_Duration': algorithm_duration
+                    })
+
+def main():
+    """
+    This script expects the following directory structure.
+
+    [app_name]_[input_graph]
+      |_ [partitioning_policy1]
+      |    |_ [num_hosts0]
+      |    |  |_ [host_0].out
+      |    |  |_ [host_1].out
+      |    |  ...
+      |    |  |_ [host_[num_hosts0-1]].out
+      |    |
+      |    |_ [num_hosts1]
+      |
+      |_ [partitioning_policy2]
+          ...
+    """
+    parser = argparse.ArgumentParser(description='Run and plot benchmark results based on command line flags.')
+    # parser.add_argument('--ingest', action='store_true', help='Plot ingestion durations.')
+    parser.add_argument('--output', type=str, help='Output file path to plot.', default=None)
+
+    args = parser.parse_args()
+
+    output_path = args.output
+    if not output_path:
+        print("No output file path provided. Use --output.")
+        return
+
+    # The output_path's last directory name format is [algo]_[input_graph]
+    fname = os.path.basename(os.path.normpath(output_path))
+    fname_split = fname.split('_')
+    assert fname_split[0] == "ppolicy", " Output directory's prefix should be 'ppolicy'"
+    algo_name = fname_split[1]
+    input_name = fname_split[2]
+
+    print("algo name:", algo_name, "input name: ", input_name)
+    perhost_comp_results = {}
+    for ppolicy in os.listdir(output_path):
+        perhost_comp_results[ppolicy] = {}
+        for hosts in os.listdir(output_path+"/"+ppolicy):
+
+            perhost_comp_results[ppolicy][hosts] = {}
+
+            # We have interest on e2e execution time per-host or/and all execution.
+            # The e2e execution file names are total_e2e.out and host[host number]_e2e.out.
+            # We do not parse per-batch results.
+
+            for host_id in range(int(hosts)):
+                perhost_fname = f"{str(host_id)}.out"
+                log_path = output_path+"/"+ppolicy+"/"+hosts+"/"+perhost_fname
+                print("host_id:", host_id, " log path:", log_path)
+                ingestion_durations, algorithm_durations = parse(log_path, algo_name)
+                perhost_comp_results[ppolicy][hosts][host_id] = {
+                    'ingestion': ingestion_durations,
+                    'algorithm': algorithm_durations,
+                }
+
+    print(perhost_comp_results)
+    save_policy_to_csv(perhost_comp_results, f"ppolicy_{algo_name}_{input_name}.csv")
+
+
+if __name__ == "__main__":
+   main()
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/1/0.out b/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/1/0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 3317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/2/0.out b/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/2/0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 2317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/2/1.out b/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/2/1.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 2297970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/4/0.out b/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/4/0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 1317062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/4/1.out b/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/4/1.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 1297970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/4/2.out b/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/4/2.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 1297970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/4/3.out b/scripts/dist-exps/ppolicy_bfs-pull_test/cvc/4/3.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 1297970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/divija/1/0.out b/scripts/dist-exps/ppolicy_bfs-pull_test/divija/1/0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 5417062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/divija/2/0.out b/scripts/dist-exps/ppolicy_bfs-pull_test/divija/2/0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 4417062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/divija/2/1.out b/scripts/dist-exps/ppolicy_bfs-pull_test/divija/2/1.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 4397970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/divija/4/0.out b/scripts/dist-exps/ppolicy_bfs-pull_test/divija/4/0.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 1417062 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 947
+Cache References: 57356
+Instructions: 12526376
+Minor Page Faults: 3
+Major Page Faults: 0
diff --git a/scripts/dist-exps/ppolicy_bfs-pull_test/divija/4/1.out b/scripts/dist-exps/ppolicy_bfs-pull_test/divija/4/1.out
@@ -0,0 +1,8 @@
+Benchmark bfs-pull algorithm results for batch 0:
+Duration: 1397970 nanoseconds
+Max RSS: 243780 KB
+Cache Misses: 316
+Cache References: 55377
+Instructions: 12524946
+Minor Page Faults: 0
+Major Page Faults: 0