Test

Author: Saalvage

CMakePresets.json

@@ -37,6 +37,14 @@
                 "CMAKE_BUILD_TYPE": "Release"
             }
         },
+        {
+            "name": "x64-release-debug-info",
+            "displayName": "x64 RelWithDebInfo",
+            "inherits": "x64-debug",
+            "cacheVariables": {
+                "CMAKE_BUILD_TYPE": "RelWithDebInfo"
+            }
+        },
         {
             "name": "x86-debug",
             "displayName": "x86 Debug",

plot.py

@@ -38,7 +38,7 @@ def __init__(self):
 else:
     values = list(impls.values())
     avgs = list(map(lambda l: statistics.mean(first(l.values.values())), values))
-    std = list(map(lambda l: statistics.stdev(first(l.values.values())), values))
+    std = list(map(lambda l: 0, values))
     plt.errorbar(list(map(int, impls.keys())), avgs, yerr=std, label=list(values[0].values.keys())[0], fmt="-o", capsize=3, ecolor="black")
     plt.xlabel("Blocks per window per thread")
     plt.title("Relaxed-FIFO Window Size Comparison")

plot_fill.py

@@ -0,0 +1,52 @@
+import csv
+import matplotlib.pyplot as plt
+import sys
+import statistics
+
+def first(x):
+    return next(iter(x))
+
+class impl:
+    def __init__(self):
+        self.values = { }
+
+impls = { }
+
+for i in range(2):
+    file = sys.argv[1] if len(sys.argv) == 2 else input("Please enter the .csv data file: ")
+
+    with open(file) as file:
+        lines = csv.reader(file)
+        for row in lines:
+            name = row[0] + str(i)
+            if name not in impls:
+                impls[name] = impl()
+            x = int(row[1])
+            y = 10**9 / int(row[3])
+            if (x not in impls[name].values):
+                impls[name].values[x] = [y]
+            else:
+                impls[name].values[x].append(y)
+            
+
+if len(list(impls.values())[0].values) > 1:
+    for k, v in impls.items():
+        values = v.values.values()
+        avgs = list(map(statistics.mean, values))
+        std = list(map(statistics.stdev, values)) if len(first(values)) > 1 else 0
+        plt.errorbar(v.values.keys(), avgs, yerr=std, label=k, fmt="-o", capsize=3, ecolor="black")
+        plt.xlabel("Processors")
+        plt.title("Fill throughput")
+else:
+    values = list(impls.values())
+    avgs = list(map(lambda l: statistics.mean(first(l.values.values())), values))
+    std = list(map(lambda l: statistics.stdev(first(l.values.values())), values))
+    plt.errorbar(list(map(int, impls.keys())), avgs, yerr=std, label=list(values[0].values.keys())[0], fmt="-o", capsize=3, ecolor="black")
+    plt.xlabel("Blocks per window per thread")
+    plt.title("Relaxed-FIFO Window Size Comparison")
+
+plt.xscale("log", base = 2)
+plt.ylabel("Iterations per second")
+plt.grid()
+plt.legend()
+plt.show()

relaxed_concurrent_fifo/main.cpp

@@ -175,15 +175,15 @@ int main() {
 	std::cout << "Running in debug mode!" << std::endl;
 #endif // NDEBUG
 
-	//test_consistency<8, 512, 1 << 17, 1 << 20>(0.5);
+	//test_consistency<8, 512, 1 << 17, 1 << 20>(0);
 
 	std::vector<size_t> processor_counts;
-	for (size_t i = 1; i <= std::thread::hardware_concurrency(); i *= 2) {
+	for (size_t i = 1; i <= std::thread::hardware_concurrency() - 1; i *= 2) {
 		processor_counts.emplace_back(i);
 	}
 
 	constexpr int OVERRIDE_CHOICE = 0;
-	constexpr int TEST_ITERATIONS = 5;
+	constexpr int TEST_ITERATIONS = 1;
 	constexpr int TEST_TIME_SECONDS = 5;
 
 	int input;
@@ -220,5 +220,8 @@ int main() {
 		run_benchmark("empty", instances, {1}, processor_counts, TEST_ITERATIONS, 0);
 	}
 
+	std::cout << "Done" << std::endl;
+	std::this_thread::sleep_for(std::chrono::hours(44444444));
+
 	return 0;
 }