support for vector multiplication, sigmoid, and relu kernels

Author: sheralskumar

automation/benchmark_results.png

@@ -10,7 +10,6 @@
 # Define path to the benchmark executable
 SCRIPT_DIR = Path(__file__).parent.parent
 BENCHMARK_EXECUTABLE = SCRIPT_DIR / "build" / "benchmark.exe"
-SCRIPT_DIR = Path(__file__).parent.parent
 SAVE_DIR = SCRIPT_DIR / "automation" / "benchmark_results.csv"
 
 
@@ -19,38 +18,31 @@ def get_gpu_devices():
     platforms = cl.get_platforms()
     devices = [dev for p in platforms for dev in p.get_devices(device_type=cl.device_type.GPU)]
 
-    unique_devices = []
-    seen_names = set()
-
-    for dev in devices:
-        if dev.name not in seen_names:
-            unique_devices.append(dev)
-            seen_names.add(dev.name)
-
-    for i, dev in enumerate(unique_devices):
+    for i, dev in enumerate(devices):
         print(f"{i}: {dev.name}")
-        print(f"  Vendor: {dev.vendor}")
-        print(f"  Max Compute Units: {dev.max_compute_units}")
-        print(f"  Max Clock Frequency: {dev.max_clock_frequency} MHz")
-        print(f"  Global Memory Size: {dev.global_mem_size // (1024**2)} MB")
-        print(f"  Local Memory Size: {dev.local_mem_size // 1024} KB")
+        # print(f"  Vendor: {dev.vendor}")
+        # print(f"  Max Compute Units: {dev.max_compute_units}")
+        # print(f"  Max Clock Frequency: {dev.max_clock_frequency} MHz")
+        # print(f"  Global Memory Size: {dev.global_mem_size // (1024**2)} MB")
+        # print(f"  Local Memory Size: {dev.local_mem_size // 1024} KB")
 
-    return unique_devices
+    return devices
 
 
-def run_benchmark(device, N):
+def run_benchmark(device, N, mode=0):
     if not BENCHMARK_EXECUTABLE.exists():
         print(f"Benchmark executable not found at {BENCHMARK_EXECUTABLE}")
         return None
     try: 
-        result = subprocess.run([str(BENCHMARK_EXECUTABLE), str(device), str(N)], text=True, capture_output=True)
+        result = subprocess.run([str(BENCHMARK_EXECUTABLE), str(device), str(N), str(mode)], text=True, capture_output=True)
 
         if result.returncode != 0:
             print(f"Error running benchmark for device {device} with N={N}: {result.stderr}")
             return None
-        if "Correct: yes" not in result.stdout:
+        if "Correct:" in result.stdout and "no" in result.stdout:
             print("Validation failed")
             return None
+
         for line in result.stdout.splitlines():
             if line.startswith("Time:"):
                 return float(line.split()[1])
@@ -60,14 +52,18 @@ def run_benchmark(device, N):
         return None
 
 def plot_results():
+    if not SAVE_DIR.exists():
+        print("No results file. Run benchmarks first.")
+        return
+
     df = pd.read_csv(SAVE_DIR)
 
     for device_index in df["Device"].unique():
         subset = df[df["Device"] == device_index]
         plt.plot(subset["N"], subset["Time (ms)"], label=f"Device {device_index}")
 
     plt.xlabel("N (size)")
-    plt.ylabel("Time (s)")
+    plt.ylabel("Time (ms)")
     plt.xscale("log", base=2)
     plt.yscale("log")
     plt.title("GPU Benchmark Results")
@@ -76,16 +72,16 @@ def plot_results():
     plt.savefig(SCRIPT_DIR / "automation" / "benchmark_results.png")
     plt.show()
 
-def main():
+def main(mode):
     devices = get_gpu_devices() # List of device IDs to benchmark
-    N_values = [1 << 22, 1 << 24, 1 << 26, 1 << 28]  # Different sizes for the benchmark
+    N_values = [1 << 10, 1<< 15, 1 << 22, 1 << 24, 1 << 28]  # Different sizes for the benchmark
 
     results = []
     for N in N_values:
         for i, dev in enumerate(devices):
             print(f"Running benchmark for device {i} with N={N}...")
-            output = run_benchmark(i, N)
-            if output:
+            output = run_benchmark(i, N, mode)
+            if output is not None:
                 results.append((i, N, output))
                 print(f"Result: {output}")
 
@@ -100,4 +96,5 @@ def main():
     plot_results()
 
 if __name__ == "__main__":
-    main()
+    mode = sys.argv[1] if len(sys.argv) > 1 else 0
+    main(mode)