aboutsummaryrefslogtreecommitdiff
path: root/examples/torch_gpu_benchmark.py
diff options
context:
space:
mode:
Diffstat (limited to 'examples/torch_gpu_benchmark.py')
-rw-r--r--examples/torch_gpu_benchmark.py31
1 files changed, 31 insertions, 0 deletions
diff --git a/examples/torch_gpu_benchmark.py b/examples/torch_gpu_benchmark.py
new file mode 100644
index 0000000..777ea3b
--- /dev/null
+++ b/examples/torch_gpu_benchmark.py
@@ -0,0 +1,31 @@
+import torch
+
+assert torch.cuda.is_available(), "no CUDA device"
+dev = torch.device("cuda")
+print("Device:", torch.cuda.get_device_name(0))
+print("Torch :", torch.__version__)
+
+# Measured matrix-multiply throughput in TFLOP/s.
+n = 4096
+a = torch.randn(n, n, device=dev, dtype=torch.float32)
+b = torch.randn(n, n, device=dev, dtype=torch.float32)
+
+# Warm up so the timed loop excludes one-time CUDA setup.
+for _ in range(3):
+ a @ b
+torch.cuda.synchronize()
+
+start = torch.cuda.Event(enable_timing=True)
+end = torch.cuda.Event(enable_timing=True)
+
+iters = 20
+start.record()
+for _ in range(iters):
+ c = a @ b
+end.record()
+torch.cuda.synchronize()
+
+ms = start.elapsed_time(end) / iters
+flops = 2 * n ** 3 # one multiply and one add per output element
+tflops = flops / (ms * 1e-3) / 1e12
+print(f"{n}x{n} matmul: {ms:.2f} ms/iter, {tflops:.1f} TFLOP/s (fp32)")