From 9807b449c66b06b708766753a3d38ea9022537d8 Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Sun, 28 Jun 2026 07:17:33 +0200 Subject: Add examples --- examples/torch_gpu_benchmark.py | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 examples/torch_gpu_benchmark.py (limited to 'examples/torch_gpu_benchmark.py') diff --git a/examples/torch_gpu_benchmark.py b/examples/torch_gpu_benchmark.py new file mode 100644 index 0000000..777ea3b --- /dev/null +++ b/examples/torch_gpu_benchmark.py @@ -0,0 +1,31 @@ +import torch + +assert torch.cuda.is_available(), "no CUDA device" +dev = torch.device("cuda") +print("Device:", torch.cuda.get_device_name(0)) +print("Torch :", torch.__version__) + +# Measured matrix-multiply throughput in TFLOP/s. +n = 4096 +a = torch.randn(n, n, device=dev, dtype=torch.float32) +b = torch.randn(n, n, device=dev, dtype=torch.float32) + +# Warm up so the timed loop excludes one-time CUDA setup. +for _ in range(3): + a @ b +torch.cuda.synchronize() + +start = torch.cuda.Event(enable_timing=True) +end = torch.cuda.Event(enable_timing=True) + +iters = 20 +start.record() +for _ in range(iters): + c = a @ b +end.record() +torch.cuda.synchronize() + +ms = start.elapsed_time(end) / iters +flops = 2 * n ** 3 # one multiply and one add per output element +tflops = flops / (ms * 1e-3) / 1e12 +print(f"{n}x{n} matmul: {ms:.2f} ms/iter, {tflops:.1f} TFLOP/s (fp32)") -- cgit v1.3.1