From 6a10d3577232f1fd646a20f22a4a1ab4ec29f28a Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Thu, 2 Jul 2026 19:44:08 +0200 Subject: cuda: add cuDNN fused attention path with runtime fallback --- .github/workflows/release.yml | 10 ++++++++++ 1 file changed, 10 insertions(+) (limited to '.github/workflows') diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index e2ee819..1d23e1d 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -144,6 +144,16 @@ jobs: with: cuda: '12.8.0' + # cuDNN headers for the fused-attention path (libffwd/cuda_sdpa.cu). Only + # the headers are needed: libcudnn is dlopen'd at runtime. The pip wheel is + # the most reliable cross-runner source for them. + - name: Install cuDNN headers + run: | + python3 -m pip install --user nvidia-cudnn-cu12 + CUDNN_INC="$(python3 -c 'import os, nvidia.cudnn; print(os.path.join(nvidia.cudnn.__path__[0], "include"))')" + test -f "$CUDNN_INC/cudnn.h" + echo "CUDNN_INC=$CUDNN_INC" >> "$GITHUB_ENV" + - name: Build release artifacts env: CC: ccache gcc -- cgit v1.3.1