aboutsummaryrefslogtreecommitdiff
path: root/.github/workflows
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-07-02 19:44:08 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-07-02 19:44:08 +0200
commit6a10d3577232f1fd646a20f22a4a1ab4ec29f28a (patch)
treee4a077b064876ddb39144935fa256a4ab0692488 /.github/workflows
parent98a713e86c23bc6098bf7a5558507a9f27a7a1c1 (diff)
downloadffwd-6a10d3577232f1fd646a20f22a4a1ab4ec29f28a.tar.gz
ffwd-6a10d3577232f1fd646a20f22a4a1ab4ec29f28a.zip
cuda: add cuDNN fused attention path with runtime fallback
Diffstat (limited to '.github/workflows')
-rw-r--r--.github/workflows/release.yml10
1 files changed, 10 insertions, 0 deletions
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index e2ee819..1d23e1d 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -144,6 +144,16 @@ jobs:
with:
cuda: '12.8.0'
+ # cuDNN headers for the fused-attention path (libffwd/cuda_sdpa.cu). Only
+ # the headers are needed: libcudnn is dlopen'd at runtime. The pip wheel is
+ # the most reliable cross-runner source for them.
+ - name: Install cuDNN headers
+ run: |
+ python3 -m pip install --user nvidia-cudnn-cu12
+ CUDNN_INC="$(python3 -c 'import os, nvidia.cudnn; print(os.path.join(nvidia.cudnn.__path__[0], "include"))')"
+ test -f "$CUDNN_INC/cudnn.h"
+ echo "CUDNN_INC=$CUDNN_INC" >> "$GITHUB_ENV"
+
- name: Build release artifacts
env:
CC: ccache gcc