diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-07-02 19:44:08 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-07-02 19:44:08 +0200 |
| commit | 6a10d3577232f1fd646a20f22a4a1ab4ec29f28a (patch) | |
| tree | e4a077b064876ddb39144935fa256a4ab0692488 /.github/workflows | |
| parent | 98a713e86c23bc6098bf7a5558507a9f27a7a1c1 (diff) | |
| download | ffwd-6a10d3577232f1fd646a20f22a4a1ab4ec29f28a.tar.gz ffwd-6a10d3577232f1fd646a20f22a4a1ab4ec29f28a.zip | |
cuda: add cuDNN fused attention path with runtime fallback
Diffstat (limited to '.github/workflows')
| -rw-r--r-- | .github/workflows/release.yml | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index e2ee819..1d23e1d 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -144,6 +144,16 @@ jobs: with: cuda: '12.8.0' + # cuDNN headers for the fused-attention path (libffwd/cuda_sdpa.cu). Only + # the headers are needed: libcudnn is dlopen'd at runtime. The pip wheel is + # the most reliable cross-runner source for them. + - name: Install cuDNN headers + run: | + python3 -m pip install --user nvidia-cudnn-cu12 + CUDNN_INC="$(python3 -c 'import os, nvidia.cudnn; print(os.path.join(nvidia.cudnn.__path__[0], "include"))')" + test -f "$CUDNN_INC/cudnn.h" + echo "CUDNN_INC=$CUDNN_INC" >> "$GITHUB_ENV" + - name: Build release artifacts env: CC: ccache gcc |
