aboutsummaryrefslogtreecommitdiff
path: root/deps/cudnn-frontend/include/cudnn_frontend/knobs.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-07-02 19:44:08 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-07-02 19:44:08 +0200
commit6a10d3577232f1fd646a20f22a4a1ab4ec29f28a (patch)
treee4a077b064876ddb39144935fa256a4ab0692488 /deps/cudnn-frontend/include/cudnn_frontend/knobs.h
parent98a713e86c23bc6098bf7a5558507a9f27a7a1c1 (diff)
downloadffwd-6a10d3577232f1fd646a20f22a4a1ab4ec29f28a.tar.gz
ffwd-6a10d3577232f1fd646a20f22a4a1ab4ec29f28a.zip
cuda: add cuDNN fused attention path with runtime fallback
Diffstat (limited to 'deps/cudnn-frontend/include/cudnn_frontend/knobs.h')
-rw-r--r--deps/cudnn-frontend/include/cudnn_frontend/knobs.h254
1 files changed, 254 insertions, 0 deletions
diff --git a/deps/cudnn-frontend/include/cudnn_frontend/knobs.h b/deps/cudnn-frontend/include/cudnn_frontend/knobs.h
new file mode 100644
index 0000000..559643a
--- /dev/null
+++ b/deps/cudnn-frontend/include/cudnn_frontend/knobs.h
@@ -0,0 +1,254 @@
+#pragma once
+
+namespace cudnn_frontend {
+
+enum class KnobType_t {
+ NOT_SET,
+
+ SWIZZLE,
+ TILE_SIZE,
+ EDGE,
+ MULTIPLY,
+ SPLIT_K_BUF,
+ TILEK,
+ STAGES,
+ REDUCTION_MODE,
+ SPLIT_K_SLC,
+ IDX_MODE,
+ SPECFILT,
+ KERNEL_CFG,
+ WORKSPACE,
+ TILE_CGA_M,
+ TILE_CGA_N,
+ BLOCK_SIZE,
+ OCCUPANCY,
+ ARRAY_SIZE_PER_THREAD,
+ SPLIT_COLS,
+ TILE_ROWS,
+ TILE_COLS,
+ LOAD_SIZE,
+ CTA_COUNT,
+ STREAM_K,
+ SPLIT_P_SLC,
+ TILE_M,
+ TILE_N,
+ WARP_SPEC_CFG,
+ SWAP_AB,
+ INPUT_TMA_ENABLE,
+ OUTPUT_TMA_ENABLE,
+};
+
+class Knob {
+ public:
+ KnobType_t type = KnobType_t::NOT_SET;
+ int64_t maxValue = 0;
+ int64_t minValue = 0;
+ int64_t stride = 0;
+
+ Knob(KnobType_t type, int64_t max, int64_t min, int64_t str)
+ : type(type), maxValue(max), minValue(min), stride(str) {}
+};
+
+static inline cudnnStatus_t
+convert_to_backend_knob_type(KnobType_t const knob_type, cudnnBackendKnobType_t& cudnn_knob_type) {
+ switch (knob_type) {
+ case KnobType_t::SWIZZLE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_SWIZZLE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::TILE_SIZE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_TILE_SIZE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::EDGE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_EDGE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::MULTIPLY:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_MULTIPLY;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::SPLIT_K_BUF:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_SPLIT_K_BUF;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::TILEK:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_TILEK;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::STAGES:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_STAGES;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::REDUCTION_MODE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_REDUCTION_MODE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::SPLIT_K_SLC:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_SPLIT_K_SLC;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::IDX_MODE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_IDX_MODE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::SPECFILT:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_SPECFILT;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::KERNEL_CFG:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_KERNEL_CFG;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::WORKSPACE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_WORKSPACE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+#if (CUDNN_VERSION >= 8600)
+ case KnobType_t::TILE_CGA_M:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_TILE_CGA_M;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::TILE_CGA_N:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_TILE_CGA_N;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+#endif
+#if (CUDNN_VERSION >= 8800)
+ case KnobType_t::BLOCK_SIZE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_BLOCK_SIZE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+#endif
+#if (CUDNN_VERSION >= 8900)
+ case KnobType_t::OCCUPANCY:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_OCCUPANCY;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::ARRAY_SIZE_PER_THREAD:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_ARRAY_SIZE_PER_THREAD;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+#endif
+#if (CUDNN_VERSION >= 8905)
+ case KnobType_t::SPLIT_COLS:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_SPLIT_COLS;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::TILE_ROWS:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_TILE_ROWS;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::TILE_COLS:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_TILE_COLS;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::LOAD_SIZE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_LOAD_SIZE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+#endif
+#if (CUDNN_VERSION >= 90700)
+ case KnobType_t::CTA_COUNT:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_CTA_COUNT;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::STREAM_K:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_STREAM_K;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::SPLIT_P_SLC:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_SPLIT_P_SLC;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::TILE_M:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_TILE_M;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::TILE_N:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_TILE_N;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::WARP_SPEC_CFG:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_WARP_SPEC_CFG;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+#endif
+#if (CUDNN_VERSION >= 91800)
+ case KnobType_t::SWAP_AB:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_SWAP_AB;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+#endif
+#if (CUDNN_VERSION >= 92200)
+ case KnobType_t::INPUT_TMA_ENABLE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_INPUT_TMA_ENABLE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+ case KnobType_t::OUTPUT_TMA_ENABLE:
+ cudnn_knob_type = CUDNN_KNOB_TYPE_OUTPUT_TMA_ENABLE;
+ return cudnnStatus_t::CUDNN_STATUS_SUCCESS;
+#endif
+#ifndef NO_DEFAULT_IN_SWITCH
+ default:
+ return cudnnStatus_t::CUDNN_STATUS_INVALID_VALUE;
+#endif
+ }
+ return cudnnStatus_t::CUDNN_STATUS_INVALID_VALUE;
+}
+
+inline KnobType_t
+convert_from_backend_knob_type(cudnnBackendKnobType_t cudnn_knob_type) {
+ switch (cudnn_knob_type) {
+ case CUDNN_KNOB_TYPE_SWIZZLE:
+ return KnobType_t::SWIZZLE;
+ case CUDNN_KNOB_TYPE_TILE_SIZE:
+ return KnobType_t::TILE_SIZE;
+ case CUDNN_KNOB_TYPE_EDGE:
+ return KnobType_t::EDGE;
+ case CUDNN_KNOB_TYPE_MULTIPLY:
+ return KnobType_t::MULTIPLY;
+ case CUDNN_KNOB_TYPE_SPLIT_K_BUF:
+ return KnobType_t::SPLIT_K_BUF;
+ case CUDNN_KNOB_TYPE_TILEK:
+ return KnobType_t::TILEK;
+ case CUDNN_KNOB_TYPE_STAGES:
+ return KnobType_t::STAGES;
+ case CUDNN_KNOB_TYPE_REDUCTION_MODE:
+ return KnobType_t::REDUCTION_MODE;
+ case CUDNN_KNOB_TYPE_SPLIT_K_SLC:
+ return KnobType_t::SPLIT_K_SLC;
+ case CUDNN_KNOB_TYPE_IDX_MODE:
+ return KnobType_t::IDX_MODE;
+ case CUDNN_KNOB_TYPE_SPECFILT:
+ return KnobType_t::SPECFILT;
+ case CUDNN_KNOB_TYPE_KERNEL_CFG:
+ return KnobType_t::KERNEL_CFG;
+ case CUDNN_KNOB_TYPE_WORKSPACE:
+ return KnobType_t::WORKSPACE;
+#if (CUDNN_VERSION >= 8600)
+ case CUDNN_KNOB_TYPE_TILE_CGA_M:
+ return KnobType_t::TILE_CGA_M;
+ case CUDNN_KNOB_TYPE_TILE_CGA_N:
+ return KnobType_t::TILE_CGA_N;
+#endif
+#if (CUDNN_VERSION >= 8800)
+ case CUDNN_KNOB_TYPE_BLOCK_SIZE:
+ return KnobType_t::BLOCK_SIZE;
+#endif
+#if (CUDNN_VERSION >= 8900)
+ case CUDNN_KNOB_TYPE_OCCUPANCY:
+ return KnobType_t::OCCUPANCY;
+ case CUDNN_KNOB_TYPE_ARRAY_SIZE_PER_THREAD:
+ return KnobType_t::ARRAY_SIZE_PER_THREAD;
+#endif
+#if (CUDNN_VERSION >= 8905)
+ case CUDNN_KNOB_TYPE_SPLIT_COLS:
+ return KnobType_t::SPLIT_COLS;
+ case CUDNN_KNOB_TYPE_TILE_ROWS:
+ return KnobType_t::TILE_ROWS;
+ case CUDNN_KNOB_TYPE_TILE_COLS:
+ return KnobType_t::TILE_COLS;
+ case CUDNN_KNOB_TYPE_LOAD_SIZE:
+ return KnobType_t::LOAD_SIZE;
+#endif
+#if (CUDNN_VERSION >= 90700)
+ case CUDNN_KNOB_TYPE_CTA_COUNT:
+ return KnobType_t::CTA_COUNT;
+ case CUDNN_KNOB_TYPE_STREAM_K:
+ return KnobType_t::STREAM_K;
+ case CUDNN_KNOB_TYPE_SPLIT_P_SLC:
+ return KnobType_t::SPLIT_P_SLC;
+ case CUDNN_KNOB_TYPE_TILE_M:
+ return KnobType_t::TILE_M;
+ case CUDNN_KNOB_TYPE_TILE_N:
+ return KnobType_t::TILE_N;
+ case CUDNN_KNOB_TYPE_WARP_SPEC_CFG:
+ return KnobType_t::WARP_SPEC_CFG;
+#endif
+#if (CUDNN_VERSION >= 91800)
+ case CUDNN_KNOB_TYPE_SWAP_AB:
+ return KnobType_t::SWAP_AB;
+#endif
+#if (CUDNN_VERSION >= 92200)
+ case CUDNN_KNOB_TYPE_INPUT_TMA_ENABLE:
+ return KnobType_t::INPUT_TMA_ENABLE;
+ case CUDNN_KNOB_TYPE_OUTPUT_TMA_ENABLE:
+ return KnobType_t::OUTPUT_TMA_ENABLE;
+#endif
+ default:
+ return KnobType_t::NOT_SET;
+ }
+}
+
+} // namespace cudnn_frontend \ No newline at end of file