aboutsummaryrefslogtreecommitdiff
path: root/libffwd/cuda.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-23 01:07:04 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-23 01:07:04 +0200
commit338ee4bf525175044df39add6eb559e5cc76edf6 (patch)
treec822a844a03333827a47436374284213768ab8ba /libffwd/cuda.h
parent99c090b8538b8b93f98e560b752c8c78bdfeb507 (diff)
downloadffwd-338ee4bf525175044df39add6eb559e5cc76edf6.tar.gz
ffwd-338ee4bf525175044df39add6eb559e5cc76edf6.zip
cuda: add bert ffn16 intermediate path
Diffstat (limited to 'libffwd/cuda.h')
-rw-r--r--libffwd/cuda.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/libffwd/cuda.h b/libffwd/cuda.h
index 8be1dd4..7fc3515 100644
--- a/libffwd/cuda.h
+++ b/libffwd/cuda.h
@@ -23,6 +23,7 @@ typedef struct ffwd_cuda_late_ctx ffwd_cuda_late_ctx_t;
FFWD_API int ffwd_cuda_set_fast_gemm(const char *mode);
FFWD_API int ffwd_cuda_set_weights_bf16(int on);
+FFWD_API int ffwd_cuda_set_weights_f16(int on);
FFWD_API ffwd_cuda_ctx_t *ffwd_cuda_load(const char *model_dir);
FFWD_API void ffwd_cuda_free(ffwd_cuda_ctx_t *ctx);