diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-23 01:07:04 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-23 01:07:04 +0200 |
| commit | 338ee4bf525175044df39add6eb559e5cc76edf6 (patch) | |
| tree | c822a844a03333827a47436374284213768ab8ba /libffwd/cuda.h | |
| parent | 99c090b8538b8b93f98e560b752c8c78bdfeb507 (diff) | |
| download | ffwd-338ee4bf525175044df39add6eb559e5cc76edf6.tar.gz ffwd-338ee4bf525175044df39add6eb559e5cc76edf6.zip | |
cuda: add bert ffn16 intermediate path
Diffstat (limited to 'libffwd/cuda.h')
| -rw-r--r-- | libffwd/cuda.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/libffwd/cuda.h b/libffwd/cuda.h index 8be1dd4..7fc3515 100644 --- a/libffwd/cuda.h +++ b/libffwd/cuda.h @@ -23,6 +23,7 @@ typedef struct ffwd_cuda_late_ctx ffwd_cuda_late_ctx_t; FFWD_API int ffwd_cuda_set_fast_gemm(const char *mode); FFWD_API int ffwd_cuda_set_weights_bf16(int on); +FFWD_API int ffwd_cuda_set_weights_f16(int on); FFWD_API ffwd_cuda_ctx_t *ffwd_cuda_load(const char *model_dir); FFWD_API void ffwd_cuda_free(ffwd_cuda_ctx_t *ctx); |
