aboutsummaryrefslogtreecommitdiff
path: root/pplx_embed_cuda.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-09 01:05:01 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commit3613657e678c54500f122c5b305f9cc9f5032d21 (patch)
treee475fa24255958e9d636eedb8c634b00f650fd81 /pplx_embed_cuda.h
parentf4bc5ad86de55257c1f2a3a9de0a0e9fc91bfd3e (diff)
downloadffwd-3613657e678c54500f122c5b305f9cc9f5032d21.tar.gz
ffwd-3613657e678c54500f122c5b305f9cc9f5032d21.zip
cuda: add optional BF16 CUDA weight storage (--cuda-weights bf16)
Diffstat (limited to 'pplx_embed_cuda.h')
-rw-r--r--pplx_embed_cuda.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_embed_cuda.h b/pplx_embed_cuda.h
index c0fe010..badff9c 100644
--- a/pplx_embed_cuda.h
+++ b/pplx_embed_cuda.h
@@ -10,6 +10,7 @@
typedef struct pplx_cuda_ctx pplx_cuda_ctx_t;
int pplx_cuda_set_fast_gemm(const char *mode);
+int pplx_cuda_set_weights_bf16(int on);
pplx_cuda_ctx_t *pplx_cuda_load(const char *model_dir);
void pplx_cuda_free(pplx_cuda_ctx_t *ctx);