diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-09 01:05:01 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | 3613657e678c54500f122c5b305f9cc9f5032d21 (patch) | |
| tree | e475fa24255958e9d636eedb8c634b00f650fd81 /pplx_embed_cuda.h | |
| parent | f4bc5ad86de55257c1f2a3a9de0a0e9fc91bfd3e (diff) | |
| download | ffwd-3613657e678c54500f122c5b305f9cc9f5032d21.tar.gz ffwd-3613657e678c54500f122c5b305f9cc9f5032d21.zip | |
cuda: add optional BF16 CUDA weight storage (--cuda-weights bf16)
Diffstat (limited to 'pplx_embed_cuda.h')
| -rw-r--r-- | pplx_embed_cuda.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_embed_cuda.h b/pplx_embed_cuda.h index c0fe010..badff9c 100644 --- a/pplx_embed_cuda.h +++ b/pplx_embed_cuda.h @@ -10,6 +10,7 @@ typedef struct pplx_cuda_ctx pplx_cuda_ctx_t; int pplx_cuda_set_fast_gemm(const char *mode); +int pplx_cuda_set_weights_bf16(int on); pplx_cuda_ctx_t *pplx_cuda_load(const char *model_dir); void pplx_cuda_free(pplx_cuda_ctx_t *ctx); |
