diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-05-24 01:10:23 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:18:59 +0200 |
| commit | 8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9 (patch) | |
| tree | 71b912a23feb29f22583a2e5c467829014166bfe /pplx_embed.h | |
| parent | 9bfcc72ee6b2568d0f9fc05a28f9ccc3da176713 (diff) | |
| download | ffwd-8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9.tar.gz ffwd-8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9.zip | |
server: report workspace memory
Diffstat (limited to 'pplx_embed.h')
| -rw-r--r-- | pplx_embed.h | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/pplx_embed.h b/pplx_embed.h index 1bac5f6..23ca2a9 100644 --- a/pplx_embed.h +++ b/pplx_embed.h @@ -75,6 +75,14 @@ void pplx_workspace_free(pplx_workspace_t *ws); const pplx_config_t *pplx_model_config(const pplx_model_t *model); /* + * Current mutable workspace memory owned by this workspace, in bytes. + * + * This includes the workspace struct, scratch buffers, and RoPE cache capacity. + * It does not include immutable mmap'd model weights. + */ +size_t pplx_workspace_nbytes(const pplx_workspace_t *ws); + +/* * Compute embedding for a token sequence. * * 1. Token embedding lookup |
