aboutsummaryrefslogtreecommitdiff
path: root/pplx_embed.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-05-24 01:10:23 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:18:59 +0200
commit8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9 (patch)
tree71b912a23feb29f22583a2e5c467829014166bfe /pplx_embed.h
parent9bfcc72ee6b2568d0f9fc05a28f9ccc3da176713 (diff)
downloadffwd-8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9.tar.gz
ffwd-8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9.zip
server: report workspace memory
Diffstat (limited to 'pplx_embed.h')
-rw-r--r--pplx_embed.h8
1 files changed, 8 insertions, 0 deletions
diff --git a/pplx_embed.h b/pplx_embed.h
index 1bac5f6..23ca2a9 100644
--- a/pplx_embed.h
+++ b/pplx_embed.h
@@ -75,6 +75,14 @@ void pplx_workspace_free(pplx_workspace_t *ws);
const pplx_config_t *pplx_model_config(const pplx_model_t *model);
/*
+ * Current mutable workspace memory owned by this workspace, in bytes.
+ *
+ * This includes the workspace struct, scratch buffers, and RoPE cache capacity.
+ * It does not include immutable mmap'd model weights.
+ */
+size_t pplx_workspace_nbytes(const pplx_workspace_t *ws);
+
+/*
* Compute embedding for a token sequence.
*
* 1. Token embedding lookup