From 8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9 Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Sun, 24 May 2026 01:10:23 +0200 Subject: server: report workspace memory --- main.c | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) (limited to 'main.c') diff --git a/main.c b/main.c index 837434b..2c3a0ae 100644 --- a/main.c +++ b/main.c @@ -121,14 +121,21 @@ static void print_embedding_raw(const float *emb, int dim) putchar('\n'); } -static void print_embedding_json(const float *emb, int dim, int n_tokens, double ms) +static size_t engine_workspace_nbytes(const engine_t *e) +{ + return (e && e->workspace) ? pplx_workspace_nbytes(e->workspace) : 0; +} + +static void print_embedding_json(const float *emb, int dim, int n_tokens, + double ms, size_t workspace_bytes) { printf("{\"embedding\":["); for (int i = 0; i < dim; i++) { if (i > 0) putchar(','); printf("%.8f", (double)emb[i]); } - printf("],\"dim\":%d,\"tokens\":%d,\"ms\":%.1f}\n", dim, n_tokens, ms); + printf("],\"dim\":%d,\"tokens\":%d,\"ms\":%.1f,\"workspace_bytes\":%zu}\n", + dim, n_tokens, ms, workspace_bytes); fflush(stdout); } @@ -190,7 +197,8 @@ static int process_daemon_batch(engine_t *e, char **lines, int n_lines) continue; } print_embedding_json(embs + (size_t)next_valid * e->dim, - e->dim, tokens[i].n_tokens, ms); + e->dim, tokens[i].n_tokens, ms, + engine_workspace_nbytes(e)); next_valid++; } fflush(stdout); -- cgit v1.3.1