aboutsummaryrefslogtreecommitdiff
path: root/main.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-05-24 01:10:23 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:18:59 +0200
commit8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9 (patch)
tree71b912a23feb29f22583a2e5c467829014166bfe /main.c
parent9bfcc72ee6b2568d0f9fc05a28f9ccc3da176713 (diff)
downloadffwd-8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9.tar.gz
ffwd-8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9.zip
server: report workspace memory
Diffstat (limited to 'main.c')
-rw-r--r--main.c14
1 files changed, 11 insertions, 3 deletions
diff --git a/main.c b/main.c
index 837434b..2c3a0ae 100644
--- a/main.c
+++ b/main.c
@@ -121,14 +121,21 @@ static void print_embedding_raw(const float *emb, int dim)
putchar('\n');
}
-static void print_embedding_json(const float *emb, int dim, int n_tokens, double ms)
+static size_t engine_workspace_nbytes(const engine_t *e)
+{
+ return (e && e->workspace) ? pplx_workspace_nbytes(e->workspace) : 0;
+}
+
+static void print_embedding_json(const float *emb, int dim, int n_tokens,
+ double ms, size_t workspace_bytes)
{
printf("{\"embedding\":[");
for (int i = 0; i < dim; i++) {
if (i > 0) putchar(',');
printf("%.8f", (double)emb[i]);
}
- printf("],\"dim\":%d,\"tokens\":%d,\"ms\":%.1f}\n", dim, n_tokens, ms);
+ printf("],\"dim\":%d,\"tokens\":%d,\"ms\":%.1f,\"workspace_bytes\":%zu}\n",
+ dim, n_tokens, ms, workspace_bytes);
fflush(stdout);
}
@@ -190,7 +197,8 @@ static int process_daemon_batch(engine_t *e, char **lines, int n_lines)
continue;
}
print_embedding_json(embs + (size_t)next_valid * e->dim,
- e->dim, tokens[i].n_tokens, ms);
+ e->dim, tokens[i].n_tokens, ms,
+ engine_workspace_nbytes(e));
next_valid++;
}
fflush(stdout);