diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-05-24 01:10:23 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:18:59 +0200 |
| commit | 8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9 (patch) | |
| tree | 71b912a23feb29f22583a2e5c467829014166bfe /main.c | |
| parent | 9bfcc72ee6b2568d0f9fc05a28f9ccc3da176713 (diff) | |
| download | ffwd-8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9.tar.gz ffwd-8d3cd6f2ec22dc3079a9ce5f632d09a0526954b9.zip | |
server: report workspace memory
Diffstat (limited to 'main.c')
| -rw-r--r-- | main.c | 14 |
1 files changed, 11 insertions, 3 deletions
@@ -121,14 +121,21 @@ static void print_embedding_raw(const float *emb, int dim) putchar('\n'); } -static void print_embedding_json(const float *emb, int dim, int n_tokens, double ms) +static size_t engine_workspace_nbytes(const engine_t *e) +{ + return (e && e->workspace) ? pplx_workspace_nbytes(e->workspace) : 0; +} + +static void print_embedding_json(const float *emb, int dim, int n_tokens, + double ms, size_t workspace_bytes) { printf("{\"embedding\":["); for (int i = 0; i < dim; i++) { if (i > 0) putchar(','); printf("%.8f", (double)emb[i]); } - printf("],\"dim\":%d,\"tokens\":%d,\"ms\":%.1f}\n", dim, n_tokens, ms); + printf("],\"dim\":%d,\"tokens\":%d,\"ms\":%.1f,\"workspace_bytes\":%zu}\n", + dim, n_tokens, ms, workspace_bytes); fflush(stdout); } @@ -190,7 +197,8 @@ static int process_daemon_batch(engine_t *e, char **lines, int n_lines) continue; } print_embedding_json(embs + (size_t)next_valid * e->dim, - e->dim, tokens[i].n_tokens, ms); + e->dim, tokens[i].n_tokens, ms, + engine_workspace_nbytes(e)); next_valid++; } fflush(stdout); |
