diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-24 03:10:47 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-24 03:10:47 +0200 |
| commit | 76758db35873a8f236e6ea0df544e71391edc4b1 (patch) | |
| tree | 352fdbefca581ef7966c8e8c8da0cd24d10b1cd6 /tools/server/server_internal.h | |
| parent | dc29ac64a203a954161026ad5f6288df201e11ad (diff) | |
| download | ffwd-76758db35873a8f236e6ea0df544e71391edc4b1.tar.gz ffwd-76758db35873a8f236e6ea0df544e71391edc4b1.zip | |
server: bound merged batches by token budget
Diffstat (limited to 'tools/server/server_internal.h')
| -rw-r--r-- | tools/server/server_internal.h | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/tools/server/server_internal.h b/tools/server/server_internal.h index df6b9ea..315acdd 100644 --- a/tools/server/server_internal.h +++ b/tools/server/server_internal.h @@ -103,6 +103,10 @@ typedef struct { int stopping; int worker_ready; int worker_init_rc; + /* Worker-only hint: current collected window still has unprocessed jobs, so + * response rendering can overlap that local work even if the shared queue + * is empty. */ + int worker_local_backlog; job *job_head; job *job_tail; /* Tokenizer stage: dispatch enqueues every raw job here, and a single |
