aboutsummaryrefslogtreecommitdiff
path: root/tools/server/server_internal.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-24 03:10:47 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-24 03:10:47 +0200
commit76758db35873a8f236e6ea0df544e71391edc4b1 (patch)
tree352fdbefca581ef7966c8e8c8da0cd24d10b1cd6 /tools/server/server_internal.h
parentdc29ac64a203a954161026ad5f6288df201e11ad (diff)
downloadffwd-76758db35873a8f236e6ea0df544e71391edc4b1.tar.gz
ffwd-76758db35873a8f236e6ea0df544e71391edc4b1.zip
server: bound merged batches by token budget
Diffstat (limited to 'tools/server/server_internal.h')
-rw-r--r--tools/server/server_internal.h4
1 files changed, 4 insertions, 0 deletions
diff --git a/tools/server/server_internal.h b/tools/server/server_internal.h
index df6b9ea..315acdd 100644
--- a/tools/server/server_internal.h
+++ b/tools/server/server_internal.h
@@ -103,6 +103,10 @@ typedef struct {
int stopping;
int worker_ready;
int worker_init_rc;
+ /* Worker-only hint: current collected window still has unprocessed jobs, so
+ * response rendering can overlap that local work even if the shared queue
+ * is empty. */
+ int worker_local_backlog;
job *job_head;
job *job_tail;
/* Tokenizer stage: dispatch enqueues every raw job here, and a single