From ed23a1571fe6911eba9d4727bef30c82df7be06d Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Sat, 4 Jul 2026 02:37:58 +0200 Subject: server: per-model input token cap, auto-truncate, and 429 admission --- tools/server/schedule.c | 2 ++ 1 file changed, 2 insertions(+) (limited to 'tools/server/schedule.c') diff --git a/tools/server/schedule.c b/tools/server/schedule.c index 8254739..c71cad3 100644 --- a/tools/server/schedule.c +++ b/tools/server/schedule.c @@ -250,6 +250,8 @@ void completion_cb(aeEventLoop *loop, int fd, void *clientData, int mask) { job *j; while ((j = pop_done(s)) != NULL) { + /* Every admitted job ends here; release its admission slot. */ + s->inflight_jobs--; client *c = j->c; int refs_to_drop = 1; /* job reference */ if (!c->cancelled) { -- cgit v1.3.1