aboutsummaryrefslogtreecommitdiff
path: root/tools/server/schedule.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-07-04 02:37:58 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-07-04 02:37:58 +0200
commited23a1571fe6911eba9d4727bef30c82df7be06d (patch)
treedd9efa8053620f3b9ee662375837671c9880adc8 /tools/server/schedule.c
parentc2b369f634d1e3087465a65b1a956aea872a156c (diff)
downloadffwd-ed23a1571fe6911eba9d4727bef30c82df7be06d.tar.gz
ffwd-ed23a1571fe6911eba9d4727bef30c82df7be06d.zip
server: per-model input token cap, auto-truncate, and 429 admission
Diffstat (limited to 'tools/server/schedule.c')
-rw-r--r--tools/server/schedule.c2
1 files changed, 2 insertions, 0 deletions
diff --git a/tools/server/schedule.c b/tools/server/schedule.c
index 8254739..c71cad3 100644
--- a/tools/server/schedule.c
+++ b/tools/server/schedule.c
@@ -250,6 +250,8 @@ void completion_cb(aeEventLoop *loop, int fd, void *clientData, int mask) {
job *j;
while ((j = pop_done(s)) != NULL) {
+ /* Every admitted job ends here; release its admission slot. */
+ s->inflight_jobs--;
client *c = j->c;
int refs_to_drop = 1; /* job reference */
if (!c->cancelled) {