diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-07-04 02:37:58 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-07-04 02:37:58 +0200 |
| commit | ed23a1571fe6911eba9d4727bef30c82df7be06d (patch) | |
| tree | dd9efa8053620f3b9ee662375837671c9880adc8 /tools/server/schedule.c | |
| parent | c2b369f634d1e3087465a65b1a956aea872a156c (diff) | |
| download | ffwd-ed23a1571fe6911eba9d4727bef30c82df7be06d.tar.gz ffwd-ed23a1571fe6911eba9d4727bef30c82df7be06d.zip | |
server: per-model input token cap, auto-truncate, and 429 admission
Diffstat (limited to 'tools/server/schedule.c')
| -rw-r--r-- | tools/server/schedule.c | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/tools/server/schedule.c b/tools/server/schedule.c index 8254739..c71cad3 100644 --- a/tools/server/schedule.c +++ b/tools/server/schedule.c @@ -250,6 +250,8 @@ void completion_cb(aeEventLoop *loop, int fd, void *clientData, int mask) { job *j; while ((j = pop_done(s)) != NULL) { + /* Every admitted job ends here; release its admission slot. */ + s->inflight_jobs--; client *c = j->c; int refs_to_drop = 1; /* job reference */ if (!c->cancelled) { |
