From c2b369f634d1e3087465a65b1a956aea872a156c Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Thu, 2 Jul 2026 21:21:52 +0200 Subject: server: make the per-request token cap configurable --- tools/server/server.h | 1 + 1 file changed, 1 insertion(+) (limited to 'tools/server/server.h') diff --git a/tools/server/server.h b/tools/server/server.h index 2add3f0..97fb57f 100644 --- a/tools/server/server.h +++ b/tools/server/server.h @@ -39,6 +39,7 @@ typedef struct { int port; int batch_size; int max_batch_tokens; + int max_request_tokens; /* per-request total-token cap; 0 = default 120000 */ int batch_wait_us; /* GPU build tuning; ignored by backends that do not use it. */ int gpu_quantize_bits; -- cgit v1.3.1