diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-07-02 21:21:52 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-07-02 21:21:52 +0200 |
| commit | c2b369f634d1e3087465a65b1a956aea872a156c (patch) | |
| tree | 78d8bb1d9989a3435e0318eeb6307865a6098b32 /tools/server/server.h | |
| parent | 4d79e6337c05d0a768de80eeb164f1de3b1624d3 (diff) | |
| download | ffwd-c2b369f634d1e3087465a65b1a956aea872a156c.tar.gz ffwd-c2b369f634d1e3087465a65b1a956aea872a156c.zip | |
server: make the per-request token cap configurable
Diffstat (limited to 'tools/server/server.h')
| -rw-r--r-- | tools/server/server.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/tools/server/server.h b/tools/server/server.h index 2add3f0..97fb57f 100644 --- a/tools/server/server.h +++ b/tools/server/server.h @@ -39,6 +39,7 @@ typedef struct { int port; int batch_size; int max_batch_tokens; + int max_request_tokens; /* per-request total-token cap; 0 = default 120000 */ int batch_wait_us; /* GPU build tuning; ignored by backends that do not use it. */ int gpu_quantize_bits; |
