aboutsummaryrefslogtreecommitdiff
path: root/tools/server/server.h
diff options
context:
space:
mode:
Diffstat (limited to 'tools/server/server.h')
-rw-r--r--tools/server/server.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/tools/server/server.h b/tools/server/server.h
index 2add3f0..97fb57f 100644
--- a/tools/server/server.h
+++ b/tools/server/server.h
@@ -39,6 +39,7 @@ typedef struct {
int port;
int batch_size;
int max_batch_tokens;
+ int max_request_tokens; /* per-request total-token cap; 0 = default 120000 */
int batch_wait_us;
/* GPU build tuning; ignored by backends that do not use it. */
int gpu_quantize_bits;