aboutsummaryrefslogtreecommitdiff
path: root/tools/server/server.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-07-02 21:21:52 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-07-02 21:21:52 +0200
commitc2b369f634d1e3087465a65b1a956aea872a156c (patch)
tree78d8bb1d9989a3435e0318eeb6307865a6098b32 /tools/server/server.c
parent4d79e6337c05d0a768de80eeb164f1de3b1624d3 (diff)
downloadffwd-c2b369f634d1e3087465a65b1a956aea872a156c.tar.gz
ffwd-c2b369f634d1e3087465a65b1a956aea872a156c.zip
server: make the per-request token cap configurable
Diffstat (limited to 'tools/server/server.c')
-rw-r--r--tools/server/server.c2
1 files changed, 2 insertions, 0 deletions
diff --git a/tools/server/server.c b/tools/server/server.c
index 2bf7153..31eed36 100644
--- a/tools/server/server.c
+++ b/tools/server/server.c
@@ -341,6 +341,8 @@ int ffwd_run_server(const ffwd_server_config_t *cfg) {
s.batch_size = cfg->batch_size > 0 ? cfg->batch_size : FFWD_SERVER_DEFAULT_BATCH_SIZE;
s.max_batch_tokens =
cfg->max_batch_tokens > 0 ? cfg->max_batch_tokens : FFWD_SERVER_DEFAULT_MAX_BATCH_TOKENS;
+ s.max_request_tokens =
+ cfg->max_request_tokens > 0 ? cfg->max_request_tokens : FFWD_API_MAX_TOTAL_TOKENS;
s.batch_wait_us = cfg->batch_wait_us >= 0 ? cfg->batch_wait_us : ffwd_default_batch_wait_us();
s.backend_opts = backend_opts;
if (cfg->api_key && cfg->api_key[0])