aboutsummaryrefslogtreecommitdiff
path: root/tools/server/server_internal.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-07-02 21:21:52 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-07-02 21:21:52 +0200
commitc2b369f634d1e3087465a65b1a956aea872a156c (patch)
tree78d8bb1d9989a3435e0318eeb6307865a6098b32 /tools/server/server_internal.h
parent4d79e6337c05d0a768de80eeb164f1de3b1624d3 (diff)
downloadffwd-c2b369f634d1e3087465a65b1a956aea872a156c.tar.gz
ffwd-c2b369f634d1e3087465a65b1a956aea872a156c.zip
server: make the per-request token cap configurable
Diffstat (limited to 'tools/server/server_internal.h')
-rw-r--r--tools/server/server_internal.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/tools/server/server_internal.h b/tools/server/server_internal.h
index 2369031..d2829aa 100644
--- a/tools/server/server_internal.h
+++ b/tools/server/server_internal.h
@@ -92,6 +92,7 @@ typedef struct {
int port;
int batch_size;
int max_batch_tokens;
+ int max_request_tokens; // per-request total-token cap (FFWD_API_MAX_TOTAL_TOKENS default)
int batch_wait_us;
char *api_key;
loaded_model *models;