aboutsummaryrefslogtreecommitdiff
path: root/pplx_server.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-05-31 00:01:27 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commit2ceffe319f42bbf966f085a581c71eb9e369cf19 (patch)
treeb652bc7a302c2be91369716f51e841abc2728dc7 /pplx_server.h
parent6c60a776d5f2f2f494d20072a595fa0e10dd51d1 (diff)
downloadffwd-2ceffe319f42bbf966f085a581c71eb9e369cf19.tar.gz
ffwd-2ceffe319f42bbf966f085a581c71eb9e369cf19.zip
server: batch standard requests by token budget
Diffstat (limited to 'pplx_server.h')
-rw-r--r--pplx_server.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_server.h b/pplx_server.h
index a15483d..08a3a0d 100644
--- a/pplx_server.h
+++ b/pplx_server.h
@@ -14,6 +14,7 @@ typedef struct {
const char *host;
int port;
int batch_size;
+ int max_batch_tokens;
int batch_wait_us;
int use_mlx;
int enable_cors;