From 2ceffe319f42bbf966f085a581c71eb9e369cf19 Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Sun, 31 May 2026 00:01:27 +0200 Subject: server: batch standard requests by token budget --- pplx_server.h | 1 + 1 file changed, 1 insertion(+) (limited to 'pplx_server.h') diff --git a/pplx_server.h b/pplx_server.h index a15483d..08a3a0d 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -14,6 +14,7 @@ typedef struct { const char *host; int port; int batch_size; + int max_batch_tokens; int batch_wait_us; int use_mlx; int enable_cors; -- cgit v1.3.1